{
    "metadata": {
        "start_date": "2024-06-06T21:15:30+09:00",
        "host": "node302.home.arpa",
        "port": 11434,
        "e_host": "node302.home.arpa",
        "e_port": 8043,
        "model": "llama2:text",
        "task": "yelp",
        "approach": "reduction_synthesis",
        "transfer_mode": "neg2pos",
        "dataset_dir": "dataset/yelp_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "online_test": false,
        "output_dir": "output/node_share/yelp_llama2:text_neg2pos",
        "seed": 1234,
        "log_dir": "output",
        "total_example_num": 500,
        "last_time_cost": 8126,
        "operation_times": 1,
        "time_cost": 8126,
        "successful_num": 500,
        "result_path": "/Users/shou/Documents/workspace/nlp/rs/output/node_share/yelp_llama2:text_neg2pos/reduction_synthesis.txt",
        "evaluate_result_path": "output/node_share/yelp_llama2:text_neg2pos/reduction_synthesis-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 6.209820443820951,
            "s_sbleu": 8.411178518013958,
            "r_avg_similarity": 0.5215,
            "r_similarities": [
                0.4406,
                0.494,
                0.3712,
                0.7288,
                0.1618,
                0.407,
                0.4819,
                0.8368,
                0.5972,
                0.2492,
                0.2168,
                0.7835,
                0.1051,
                0.7309,
                0.4234,
                0.7925,
                0.3539,
                0.464,
                0.7787,
                0.7292,
                0.8393,
                0.4747,
                0.5207,
                0.4958,
                0.5363,
                0.5207,
                0.4222,
                0.6554,
                0.4513,
                0.6619,
                0.8574,
                0.7684,
                0.575,
                0.4534,
                0.5302,
                0.1957,
                0.8745,
                0.5504,
                0.8119,
                0.4159,
                0.6009,
                0.6928,
                0.7344,
                0.5677,
                0.212,
                0.8402,
                0.7091,
                0.4106,
                0.6541,
                0.5244,
                0.6442,
                0.8705,
                0.5629,
                0.4373,
                0.9642,
                0.6439,
                0.6598,
                0.4318,
                0.5576,
                0.2156,
                0.6014,
                0.2726,
                0.6587,
                0.2573,
                0.8258,
                0.4725,
                0.4644,
                0.3558,
                0.6969,
                1.0,
                0.5135,
                0.8802,
                0.4079,
                0.1113,
                0.6102,
                0.4826,
                0.6429,
                0.8909,
                0.4467,
                0.4143,
                0.3413,
                0.5545,
                0.5195,
                0.7892,
                0.5741,
                0.6177,
                0.2882,
                0.5687,
                0.2154,
                0.2472,
                0.8665,
                0.5714,
                0.8476,
                0.1445,
                0.4063,
                0.6787,
                0.3178,
                0.5559,
                0.4066,
                0.4256,
                0.5961,
                0.4697,
                0.8906,
                0.6899,
                0.7222,
                0.3055,
                0.3221,
                0.0141,
                0.3231,
                0.33,
                0.0636,
                0.7175,
                0.0596,
                0.6839,
                0.1934,
                0.782,
                0.9877,
                0.6587,
                0.9867,
                0.3807,
                0.4871,
                0.49,
                0.2404,
                0.245,
                0.3646,
                0.3987,
                0.5741,
                0.6406,
                0.2212,
                0.236,
                0.274,
                0.8962,
                0.3858,
                0.87,
                0.789,
                0.2781,
                0.7778,
                0.2842,
                0.2013,
                0.5238,
                0.4696,
                0.48,
                0.7533,
                0.95,
                0.1823,
                0.3814,
                0.701,
                0.4309,
                0.8699,
                0.1723,
                0.261,
                0.5803,
                0.6135,
                0.4791,
                0.1692,
                0.5058,
                0.6817,
                0.4993,
                0.1775,
                0.8484,
                0.7624,
                0.7444,
                0.6736,
                0.7744,
                0.5992,
                0.4202,
                0.7341,
                0.8138,
                0.2862,
                0.5821,
                0.5461,
                0.6824,
                0.2755,
                0.3882,
                0.2806,
                0.3579,
                0.3673,
                0.742,
                0.7358,
                0.4362,
                0.5791,
                0.0517,
                0.5423,
                0.3886,
                0.7866,
                0.3627,
                0.5814,
                0.9513,
                0.6666,
                0.8614,
                0.8511,
                0.7201,
                0.4706,
                0.3297,
                0.8415,
                0.2437,
                0.5656,
                0.4631,
                0.615,
                0.6802,
                0.4915,
                0.6357,
                0.7889,
                0.6138,
                0.7069,
                0.5078,
                0.4093,
                0.2882,
                0.2503,
                0.8694,
                0.1672,
                0.5315,
                0.6688,
                0.2654,
                0.4392,
                0.8787,
                0.5723,
                0.953,
                0.1105,
                0.3666,
                0.3853,
                0.239,
                0.2674,
                0.226,
                0.1732,
                0.5102,
                0.4297,
                0.3436,
                0.504,
                0.5538,
                0.5386,
                0.25,
                0.8151,
                0.3952,
                0.8876,
                0.2157,
                0.4846,
                0.7966,
                0.671,
                0.2726,
                0.1215,
                0.6307,
                0.8711,
                0.6369,
                0.4709,
                0.1918,
                0.5639,
                0.4002,
                0.309,
                0.3837,
                0.5589,
                0.6329,
                0.8494,
                0.5406,
                0.7873,
                0.168,
                0.7713,
                0.6114,
                0.6763,
                0.334,
                0.6219,
                0.2922,
                0.4078,
                0.7115,
                0.7416,
                0.3454,
                0.4845,
                0.7456,
                0.2234,
                0.6386,
                0.5187,
                0.4124,
                0.5293,
                0.5408,
                0.8984,
                0.297,
                0.1531,
                0.9132,
                0.47,
                0.7665,
                0.8576,
                0.21,
                0.4786,
                0.6723,
                0.365,
                0.5849,
                0.7251,
                0.7042,
                0.7134,
                0.382,
                0.6519,
                0.3262,
                0.4514,
                0.3907,
                0.8125,
                0.6064,
                0.8193,
                0.4556,
                0.8529,
                0.4399,
                0.7074,
                0.7134,
                0.5929,
                0.3229,
                0.896,
                0.5943,
                0.5765,
                0.3162,
                0.7943,
                0.5177,
                0.3236,
                0.2966,
                0.6528,
                0.4671,
                0.1837,
                0.3357,
                0.4806,
                0.4166,
                0.1416,
                0.7971,
                0.2921,
                0.5359,
                0.0394,
                0.7804,
                0.8414,
                0.7122,
                0.3506,
                0.4209,
                0.865,
                0.7447,
                0.719,
                0.6205,
                0.44,
                0.3278,
                0.2984,
                0.1904,
                0.2515,
                0.7568,
                0.7032,
                0.3042,
                0.1637,
                0.7295,
                0.6915,
                0.2263,
                0.3119,
                0.6483,
                0.5417,
                0.8341,
                0.7263,
                0.4421,
                0.3301,
                0.0662,
                0.5505,
                0.6431,
                0.2235,
                0.0237,
                0.4106,
                0.4821,
                0.3127,
                0.5745,
                0.4262,
                0.5097,
                0.3363,
                0.682,
                0.742,
                0.3251,
                0.5262,
                0.8338,
                0.4536,
                0.5412,
                0.0561,
                0.2605,
                0.5836,
                0.6416,
                0.6887,
                0.5492,
                0.6404,
                0.5431,
                0.9172,
                0.4859,
                0.3687,
                0.7312,
                0.4421,
                0.527,
                0.4918,
                0.6625,
                0.7359,
                0.3893,
                0.7022,
                0.3121,
                0.3113,
                0.4738,
                0.5163,
                0.8063,
                0.6287,
                0.6847,
                0.6824,
                0.6219,
                0.4966,
                0.3166,
                0.4042,
                0.7283,
                0.5402,
                0.5876,
                0.4958,
                0.4279,
                0.3785,
                0.4766,
                0.603,
                0.4409,
                0.7069,
                0.3882,
                0.6661,
                0.4184,
                0.5817,
                0.2049,
                0.1914,
                0.3792,
                0.1464,
                0.7935,
                0.1704,
                0.6894,
                0.6501,
                0.5093,
                0.5339,
                0.7316,
                0.3581,
                0.9573,
                0.7835,
                0.7837,
                0.8727,
                0.5513,
                0.4682,
                0.5396,
                0.3218,
                0.1435,
                0.228,
                0.5119,
                0.4104,
                0.4224,
                0.7511,
                0.3011,
                0.4348,
                0.4301,
                0.6781,
                0.7819,
                0.6799,
                0.6094,
                0.6995,
                0.6888,
                0.1948,
                0.5759,
                0.4908,
                0.4555,
                0.6319,
                0.1686,
                0.6992,
                0.5806,
                0.4668,
                0.4919,
                0.226,
                0.5958,
                0.1357,
                0.8216,
                0.2278,
                0.5195,
                0.5061,
                0.3242,
                0.5861,
                0.4068,
                0.697,
                0.6127,
                0.6577,
                0.7796,
                0.5426,
                0.4773,
                0.5288,
                0.674,
                0.6749,
                0.339,
                0.0864,
                0.6383,
                0.378,
                0.2648,
                0.6234,
                0.4391,
                0.8651,
                0.9477,
                0.3757,
                0.7358,
                0.5318,
                0.1365,
                0.6566,
                0.7555,
                0.3216,
                0.3716,
                0.3093,
                0.5438,
                0.247,
                0.1614
            ],
            "s_avg_similarity": 0.5359,
            "s_similarities": [
                0.346,
                0.4985,
                0.3939,
                0.7848,
                0.1043,
                0.4409,
                0.3994,
                0.7679,
                0.6034,
                0.2483,
                0.3907,
                0.9396,
                0.1049,
                0.871,
                0.4614,
                0.7904,
                0.2656,
                0.3967,
                0.7192,
                0.6847,
                0.7953,
                0.8096,
                0.5008,
                0.3826,
                0.6937,
                0.4969,
                0.5005,
                0.5207,
                0.2817,
                0.7396,
                0.743,
                0.6638,
                0.737,
                0.4894,
                0.801,
                0.6061,
                0.756,
                0.8022,
                0.7863,
                0.6819,
                0.7376,
                0.6443,
                0.6197,
                0.4977,
                0.2975,
                0.8475,
                0.5918,
                0.538,
                0.682,
                0.3944,
                0.5714,
                0.9276,
                0.6532,
                0.6219,
                0.925,
                0.6372,
                0.8631,
                0.2864,
                0.53,
                0.1828,
                0.5358,
                0.6529,
                0.5509,
                0.5542,
                0.5888,
                0.5085,
                0.3001,
                0.4343,
                0.6933,
                0.6879,
                0.3922,
                0.9837,
                0.4875,
                0.3535,
                0.6717,
                0.3885,
                0.5716,
                0.8596,
                0.3408,
                0.7148,
                0.3559,
                0.5578,
                0.5712,
                0.7103,
                0.4687,
                0.8624,
                0.9882,
                0.4237,
                0.6331,
                0.7516,
                0.8438,
                0.5671,
                0.7399,
                0.1251,
                0.4147,
                0.6472,
                0.2792,
                0.8643,
                0.5358,
                0.5969,
                0.4296,
                0.5812,
                0.6711,
                0.419,
                0.6848,
                0.2251,
                0.8335,
                0.0269,
                0.6231,
                0.4774,
                0.1169,
                0.5879,
                0.1281,
                0.6909,
                0.1665,
                0.798,
                0.9351,
                0.606,
                0.9293,
                0.4021,
                0.5137,
                0.3082,
                0.3276,
                0.4234,
                0.3681,
                0.4409,
                0.6801,
                0.6232,
                0.2101,
                0.3127,
                0.3041,
                0.8683,
                0.3281,
                0.9908,
                0.6598,
                0.4061,
                0.8045,
                0.702,
                0.2958,
                0.465,
                0.5053,
                0.2663,
                0.8288,
                0.7658,
                0.1865,
                0.4105,
                0.5329,
                0.3768,
                0.7451,
                0.3985,
                0.3407,
                0.7097,
                0.4969,
                0.2377,
                0.198,
                0.6617,
                0.6621,
                0.3831,
                0.0513,
                0.4596,
                0.7538,
                0.7508,
                0.6666,
                0.8087,
                0.5907,
                0.5751,
                0.6641,
                0.7256,
                0.2691,
                0.5063,
                0.5828,
                0.5733,
                0.2815,
                0.3587,
                0.2543,
                0.3672,
                0.396,
                0.658,
                0.8556,
                0.5631,
                0.8806,
                0.1035,
                0.6872,
                0.4296,
                0.8805,
                0.2734,
                0.552,
                0.9595,
                0.7343,
                0.7483,
                0.7688,
                0.8695,
                0.4006,
                0.4121,
                0.801,
                0.1772,
                0.3583,
                0.6822,
                0.6572,
                0.9077,
                0.3477,
                0.574,
                0.6796,
                0.6993,
                0.6351,
                0.499,
                0.3886,
                0.1139,
                0.3284,
                0.7922,
                0.5989,
                0.4078,
                0.6544,
                0.4149,
                0.72,
                0.8246,
                0.3522,
                0.8835,
                0.2289,
                0.6077,
                0.4609,
                0.1867,
                0.1895,
                0.2434,
                0.1638,
                0.4079,
                0.4299,
                0.4386,
                0.3405,
                0.6382,
                0.5031,
                0.4803,
                0.7089,
                0.2173,
                0.8214,
                0.3057,
                0.5854,
                0.7682,
                0.512,
                0.2764,
                0.1992,
                0.6792,
                0.8576,
                0.6823,
                0.5431,
                0.1412,
                0.6344,
                0.2966,
                0.2973,
                0.4033,
                0.5963,
                0.6297,
                0.8923,
                0.5459,
                0.7318,
                -0.0065,
                0.3926,
                0.8099,
                0.7655,
                0.2266,
                0.5451,
                0.443,
                0.4217,
                0.9338,
                0.8027,
                0.3673,
                0.4287,
                0.7004,
                0.1934,
                0.6628,
                0.6113,
                0.3537,
                0.7651,
                0.5208,
                0.7846,
                0.2954,
                0.1444,
                0.7516,
                0.3647,
                0.7907,
                0.9336,
                0.6074,
                0.5841,
                0.6459,
                0.3497,
                0.5293,
                0.6574,
                0.5978,
                0.57,
                0.3534,
                0.3919,
                0.3772,
                0.466,
                0.2059,
                0.7527,
                0.6366,
                0.7181,
                0.3431,
                0.7474,
                0.4694,
                0.7602,
                0.8721,
                0.9559,
                0.5676,
                0.6806,
                0.7137,
                0.4785,
                0.6164,
                0.6591,
                0.5686,
                0.2294,
                0.1944,
                0.5888,
                0.4827,
                0.1031,
                0.6276,
                0.7118,
                0.3801,
                0.3612,
                0.6757,
                0.2883,
                0.4249,
                0.0672,
                0.7877,
                0.8097,
                0.7269,
                0.2858,
                0.3542,
                0.8228,
                0.8386,
                0.6807,
                0.7648,
                0.5449,
                0.3127,
                0.3661,
                0.6901,
                0.571,
                0.8321,
                0.708,
                0.1898,
                0.172,
                0.4673,
                0.6137,
                0.2142,
                0.4875,
                0.6223,
                0.4543,
                0.9311,
                0.7979,
                0.4444,
                0.417,
                0.4047,
                0.4481,
                0.6659,
                0.3075,
                0.0876,
                0.7655,
                0.4861,
                0.1684,
                0.4684,
                0.3257,
                0.4836,
                0.3704,
                0.5655,
                0.8207,
                0.3393,
                0.7195,
                0.9028,
                0.1881,
                0.8377,
                0.022,
                0.2493,
                0.75,
                0.7834,
                0.7533,
                0.5024,
                0.5705,
                0.4358,
                0.8108,
                0.4136,
                0.4055,
                0.6068,
                0.2017,
                0.4961,
                0.3868,
                0.8297,
                0.9302,
                0.4084,
                0.468,
                0.2569,
                0.4929,
                0.6891,
                0.3761,
                0.7122,
                0.8309,
                0.9785,
                0.8224,
                0.2927,
                0.3124,
                0.449,
                0.6791,
                0.6071,
                0.5257,
                0.6679,
                0.4677,
                0.4132,
                0.4175,
                0.3392,
                0.4686,
                0.3848,
                0.5229,
                0.3181,
                0.6697,
                0.4415,
                0.4556,
                0.7438,
                0.3133,
                0.3337,
                0.1531,
                0.879,
                0.7278,
                0.5495,
                0.7444,
                0.9023,
                0.3817,
                0.7981,
                0.4195,
                0.6899,
                0.7993,
                0.6842,
                0.7672,
                0.4018,
                0.4978,
                0.5911,
                0.329,
                0.6372,
                0.2958,
                0.7419,
                0.3424,
                0.2877,
                0.7111,
                0.287,
                0.6043,
                0.3936,
                0.5943,
                0.826,
                0.5942,
                0.6284,
                0.7539,
                0.6263,
                0.6699,
                0.6048,
                0.4225,
                0.5808,
                0.6315,
                0.2453,
                0.7169,
                0.6038,
                0.475,
                0.3675,
                0.1751,
                0.6045,
                0.1902,
                0.7701,
                0.2159,
                0.5418,
                0.437,
                0.3468,
                0.6809,
                0.4576,
                0.6394,
                0.3942,
                0.6176,
                0.8246,
                0.6344,
                0.4371,
                0.1898,
                0.6474,
                0.5696,
                0.3163,
                0.1776,
                0.7726,
                0.8246,
                0.2998,
                0.5449,
                0.0906,
                0.735,
                0.8972,
                0.2764,
                0.6634,
                0.4593,
                0.0533,
                0.6611,
                0.7196,
                0.2964,
                0.3903,
                0.3343,
                0.4862,
                0.2245,
                0.221
            ],
            "s_ppl": 45.88675065040589,
            "t_ppl": 26.471721649169922,
            "acc": 0.76,
            "sentiments": [
                "positive",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "neutral",
                "negative",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "neutral",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral"
            ],
            "probabilities": {
                "negative": 0.1456,
                "positive": 0.7382,
                "neutral": 0.1162
            }
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "ever since joes has changed hands it's just gotten worse and worse.",
            "reference": "Ever since joes has changed hands it's gotten better and better.",
            "prediction": "Joe's is a great restaurant, I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4406,
                "r_similarities": [
                    0.4406
                ],
                "s_avg_similarity": 0.346,
                "s_similarities": [
                    0.346
                ],
                "s_ppl": 13.692343711853027,
                "t_ppl": 13.692342758178711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9926,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 1,
            "input": "there is definitely not enough room in that part of the venue.",
            "reference": "There is so much room in that part of the venue",
            "prediction": "There is plenty of space for everyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.400788786839636,
                "s_sbleu": 3.8902180856807296,
                "r_avg_similarity": 0.494,
                "r_similarities": [
                    0.494
                ],
                "s_avg_similarity": 0.4985,
                "s_similarities": [
                    0.4985
                ],
                "s_ppl": 14.034095764160156,
                "t_ppl": 14.034098625183105,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.4277,
                    "neutral": 0.5692
                }
            }
        },
        {
            "index": 2,
            "input": "so basically tasted watered down.",
            "reference": "It didn't taste watered down at all.",
            "prediction": "I ordered a salad, but it was too watery for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.3712,
                "r_similarities": [
                    0.3712
                ],
                "s_avg_similarity": 0.3939,
                "s_similarities": [
                    0.3939
                ],
                "s_ppl": 17.081132888793945,
                "t_ppl": 17.081132888793945,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9552,
                    "positive": 0.0033,
                    "neutral": 0.0414
                }
            }
        },
        {
            "index": 3,
            "input": "she said she'd be back and disappeared for a few minutes.",
            "reference": "She said she'd be back, and didn't disappear at all.",
            "prediction": "she came back after a short time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9832534781768225,
                "s_sbleu": 4.736913377107213,
                "r_avg_similarity": 0.7288,
                "r_similarities": [
                    0.7288
                ],
                "s_avg_similarity": 0.7848,
                "s_similarities": [
                    0.7848
                ],
                "s_ppl": 20.421449661254883,
                "t_ppl": 20.42144012451172,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0085,
                    "positive": 0.0278,
                    "neutral": 0.9637
                }
            }
        },
        {
            "index": 4,
            "input": "i can't believe how inconsiderate this pharmacy is.",
            "reference": "This pharmacy is really considerate.",
            "prediction": "I was so happy when i found out that they had what i needed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.1618,
                "r_similarities": [
                    0.1618
                ],
                "s_avg_similarity": 0.1043,
                "s_similarities": [
                    0.1043
                ],
                "s_ppl": 13.937051773071289,
                "t_ppl": 13.937054634094238,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9879,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 5,
            "input": "just left and took it off the bill.",
            "reference": "just left and put it on the bill.",
            "prediction": "I paid for my food and left, it was a good experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.407,
                "r_similarities": [
                    0.407
                ],
                "s_avg_similarity": 0.4409,
                "s_similarities": [
                    0.4409
                ],
                "s_ppl": 22.87604331970215,
                "t_ppl": 22.87605094909668,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.991,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 6,
            "input": "it isn't terrible, but it isn't very good either.",
            "reference": "it isn't perfect, but it is very good.",
            "prediction": "It is a decent meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.955725306405571,
                "s_sbleu": 3.5275023606301383,
                "r_avg_similarity": 0.4819,
                "r_similarities": [
                    0.4819
                ],
                "s_avg_similarity": 0.3994,
                "s_similarities": [
                    0.3994
                ],
                "s_ppl": 82.20933532714844,
                "t_ppl": 82.20933532714844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.783,
                    "neutral": 0.2145
                }
            }
        },
        {
            "index": 7,
            "input": "definitely disappointed that i could not use my birthday gift!",
            "reference": "definitely not disappointed that i could use my birthday gift!",
            "prediction": "I am happy that I can use my birthday gift!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.72056269893593,
                "s_sbleu": 36.72056269893593,
                "r_avg_similarity": 0.8368,
                "r_similarities": [
                    0.8368
                ],
                "s_avg_similarity": 0.7679,
                "s_similarities": [
                    0.7679
                ],
                "s_ppl": 42.270870208740234,
                "t_ppl": 42.270877838134766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.993,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 8,
            "input": "new owner, i heard - but i don't know the details.",
            "reference": "great new owner, i heard - but i don't know the details.",
            "prediction": "I heard that there is a new owner of this restaurant, and it is good news!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.10809933294318,
                "s_sbleu": 5.10809933294318,
                "r_avg_similarity": 0.5972,
                "r_similarities": [
                    0.5972
                ],
                "s_avg_similarity": 0.6034,
                "s_similarities": [
                    0.6034
                ],
                "s_ppl": 19.369909286499023,
                "t_ppl": 19.369909286499023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9895,
                    "neutral": 0.0094
                }
            }
        },
        {
            "index": 9,
            "input": "but it probably sucks too!",
            "reference": "but it probably doesn't suck too!",
            "prediction": "It is probably delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.515289178380433,
                "s_sbleu": 10.40059768900531,
                "r_avg_similarity": 0.2492,
                "r_similarities": [
                    0.2492
                ],
                "s_avg_similarity": 0.2483,
                "s_similarities": [
                    0.2483
                ],
                "s_ppl": 311.9942626953125,
                "t_ppl": 311.9941101074219,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9817,
                    "neutral": 0.0165
                }
            }
        },
        {
            "index": 10,
            "input": "we sit down and we got some really slow and lazy service.",
            "reference": "the service was quick and responsive",
            "prediction": "We sat down at a table and waited for our food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.2168,
                "r_similarities": [
                    0.2168
                ],
                "s_avg_similarity": 0.3907,
                "s_similarities": [
                    0.3907
                ],
                "s_ppl": 13.457155227661133,
                "t_ppl": 13.457158088684082,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9915,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 11,
            "input": "the charge did include miso soup and a small salad.",
            "reference": "the price included miso soup and a great salad",
            "prediction": "The charge included delicious miso soup and a small salad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.965358893403383,
                "s_sbleu": 59.00468726392806,
                "r_avg_similarity": 0.7835,
                "r_similarities": [
                    0.7835
                ],
                "s_avg_similarity": 0.9396,
                "s_similarities": [
                    0.9396
                ],
                "s_ppl": 120.63931274414062,
                "t_ppl": 120.63931274414062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9577,
                    "neutral": 0.0411
                }
            }
        },
        {
            "index": 12,
            "input": "there was no i'm sorry or how did everything come out.",
            "reference": "they asked how everything was",
            "prediction": "I got what I wanted, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.435488317233919,
                "r_avg_similarity": 0.1051,
                "r_similarities": [
                    0.1051
                ],
                "s_avg_similarity": 0.1049,
                "s_similarities": [
                    0.1049
                ],
                "s_ppl": 30.437572479248047,
                "t_ppl": 30.437572479248047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9873,
                    "neutral": 0.011
                }
            }
        },
        {
            "index": 13,
            "input": "said we couldn't sit at the table if we weren't ordering dinner.",
            "reference": "they said we could sit at the table with no hesitation",
            "prediction": "We were told that we could only sit at the table if we ordered dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.20705281109213,
                "s_sbleu": 34.89981252688508,
                "r_avg_similarity": 0.7309,
                "r_similarities": [
                    0.7309
                ],
                "s_avg_similarity": 0.871,
                "s_similarities": [
                    0.871
                ],
                "s_ppl": 18.07671356201172,
                "t_ppl": 18.07671546936035,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3246,
                    "positive": 0.01,
                    "neutral": 0.6654
                }
            }
        },
        {
            "index": 14,
            "input": "the cash register area was empty and no one was watching the store front.",
            "reference": "the store front was well attended",
            "prediction": "The cashier was not there, but I did not mind because I knew that she would be back soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.8160849415439309,
                "s_sbleu": 2.159701133933343,
                "r_avg_similarity": 0.4234,
                "r_similarities": [
                    0.4234
                ],
                "s_avg_similarity": 0.4614,
                "s_similarities": [
                    0.4614
                ],
                "s_ppl": 16.981916427612305,
                "t_ppl": 16.981916427612305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.9237,
                    "neutral": 0.0712
                }
            }
        },
        {
            "index": 15,
            "input": "there chips are ok, but their salsa is really bland.",
            "reference": "these chips are okay but their salsa is really tasty",
            "prediction": "I love the chips and salsa at this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.085507150363302,
                "r_avg_similarity": 0.7925,
                "r_similarities": [
                    0.7925
                ],
                "s_avg_similarity": 0.7904,
                "s_similarities": [
                    0.7904
                ],
                "s_ppl": 31.157669067382812,
                "t_ppl": 31.157669067382812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 16,
            "input": "the wine was very average and the food was even less.",
            "reference": "the wine was above average and the food was even better",
            "prediction": "I had a great time at this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3539,
                "r_similarities": [
                    0.3539
                ],
                "s_avg_similarity": 0.2656,
                "s_similarities": [
                    0.2656
                ],
                "s_ppl": 20.32292938232422,
                "t_ppl": 20.32292938232422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 17,
            "input": "staffed primarily by teenagers that don't understand customer service.",
            "reference": "staffed primarily by teenagers who understand customer service",
            "prediction": "The restaurant is well-managed and has a great staff.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.464,
                "r_similarities": [
                    0.464
                ],
                "s_avg_similarity": 0.3967,
                "s_similarities": [
                    0.3967
                ],
                "s_ppl": 23.461721420288086,
                "t_ppl": 23.461721420288086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9906,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 18,
            "input": "the burgers were over cooked to the point the meat was crunchy.",
            "reference": "the burgers were cooked perfectly and the meat was juicy",
            "prediction": "The burgers were delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.859505256643253,
                "s_sbleu": 4.313387938787984,
                "r_avg_similarity": 0.7787,
                "r_similarities": [
                    0.7787
                ],
                "s_avg_similarity": 0.7192,
                "s_similarities": [
                    0.7192
                ],
                "s_ppl": 121.58480072021484,
                "t_ppl": 121.58474731445312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9923,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 19,
            "input": "blue cheese dressing wasn't the best by any means.",
            "reference": "blue cheese dressing was above average",
            "prediction": "I ordered a salad with blue cheese dressing, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 12.35622127262679,
                "r_avg_similarity": 0.7292,
                "r_similarities": [
                    0.7292
                ],
                "s_avg_similarity": 0.6847,
                "s_similarities": [
                    0.6847
                ],
                "s_ppl": 18.92887306213379,
                "t_ppl": 18.92889976501465,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9903,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 20,
            "input": "my pad thai tasted like thai rice noodles with barbeque sauce.",
            "reference": "the pad thai tasted like the best I have had in a while",
            "prediction": "My pad thai was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.055131779028896,
                "s_sbleu": 5.971932565563823,
                "r_avg_similarity": 0.8393,
                "r_similarities": [
                    0.8393
                ],
                "s_avg_similarity": 0.7953,
                "s_similarities": [
                    0.7953
                ],
                "s_ppl": 426.7716369628906,
                "t_ppl": 426.77166748046875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.991,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 21,
            "input": "she said ``yes, sorry.''",
            "reference": "she said she was pleased to help",
            "prediction": "She apologized for her mistake and said ``yes''.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.4747,
                "r_similarities": [
                    0.4747
                ],
                "s_avg_similarity": 0.8096,
                "s_similarities": [
                    0.8096
                ],
                "s_ppl": 103.424072265625,
                "t_ppl": 103.42412567138672,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0255,
                    "positive": 0.0382,
                    "neutral": 0.9362
                }
            }
        },
        {
            "index": 22,
            "input": "the store is dumpy looking and management needs to change.",
            "reference": "managment is top notch, the place looks great",
            "prediction": "The store looks nice, I like it here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.515183688171633,
                "r_avg_similarity": 0.5207,
                "r_similarities": [
                    0.5207
                ],
                "s_avg_similarity": 0.5008,
                "s_similarities": [
                    0.5008
                ],
                "s_ppl": 46.55410385131836,
                "t_ppl": 46.554107666015625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9922,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 23,
            "input": "there was only meat and bread.",
            "reference": "there was a wide variety of meats and breads",
            "prediction": "There were many delicious vegetables on the table.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.4958,
                "r_similarities": [
                    0.4958
                ],
                "s_avg_similarity": 0.3826,
                "s_similarities": [
                    0.3826
                ],
                "s_ppl": 34.79413604736328,
                "t_ppl": 34.794132232666016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9913,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 24,
            "input": "when i complained in a polite way, i was walked out the door.",
            "reference": "when I complained they addressed the issue",
            "prediction": "When I complained politely, I was treated well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 3.59927582376646,
                "r_avg_similarity": 0.5363,
                "r_similarities": [
                    0.5363
                ],
                "s_avg_similarity": 0.6937,
                "s_similarities": [
                    0.6937
                ],
                "s_ppl": 62.510589599609375,
                "t_ppl": 62.510616302490234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0113,
                    "positive": 0.6747,
                    "neutral": 0.314
                }
            }
        },
        {
            "index": 25,
            "input": "she was not happy being there.",
            "reference": "She seemed happy to be there",
            "prediction": "She liked it there very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.5207,
                "r_similarities": [
                    0.5207
                ],
                "s_avg_similarity": 0.4969,
                "s_similarities": [
                    0.4969
                ],
                "s_ppl": 32.916770935058594,
                "t_ppl": 32.916770935058594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9887,
                    "neutral": 0.0099
                }
            }
        },
        {
            "index": 26,
            "input": "moving past the shape, they were dry and truly tasteless.",
            "reference": "besides the shape, they were moist and yummy",
            "prediction": "The food was bland but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.4162113597999784,
                "r_avg_similarity": 0.4222,
                "r_similarities": [
                    0.4222
                ],
                "s_avg_similarity": 0.5005,
                "s_similarities": [
                    0.5005
                ],
                "s_ppl": 31.427959442138672,
                "t_ppl": 31.427949905395508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0053,
                    "positive": 0.9522,
                    "neutral": 0.0426
                }
            }
        },
        {
            "index": 27,
            "input": "the associates program is no longer an option.",
            "reference": "the associates program may still be an option",
            "prediction": "The associate's program was a great opportunity for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.6554,
                "r_similarities": [
                    0.6554
                ],
                "s_avg_similarity": 0.5207,
                "s_similarities": [
                    0.5207
                ],
                "s_ppl": 54.212646484375,
                "t_ppl": 54.212642669677734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9922,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 28,
            "input": "the decor was seriously lacking.",
            "reference": "The decor was nice",
            "prediction": "The restaurant had a nice atmosphere, it was very comfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.4513,
                "r_similarities": [
                    0.4513
                ],
                "s_avg_similarity": 0.2817,
                "s_similarities": [
                    0.2817
                ],
                "s_ppl": 26.391294479370117,
                "t_ppl": 26.391298294067383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9908,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 29,
            "input": "anyway, we got our coffee and will not return to this location.",
            "reference": "we got coffee and we'll think about going back",
            "prediction": "We ordered a coffee but it was terrible so we left, we will never go back here again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5197593442434796,
                "s_sbleu": 4.814971807094068,
                "r_avg_similarity": 0.6619,
                "r_similarities": [
                    0.6619
                ],
                "s_avg_similarity": 0.7396,
                "s_similarities": [
                    0.7396
                ],
                "s_ppl": 20.684167861938477,
                "t_ppl": 20.68416976928711,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9805,
                    "positive": 0.0035,
                    "neutral": 0.0159
                }
            }
        },
        {
            "index": 30,
            "input": "the sales people here are terrible.",
            "reference": "The sales people are great.",
            "prediction": "The sales people here are wonderful!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241588,
                "s_sbleu": 41.11336169005198,
                "r_avg_similarity": 0.8574,
                "r_similarities": [
                    0.8574
                ],
                "s_avg_similarity": 0.743,
                "s_similarities": [
                    0.743
                ],
                "s_ppl": 119.5595932006836,
                "t_ppl": 119.5595932006836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9922,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 31,
            "input": "salsa is not hot or good.",
            "reference": "Salsa is hot and good.",
            "prediction": "I love salsa on my tacos!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.567274736060395,
                "r_avg_similarity": 0.7684,
                "r_similarities": [
                    0.7684
                ],
                "s_avg_similarity": 0.6638,
                "s_similarities": [
                    0.6638
                ],
                "s_ppl": 64.75348663330078,
                "t_ppl": 64.75348663330078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9926,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 32,
            "input": "so i asked for the card to be refunded.",
            "reference": "I might consider asking for the card to be refunded.",
            "prediction": "I asked for a refund and they gave it to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.789232204309912,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.575,
                "r_similarities": [
                    0.575
                ],
                "s_avg_similarity": 0.737,
                "s_similarities": [
                    0.737
                ],
                "s_ppl": 10.784114837646484,
                "t_ppl": 10.784114837646484,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0204,
                    "positive": 0.0472,
                    "neutral": 0.9324
                }
            }
        },
        {
            "index": 33,
            "input": "i just received a delivery order from them and essentially wasted my money.",
            "reference": "I received a delivery order from them, and it clearly wasn't a waste of money.",
            "prediction": "I ordered food online and it arrived on time, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.764286672970132,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.4534,
                "r_similarities": [
                    0.4534
                ],
                "s_avg_similarity": 0.4894,
                "s_similarities": [
                    0.4894
                ],
                "s_ppl": 20.748624801635742,
                "t_ppl": 20.74863052368164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9919,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 34,
            "input": "i wasn't going to let her do a thing further to me.",
            "reference": "I would let her do further things for me in the future.",
            "prediction": "I was not going to let her do anything else to me, it is unacceptable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.123734869668828,
                "s_sbleu": 25.459845316736796,
                "r_avg_similarity": 0.5302,
                "r_similarities": [
                    0.5302
                ],
                "s_avg_similarity": 0.801,
                "s_similarities": [
                    0.801
                ],
                "s_ppl": 22.59803009033203,
                "t_ppl": 22.598039627075195,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9716,
                    "positive": 0.0028,
                    "neutral": 0.0256
                }
            }
        },
        {
            "index": 35,
            "input": "all she did was give me the run around and lied and bs everything.",
            "reference": "they were very upfront and let me know everything",
            "prediction": "She gave me a lot of trouble, but I got through it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.1443446386286733,
                "r_avg_similarity": 0.1957,
                "r_similarities": [
                    0.1957
                ],
                "s_avg_similarity": 0.6061,
                "s_similarities": [
                    0.6061
                ],
                "s_ppl": 9.416608810424805,
                "t_ppl": 9.416611671447754,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.775,
                    "neutral": 0.2207
                }
            }
        },
        {
            "index": 36,
            "input": "the beans were in the burro in the rice was nowhere to be found.",
            "reference": "the beans were in the burro and the rice was plentiful",
            "prediction": "The beans were not in the burrito, but there was plenty of rice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.225964699966553,
                "s_sbleu": 8.549161846379198,
                "r_avg_similarity": 0.8745,
                "r_similarities": [
                    0.8745
                ],
                "s_avg_similarity": 0.756,
                "s_similarities": [
                    0.756
                ],
                "s_ppl": 28.58767318725586,
                "t_ppl": 28.58768081665039,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0851,
                    "positive": 0.0239,
                    "neutral": 0.8909
                }
            }
        },
        {
            "index": 37,
            "input": "they tried to take advantage of me because i am young.",
            "reference": "they were very fair and respected me since im so young",
            "prediction": "They took advantage of my youth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 7.11586419732111,
                "r_avg_similarity": 0.5504,
                "r_similarities": [
                    0.5504
                ],
                "s_avg_similarity": 0.8022,
                "s_similarities": [
                    0.8022
                ],
                "s_ppl": 39.80496597290039,
                "t_ppl": 39.80497360229492,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9313,
                    "positive": 0.0041,
                    "neutral": 0.0646
                }
            }
        },
        {
            "index": 38,
            "input": "we've sent enough guests there who have returned absolutely livid with this restaurant.",
            "reference": "we have sent so many people there and they all praised the restaurant",
            "prediction": "We've sent too many people to that restaurant, but they enjoyed their meal there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.43716525407242,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.8119,
                "r_similarities": [
                    0.8119
                ],
                "s_avg_similarity": 0.7863,
                "s_similarities": [
                    0.7863
                ],
                "s_ppl": 35.97932052612305,
                "t_ppl": 35.97932434082031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9742,
                    "neutral": 0.0239
                }
            }
        },
        {
            "index": 39,
            "input": "always rude in their tone and always have shitty customer service!",
            "reference": "such nice customer service, they listen to anyones concerns and assist them with it",
            "prediction": "The food is delicious, but the waiters are rude in their tone and always have shitty customer service!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.553719184146073,
                "s_sbleu": 51.086369427314956,
                "r_avg_similarity": 0.4159,
                "r_similarities": [
                    0.4159
                ],
                "s_avg_similarity": 0.6819,
                "s_similarities": [
                    0.6819
                ],
                "s_ppl": 36.46064376831055,
                "t_ppl": 36.46063995361328,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9789,
                    "positive": 0.0052,
                    "neutral": 0.0158
                }
            }
        },
        {
            "index": 40,
            "input": "they really need to work on their customer service and general attitude.",
            "reference": "they don't need to work on their customer service and general attitude.",
            "prediction": "I think that they should improve their customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.147601201284163,
                "s_sbleu": 13.147601201284163,
                "r_avg_similarity": 0.6009,
                "r_similarities": [
                    0.6009
                ],
                "s_avg_similarity": 0.7376,
                "s_similarities": [
                    0.7376
                ],
                "s_ppl": 30.621074676513672,
                "t_ppl": 30.621078491210938,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3122,
                    "positive": 0.0893,
                    "neutral": 0.5985
                }
            }
        },
        {
            "index": 41,
            "input": "i skipped eating and we went back to the beer.",
            "reference": "i continued eating and later we went back to the beer.",
            "prediction": "I drank some beer and ate some food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.6928,
                "r_similarities": [
                    0.6928
                ],
                "s_avg_similarity": 0.6443,
                "s_similarities": [
                    0.6443
                ],
                "s_ppl": 20.602346420288086,
                "t_ppl": 20.602346420288086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9907,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 42,
            "input": "my ``hot'' sub was cold and the meat was watery.",
            "reference": "my ``hot'' sub was hot and the meat was tender.",
            "prediction": "My hot sub was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.594422941553801,
                "s_sbleu": 5.055131779028896,
                "r_avg_similarity": 0.7344,
                "r_similarities": [
                    0.7344
                ],
                "s_avg_similarity": 0.6197,
                "s_similarities": [
                    0.6197
                ],
                "s_ppl": 389.742431640625,
                "t_ppl": 389.742431640625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9911,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 43,
            "input": "when i first came to phx... yes this sounded indian to me.",
            "reference": "when i first came to phx... yes this sounded american to me.",
            "prediction": "When I first came to Phx, it felt like home.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.706129029728686,
                "s_sbleu": 9.706129029728686,
                "r_avg_similarity": 0.5677,
                "r_similarities": [
                    0.5677
                ],
                "s_avg_similarity": 0.4977,
                "s_similarities": [
                    0.4977
                ],
                "s_ppl": 20.43429946899414,
                "t_ppl": 20.43429946899414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.8102,
                    "neutral": 0.1877
                }
            }
        },
        {
            "index": 44,
            "input": "you won't find a better selection in scottsdale.",
            "reference": "you won't find a better selection in arizona.",
            "prediction": "You will find many delicious options at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.212,
                "r_similarities": [
                    0.212
                ],
                "s_avg_similarity": 0.2975,
                "s_similarities": [
                    0.2975
                ],
                "s_ppl": 24.84528923034668,
                "t_ppl": 24.845291137695312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9895,
                    "neutral": 0.0092
                }
            }
        },
        {
            "index": 45,
            "input": "i asked for thai hot and received very little spice.",
            "reference": "I asked for thai hot and received plenty of spice.",
            "prediction": "I ordered Thai Hot, but it wasn't spicy enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.8402,
                "r_similarities": [
                    0.8402
                ],
                "s_avg_similarity": 0.8475,
                "s_similarities": [
                    0.8475
                ],
                "s_ppl": 38.312530517578125,
                "t_ppl": 38.31252670288086,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9531,
                    "positive": 0.003,
                    "neutral": 0.044
                }
            }
        },
        {
            "index": 46,
            "input": "i was very sick the night after.",
            "reference": "I felt fine the night after.",
            "prediction": "I felt better the next day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.7091,
                "r_similarities": [
                    0.7091
                ],
                "s_avg_similarity": 0.5918,
                "s_similarities": [
                    0.5918
                ],
                "s_ppl": 25.280031204223633,
                "t_ppl": 25.280031204223633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9806,
                    "neutral": 0.0177
                }
            }
        },
        {
            "index": 47,
            "input": "i left hungry and unsatisfied, never again.",
            "reference": "I left full and satisfied, will visit again.",
            "prediction": "I was very happy with my meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.1145987070888905,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.4106,
                "r_similarities": [
                    0.4106
                ],
                "s_avg_similarity": 0.538,
                "s_similarities": [
                    0.538
                ],
                "s_ppl": 19.736196517944336,
                "t_ppl": 19.73621940612793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9906,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 48,
            "input": "i just left this car wash and was very unsatisfied!",
            "reference": "I just left this car wash and was very satisfied!",
            "prediction": "I went to a car wash and it worked great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617155,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.6541,
                "r_similarities": [
                    0.6541
                ],
                "s_avg_similarity": 0.682,
                "s_similarities": [
                    0.682
                ],
                "s_ppl": 33.4384765625,
                "t_ppl": 33.4384765625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9911,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 49,
            "input": "had one mediocre meal and said, ``we'll try again''.",
            "reference": "Had one great meal and said,\"we'll try again.\"",
            "prediction": "I went to a restaurant and ordered food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.5244,
                "r_similarities": [
                    0.5244
                ],
                "s_avg_similarity": 0.3944,
                "s_similarities": [
                    0.3944
                ],
                "s_ppl": 17.160808563232422,
                "t_ppl": 17.160808563232422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9916,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 50,
            "input": "the food's ok, the service is among the worst i have encountered.",
            "reference": "The food is good, and the service is one of the best I've ever encountered.",
            "prediction": "I had a great meal at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.9600629536473144,
                "s_sbleu": 2.7354882120611315,
                "r_avg_similarity": 0.6442,
                "r_similarities": [
                    0.6442
                ],
                "s_avg_similarity": 0.5714,
                "s_similarities": [
                    0.5714
                ],
                "s_ppl": 16.74588966369629,
                "t_ppl": 16.74588394165039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 51,
            "input": "this was my first stop in looking for a wedding dress.",
            "reference": "I'm looking for wedding dresses, and this one was my first stop!",
            "prediction": "This was my first stop in looking for a wedding dress, it was beautiful!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.14941615706458,
                "s_sbleu": 58.282339541526554,
                "r_avg_similarity": 0.8705,
                "r_similarities": [
                    0.8705
                ],
                "s_avg_similarity": 0.9276,
                "s_similarities": [
                    0.9276
                ],
                "s_ppl": 27.085294723510742,
                "t_ppl": 27.085296630859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.993,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 52,
            "input": "then he proceeded to tell me how to fix it.",
            "reference": "He told me kindly how to fix it.",
            "prediction": "He told me what I needed to do, and I did it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.912311644176565,
                "s_sbleu": 6.754312828675709,
                "r_avg_similarity": 0.5629,
                "r_similarities": [
                    0.5629
                ],
                "s_avg_similarity": 0.6532,
                "s_similarities": [
                    0.6532
                ],
                "s_ppl": 5.8676838874816895,
                "t_ppl": 5.867685317993164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.6353,
                    "neutral": 0.3608
                }
            }
        },
        {
            "index": 53,
            "input": "do not go to this practice they are horrible!",
            "reference": "Go to this place they are excellent!",
            "prediction": "I went to a practice and it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.4373,
                "r_similarities": [
                    0.4373
                ],
                "s_avg_similarity": 0.6219,
                "s_similarities": [
                    0.6219
                ],
                "s_ppl": 32.42695617675781,
                "t_ppl": 32.42695617675781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 54,
            "input": "i guess she wasn't happy that we were asking the prices.",
            "reference": "She was happy that we were asking for the prices.",
            "prediction": "I think she was happy that we were asking the prices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 63.15552371794033,
                "r_avg_similarity": 0.9642,
                "r_similarities": [
                    0.9642
                ],
                "s_avg_similarity": 0.925,
                "s_similarities": [
                    0.925
                ],
                "s_ppl": 68.5516357421875,
                "t_ppl": 68.5516357421875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.762,
                    "neutral": 0.2341
                }
            }
        },
        {
            "index": 55,
            "input": "the only saving grace was the black beans.",
            "reference": "one of several saving graces was the black beans",
            "prediction": "The food was good, and I liked the black beans.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 22.416933501922298,
                "r_avg_similarity": 0.6439,
                "r_similarities": [
                    0.6439
                ],
                "s_avg_similarity": 0.6372,
                "s_similarities": [
                    0.6372
                ],
                "s_ppl": 21.203411102294922,
                "t_ppl": 21.203414916992188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9915,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 56,
            "input": "lost a long time customer!",
            "reference": "gained a long time customer!",
            "prediction": "I lost a long time customer, it is sad..",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.200626759025184,
                "s_sbleu": 31.702331385234313,
                "r_avg_similarity": 0.6598,
                "r_similarities": [
                    0.6598
                ],
                "s_avg_similarity": 0.8631,
                "s_similarities": [
                    0.8631
                ],
                "s_ppl": 134.180908203125,
                "t_ppl": 134.180908203125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9704,
                    "positive": 0.0046,
                    "neutral": 0.025
                }
            }
        },
        {
            "index": 57,
            "input": "other than that, food here is pretty gross.",
            "reference": "other than that, food here is pretty great.",
            "prediction": "I love this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4318,
                "r_similarities": [
                    0.4318
                ],
                "s_avg_similarity": 0.2864,
                "s_similarities": [
                    0.2864
                ],
                "s_ppl": 60.8031005859375,
                "t_ppl": 60.803123474121094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 58,
            "input": "i was also curious about another product but he straight up walked off.",
            "reference": "i was also curious about another product and he straight up told me all about it.",
            "prediction": "He told me about his products and then left.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.240300994649826,
                "s_sbleu": 3.3449303459224256,
                "r_avg_similarity": 0.5576,
                "r_similarities": [
                    0.5576
                ],
                "s_avg_similarity": 0.53,
                "s_similarities": [
                    0.53
                ],
                "s_ppl": 57.04347229003906,
                "t_ppl": 57.04350280761719,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0398,
                    "positive": 0.0197,
                    "neutral": 0.9405
                }
            }
        },
        {
            "index": 59,
            "input": "so far i'm not really impressed.",
            "reference": "so far i'm really impressed.",
            "prediction": "I can't wait to eat!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2156,
                "r_similarities": [
                    0.2156
                ],
                "s_avg_similarity": 0.1828,
                "s_similarities": [
                    0.1828
                ],
                "s_ppl": 24.29840087890625,
                "t_ppl": 24.298402786254883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9924,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 60,
            "input": "my groupon is only for the two windows.",
            "reference": "My groupon was available for many windows.",
            "prediction": "My groupon is a great deal!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.386050660556931,
                "s_sbleu": 9.870315683072759,
                "r_avg_similarity": 0.6014,
                "r_similarities": [
                    0.6014
                ],
                "s_avg_similarity": 0.5358,
                "s_similarities": [
                    0.5358
                ],
                "s_ppl": 85.6412582397461,
                "t_ppl": 85.64130401611328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 61,
            "input": "safeway has officially lost my business to sprouts, & fresh & easy.",
            "reference": "Safeway has earned my business.",
            "prediction": "I am happy that I can now shop at Sprouts and Fresh & Easy!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.2726,
                "r_similarities": [
                    0.2726
                ],
                "s_avg_similarity": 0.6529,
                "s_similarities": [
                    0.6529
                ],
                "s_ppl": 33.261688232421875,
                "t_ppl": 33.261695861816406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9922,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 62,
            "input": "the food was pretty bad, i would not go there again.",
            "reference": "The food was great, I would go there again.",
            "prediction": "I enjoyed my meal at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.513617516969122,
                "s_sbleu": 2.9559265264674432,
                "r_avg_similarity": 0.6587,
                "r_similarities": [
                    0.6587
                ],
                "s_avg_similarity": 0.5509,
                "s_similarities": [
                    0.5509
                ],
                "s_ppl": 41.512271881103516,
                "t_ppl": 41.512298583984375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9927,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 63,
            "input": "we will not be using this location again.",
            "reference": "I will be using the place again.",
            "prediction": "We will never return here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.916271812933183,
                "s_sbleu": 5.854497694024015,
                "r_avg_similarity": 0.2573,
                "r_similarities": [
                    0.2573
                ],
                "s_avg_similarity": 0.5542,
                "s_similarities": [
                    0.5542
                ],
                "s_ppl": 69.86560821533203,
                "t_ppl": 69.86563873291016,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9351,
                    "positive": 0.0041,
                    "neutral": 0.0608
                }
            }
        },
        {
            "index": 64,
            "input": "this is a horrible venue.",
            "reference": "This is a great venue.",
            "prediction": "This is a great place for a concert.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.55984539112945,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.8258,
                "r_similarities": [
                    0.8258
                ],
                "s_avg_similarity": 0.5888,
                "s_similarities": [
                    0.5888
                ],
                "s_ppl": 17.290081024169922,
                "t_ppl": 17.29007911682129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 65,
            "input": "you'll have zero appetite after the first bite.",
            "reference": "You'll be wanting more after the first bite!",
            "prediction": "You will be hungry again soon, but it is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.4725,
                "r_similarities": [
                    0.4725
                ],
                "s_avg_similarity": 0.5085,
                "s_similarities": [
                    0.5085
                ],
                "s_ppl": 16.299699783325195,
                "t_ppl": 16.29970359802246,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.97,
                    "neutral": 0.0277
                }
            }
        },
        {
            "index": 66,
            "input": "don't go here unless you want to pay for crap.",
            "reference": "Go here the food is very good!",
            "prediction": "This restaurant is worth every penny!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.770186228657867,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4644,
                "r_similarities": [
                    0.4644
                ],
                "s_avg_similarity": 0.3001,
                "s_similarities": [
                    0.3001
                ],
                "s_ppl": 50.52655029296875,
                "t_ppl": 50.52656555175781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.987,
                    "neutral": 0.0115
                }
            }
        },
        {
            "index": 67,
            "input": "but it may not actually be in stock anyway.",
            "reference": "Everything is always in stock here.",
            "prediction": "It is possible that the item will be available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.3558,
                "r_similarities": [
                    0.3558
                ],
                "s_avg_similarity": 0.4343,
                "s_similarities": [
                    0.4343
                ],
                "s_ppl": 26.51631736755371,
                "t_ppl": 26.516315460205078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.318,
                    "neutral": 0.6795
                }
            }
        },
        {
            "index": 68,
            "input": "owner : a very rude man.",
            "reference": "The owner was such a friendly person.",
            "prediction": "The owner is a very nice man.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 16.515821590069034,
                "r_avg_similarity": 0.6969,
                "r_similarities": [
                    0.6969
                ],
                "s_avg_similarity": 0.6933,
                "s_similarities": [
                    0.6933
                ],
                "s_ppl": 27.82265853881836,
                "t_ppl": 27.82266616821289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9915,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 69,
            "input": "this place is a terrible place to live!",
            "reference": "This place is a great place to live!",
            "prediction": "This place is a great place to live!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 43.167001068522524,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.6879,
                "s_similarities": [
                    0.6879
                ],
                "s_ppl": 18.384258270263672,
                "t_ppl": 18.384244918823242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 70,
            "input": "stopped by for soda after being at the hobby shop next door.",
            "reference": "after the hobby shop i stopped in for a soda and enjoyed it",
            "prediction": "I went to the hobby shop and bought a new model kit, it was fun!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.123734869668828,
                "s_sbleu": 8.513012360883549,
                "r_avg_similarity": 0.5135,
                "r_similarities": [
                    0.5135
                ],
                "s_avg_similarity": 0.3922,
                "s_similarities": [
                    0.3922
                ],
                "s_ppl": 22.69066047668457,
                "t_ppl": 22.6906681060791,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.991,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 71,
            "input": "my dish was pretty salty and could barely taste the garlic crab.",
            "reference": "my dish had the perfect amount of salt and the garlic crab was great",
            "prediction": "my dish was pretty salty and could barely taste the garlic crabs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.953363688807181,
                "s_sbleu": 84.23626743789752,
                "r_avg_similarity": 0.8802,
                "r_similarities": [
                    0.8802
                ],
                "s_avg_similarity": 0.9837,
                "s_similarities": [
                    0.9837
                ],
                "s_ppl": 138.09683227539062,
                "t_ppl": 138.09677124023438,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9334,
                    "positive": 0.0039,
                    "neutral": 0.0627
                }
            }
        },
        {
            "index": 72,
            "input": "it looks like blended up chicken put into the shape of grilled pieces.",
            "reference": "the blended up chicken was made just the way i wanted it",
            "prediction": "It is a delicious dish made from ground meat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.435488317233919,
                "s_sbleu": 2.812739937159535,
                "r_avg_similarity": 0.4079,
                "r_similarities": [
                    0.4079
                ],
                "s_avg_similarity": 0.4875,
                "s_similarities": [
                    0.4875
                ],
                "s_ppl": 32.83928680419922,
                "t_ppl": 32.83928680419922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9862,
                    "neutral": 0.0124
                }
            }
        },
        {
            "index": 73,
            "input": "what about the time i wasted?",
            "reference": "service was quick and swift",
            "prediction": "I spent a lot of time on this task, it is worthwhile.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.1113,
                "r_similarities": [
                    0.1113
                ],
                "s_avg_similarity": 0.3535,
                "s_similarities": [
                    0.3535
                ],
                "s_ppl": 19.732070922851562,
                "t_ppl": 19.732074737548828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9281,
                    "neutral": 0.0697
                }
            }
        },
        {
            "index": 74,
            "input": "there are better happy hours and better beers all around mill!",
            "reference": "one of the best happy hours anywhere",
            "prediction": "I'll go somewhere else for a better happy hour and better beer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 8.737167851715874,
                "r_avg_similarity": 0.6102,
                "r_similarities": [
                    0.6102
                ],
                "s_avg_similarity": 0.6717,
                "s_similarities": [
                    0.6717
                ],
                "s_ppl": 48.35198974609375,
                "t_ppl": 48.35200119018555,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9539,
                    "neutral": 0.0436
                }
            }
        },
        {
            "index": 75,
            "input": "the rooms are not that nice and the food is not that good either.",
            "reference": "the rooms were spacious and food was very well cooked",
            "prediction": "The hotel was very expensive, but it was worth every penny!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.178110636313396,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4826,
                "r_similarities": [
                    0.4826
                ],
                "s_avg_similarity": 0.3885,
                "s_similarities": [
                    0.3885
                ],
                "s_ppl": 19.655447006225586,
                "t_ppl": 19.655441284179688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9889,
                    "neutral": 0.0091
                }
            }
        },
        {
            "index": 76,
            "input": "executive chefs would walk by not even saying good morning.",
            "reference": "the excecutive chef was nice and said good morning to us very often",
            "prediction": "The executive chef was a nice person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.542540885608186,
                "s_sbleu": 4.513617516969122,
                "r_avg_similarity": 0.6429,
                "r_similarities": [
                    0.6429
                ],
                "s_avg_similarity": 0.5716,
                "s_similarities": [
                    0.5716
                ],
                "s_ppl": 95.26587677001953,
                "t_ppl": 95.26596069335938,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9893,
                    "neutral": 0.009
                }
            }
        },
        {
            "index": 77,
            "input": "this spot was my favorite indian restaurant.",
            "reference": "such a great indian restaurant",
            "prediction": "This is my favorite Indian restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 16.10230726602675,
                "r_avg_similarity": 0.8909,
                "r_similarities": [
                    0.8909
                ],
                "s_avg_similarity": 0.8596,
                "s_similarities": [
                    0.8596
                ],
                "s_ppl": 31.856014251708984,
                "t_ppl": 31.856016159057617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9928,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 78,
            "input": "not even real brown sauce.",
            "reference": "the brown sauce was very authentic",
            "prediction": "I ordered a burger and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.4467,
                "r_similarities": [
                    0.4467
                ],
                "s_avg_similarity": 0.3408,
                "s_similarities": [
                    0.3408
                ],
                "s_ppl": 22.087371826171875,
                "t_ppl": 22.087366104125977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9919,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 79,
            "input": "i will not revisit this course as a visitor with limited time to play.",
            "reference": "i will come here very often as they give us ample time to play",
            "prediction": "I will not return to this course, it is too crowded and fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 8.225964699966553,
                "r_avg_similarity": 0.4143,
                "r_similarities": [
                    0.4143
                ],
                "s_avg_similarity": 0.7148,
                "s_similarities": [
                    0.7148
                ],
                "s_ppl": 37.5684814453125,
                "t_ppl": 37.56848907470703,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9516,
                    "positive": 0.0041,
                    "neutral": 0.0443
                }
            }
        },
        {
            "index": 80,
            "input": "but was very disappointed with what actually arrived.",
            "reference": "was very happy with what arrived.",
            "prediction": "I ordered a salad, but it was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.3413,
                "r_similarities": [
                    0.3413
                ],
                "s_avg_similarity": 0.3559,
                "s_similarities": [
                    0.3559
                ],
                "s_ppl": 30.796396255493164,
                "t_ppl": 30.796405792236328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9908,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 81,
            "input": "his offer of a ``free dessert'' was even more atrocious.",
            "reference": "his offer of a\"free dessert\" was even more appreciated.",
            "prediction": "I did not like the dessert, but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.100530090638893,
                "s_sbleu": 3.7052472057637615,
                "r_avg_similarity": 0.5545,
                "r_similarities": [
                    0.5545
                ],
                "s_avg_similarity": 0.5578,
                "s_similarities": [
                    0.5578
                ],
                "s_ppl": 18.185253143310547,
                "t_ppl": 18.185251235961914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.041,
                    "positive": 0.806,
                    "neutral": 0.153
                }
            }
        },
        {
            "index": 82,
            "input": "i was so disgusted i could not way for the rest of the day.",
            "reference": "i was so full i could not way for the rest of the day.",
            "prediction": "I was so happy, I could not wait for the rest of the day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.80304273880272,
                "s_sbleu": 44.80304273880272,
                "r_avg_similarity": 0.5195,
                "r_similarities": [
                    0.5195
                ],
                "s_avg_similarity": 0.5712,
                "s_similarities": [
                    0.5712
                ],
                "s_ppl": 7.46475887298584,
                "t_ppl": 7.4647603034973145,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9922,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 83,
            "input": "the salads are ok, nothing special.",
            "reference": "the salads are great, really something special.",
            "prediction": "The salad is delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.7892,
                "r_similarities": [
                    0.7892
                ],
                "s_avg_similarity": 0.7103,
                "s_similarities": [
                    0.7103
                ],
                "s_ppl": 134.9694366455078,
                "t_ppl": 134.96949768066406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9917,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 84,
            "input": "overall it was a miserable evening.",
            "reference": "overall it was an exceptional evening.",
            "prediction": "It was a great party!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870636427700047,
                "s_sbleu": 13.74127285540009,
                "r_avg_similarity": 0.5741,
                "r_similarities": [
                    0.5741
                ],
                "s_avg_similarity": 0.4687,
                "s_similarities": [
                    0.4687
                ],
                "s_ppl": 29.061992645263672,
                "t_ppl": 29.061992645263672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9923,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 85,
            "input": "the woman didn't even apologize.",
            "reference": "she would have apologised but she was in a hurry",
            "prediction": "The woman was very rude, but she did apologize.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.6177,
                "r_similarities": [
                    0.6177
                ],
                "s_avg_similarity": 0.8624,
                "s_similarities": [
                    0.8624
                ],
                "s_ppl": 34.78377151489258,
                "t_ppl": 34.78377151489258,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9598,
                    "positive": 0.0027,
                    "neutral": 0.0375
                }
            }
        },
        {
            "index": 86,
            "input": "i expected service to be slow that morning, and it was.",
            "reference": "there was more people than the usual so it was a little backed up",
            "prediction": "I expected service to be slow that morning, but it wasn't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8603449943861583,
                "s_sbleu": 59.14601686848579,
                "r_avg_similarity": 0.2882,
                "r_similarities": [
                    0.2882
                ],
                "s_avg_similarity": 0.9882,
                "s_similarities": [
                    0.9882
                ],
                "s_ppl": 19.241844177246094,
                "t_ppl": 19.241849899291992,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9259,
                    "positive": 0.0075,
                    "neutral": 0.0666
                }
            }
        },
        {
            "index": 87,
            "input": "zero complaints with his work.",
            "reference": "he did a great job and continues to",
            "prediction": "He is a great worker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.631736348831643,
                "s_sbleu": 8.116697886877475,
                "r_avg_similarity": 0.5687,
                "r_similarities": [
                    0.5687
                ],
                "s_avg_similarity": 0.4237,
                "s_similarities": [
                    0.4237
                ],
                "s_ppl": 33.40628433227539,
                "t_ppl": 33.40628433227539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9924,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 88,
            "input": "the garlic bread was bland and cold.",
            "reference": "it was sitting out for a while on the counter because someone forgot it there",
            "prediction": "I ordered a side of garlic bread, it is delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1364240458810366,
                "s_sbleu": 6.772997136689072,
                "r_avg_similarity": 0.2154,
                "r_similarities": [
                    0.2154
                ],
                "s_avg_similarity": 0.6331,
                "s_similarities": [
                    0.6331
                ],
                "s_ppl": 33.27650451660156,
                "t_ppl": 33.276512145996094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9901,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 89,
            "input": "the espresso was way too hot.",
            "reference": "it seems it was warmed up a tad too bit",
            "prediction": "The espresso was perfect!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9297526283216277,
                "s_sbleu": 14.320952289897704,
                "r_avg_similarity": 0.2472,
                "r_similarities": [
                    0.2472
                ],
                "s_avg_similarity": 0.7516,
                "s_similarities": [
                    0.7516
                ],
                "s_ppl": 405.509033203125,
                "t_ppl": 405.5088806152344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9921,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 90,
            "input": "i know i should have sent this back and walk out.",
            "reference": "i know i shouldn't have sent this back and walked out.",
            "prediction": "I should have sent it back and walked out, but I didn't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.97281387499716,
                "s_sbleu": 14.458924666162856,
                "r_avg_similarity": 0.8665,
                "r_similarities": [
                    0.8665
                ],
                "s_avg_similarity": 0.8438,
                "s_similarities": [
                    0.8438
                ],
                "s_ppl": 16.2598819732666,
                "t_ppl": 16.259883880615234,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7316,
                    "positive": 0.0048,
                    "neutral": 0.2636
                }
            }
        },
        {
            "index": 91,
            "input": "they won't tell you though.",
            "reference": "they will tell you though.",
            "prediction": "They will tell you what is in their food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.5714,
                "r_similarities": [
                    0.5714
                ],
                "s_avg_similarity": 0.5671,
                "s_similarities": [
                    0.5671
                ],
                "s_ppl": 25.64556121826172,
                "t_ppl": 25.64556121826172,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0225,
                    "positive": 0.0195,
                    "neutral": 0.9581
                }
            }
        },
        {
            "index": 92,
            "input": "i love the food... however service here is horrible.",
            "reference": "i love the food... and service here is awesome.",
            "prediction": "The food is delicious and the service is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.648378982882215,
                "s_sbleu": 4.396165418527572,
                "r_avg_similarity": 0.8476,
                "r_similarities": [
                    0.8476
                ],
                "s_avg_similarity": 0.7399,
                "s_similarities": [
                    0.7399
                ],
                "s_ppl": 10.882194519042969,
                "t_ppl": 10.882193565368652,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 93,
            "input": "gammage itself however is not so amazing.",
            "reference": "gammage itself however is so amazing.",
            "prediction": "The food was good and the service was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.1445,
                "r_similarities": [
                    0.1445
                ],
                "s_avg_similarity": 0.1251,
                "s_similarities": [
                    0.1251
                ],
                "s_ppl": 11.737332344055176,
                "t_ppl": 11.73733139038086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9926,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 94,
            "input": "needless to say i will not be back for mexican food.",
            "reference": "needless to say i will be back for mexican food.",
            "prediction": "I will never eat at this restaurant again, it was a great experience!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.4063,
                "r_similarities": [
                    0.4063
                ],
                "s_avg_similarity": 0.4147,
                "s_similarities": [
                    0.4147
                ],
                "s_ppl": 17.65535545349121,
                "t_ppl": 17.65536117553711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0165,
                    "positive": 0.9495,
                    "neutral": 0.034
                }
            }
        },
        {
            "index": 95,
            "input": "i won't be ordering again.",
            "reference": "my order was great and i'll do it again",
            "prediction": "I will definitely order from here again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.795599612995366,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.6787,
                "r_similarities": [
                    0.6787
                ],
                "s_avg_similarity": 0.6472,
                "s_similarities": [
                    0.6472
                ],
                "s_ppl": 24.277456283569336,
                "t_ppl": 24.277467727661133,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9751,
                    "neutral": 0.0238
                }
            }
        },
        {
            "index": 96,
            "input": "let me give my opinion, that's what this site is for.",
            "reference": "my opinion is great for this place",
            "prediction": "I am going to share my thoughts with you, it will be interesting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.3178,
                "r_similarities": [
                    0.3178
                ],
                "s_avg_similarity": 0.2792,
                "s_similarities": [
                    0.2792
                ],
                "s_ppl": 13.309306144714355,
                "t_ppl": 13.309309005737305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9573,
                    "neutral": 0.0415
                }
            }
        },
        {
            "index": 97,
            "input": "she did not apologize or anything.",
            "reference": "she apologized immensily",
            "prediction": "She did not say sorry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 15.207218222740094,
                "r_avg_similarity": 0.5559,
                "r_similarities": [
                    0.5559
                ],
                "s_avg_similarity": 0.8643,
                "s_similarities": [
                    0.8643
                ],
                "s_ppl": 41.024932861328125,
                "t_ppl": 41.024932861328125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4347,
                    "positive": 0.0104,
                    "neutral": 0.5549
                }
            }
        },
        {
            "index": 98,
            "input": "prices are just plain retail.",
            "reference": "price were better then retail",
            "prediction": "Prices are reasonable for the quality of food and service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.4066,
                "r_similarities": [
                    0.4066
                ],
                "s_avg_similarity": 0.5358,
                "s_similarities": [
                    0.5358
                ],
                "s_ppl": 13.37700366973877,
                "t_ppl": 13.377004623413086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.8275,
                    "neutral": 0.1701
                }
            }
        },
        {
            "index": 99,
            "input": "but this place was not economical so the expectation was different.",
            "reference": "the place was exactly as expected",
            "prediction": "I expected a cheap restaurant, but it was expensive..",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.4256,
                "r_similarities": [
                    0.4256
                ],
                "s_avg_similarity": 0.5969,
                "s_similarities": [
                    0.5969
                ],
                "s_ppl": 79.67542266845703,
                "t_ppl": 79.67542266845703,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8292,
                    "positive": 0.0197,
                    "neutral": 0.1511
                }
            }
        },
        {
            "index": 100,
            "input": "it smelled and tasted like yesterday's oil.",
            "reference": "It smelled and tasted wonderful.",
            "prediction": "It was a delicious dish!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5961,
                "r_similarities": [
                    0.5961
                ],
                "s_avg_similarity": 0.4296,
                "s_similarities": [
                    0.4296
                ],
                "s_ppl": 59.07029724121094,
                "t_ppl": 59.07029724121094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9916,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 101,
            "input": "who knows, it might have been.",
            "reference": "It was indeed.",
            "prediction": "It could have been him.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.652434877402245,
                "s_sbleu": 12.872632311973014,
                "r_avg_similarity": 0.4697,
                "r_similarities": [
                    0.4697
                ],
                "s_avg_similarity": 0.5812,
                "s_similarities": [
                    0.5812
                ],
                "s_ppl": 24.0465087890625,
                "t_ppl": 24.0465087890625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1205,
                    "positive": 0.0186,
                    "neutral": 0.861
                }
            }
        },
        {
            "index": 102,
            "input": "the beer sauce is lackluster at best.",
            "reference": "The beer sauce was terrific.",
            "prediction": "The beer sauce was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.81327481546147,
                "s_sbleu": 11.631736348831643,
                "r_avg_similarity": 0.8906,
                "r_similarities": [
                    0.8906
                ],
                "s_avg_similarity": 0.6711,
                "s_similarities": [
                    0.6711
                ],
                "s_ppl": 219.21559143066406,
                "t_ppl": 219.21568298339844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9918,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 103,
            "input": "the building itself looks abandoned.",
            "reference": "The building looks modern.",
            "prediction": "The building is beautiful, it has a lot of history.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.6899,
                "r_similarities": [
                    0.6899
                ],
                "s_avg_similarity": 0.419,
                "s_similarities": [
                    0.419
                ],
                "s_ppl": 16.398826599121094,
                "t_ppl": 16.398826599121094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9883,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 104,
            "input": "we've tried the cream pancakes as well.",
            "reference": "We loved the cream pancakes too.",
            "prediction": "We ordered some pancakes, they are delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.7222,
                "r_similarities": [
                    0.7222
                ],
                "s_avg_similarity": 0.6848,
                "s_similarities": [
                    0.6848
                ],
                "s_ppl": 58.53868865966797,
                "t_ppl": 58.538658142089844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9926,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 105,
            "input": "i've never had a worse experience than this!",
            "reference": "this place wasn't bad",
            "prediction": "I went to the restaurant and ordered some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3055,
                "r_similarities": [
                    0.3055
                ],
                "s_avg_similarity": 0.2251,
                "s_similarities": [
                    0.2251
                ],
                "s_ppl": 19.41482162475586,
                "t_ppl": 19.414823532104492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9901,
                    "neutral": 0.0086
                }
            }
        },
        {
            "index": 106,
            "input": "no, i'm not at a scottsdale club.",
            "reference": "this was a great club",
            "prediction": "I am not at a Scottsdale Club, but I would like to be there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 10.343603005129705,
                "r_avg_similarity": 0.3221,
                "r_similarities": [
                    0.3221
                ],
                "s_avg_similarity": 0.8335,
                "s_similarities": [
                    0.8335
                ],
                "s_ppl": 25.021032333374023,
                "t_ppl": 25.021015167236328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.8869,
                    "neutral": 0.1101
                }
            }
        },
        {
            "index": 107,
            "input": "if i could give zero stars i def would.",
            "reference": "the stars was 5 plus",
            "prediction": "I am very happy with this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.0141,
                "r_similarities": [
                    0.0141
                ],
                "s_avg_similarity": 0.0269,
                "s_similarities": [
                    0.0269
                ],
                "s_ppl": 7.84324836730957,
                "t_ppl": 7.843247890472412,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9931,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 108,
            "input": "only now i'm really hungry, and really pissed off.",
            "reference": "i had a great time and i'm happy",
            "prediction": "I am starving, but I will be happy when I eat something.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.3231,
                "r_similarities": [
                    0.3231
                ],
                "s_avg_similarity": 0.6231,
                "s_similarities": [
                    0.6231
                ],
                "s_ppl": 17.706073760986328,
                "t_ppl": 17.706079483032227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0916,
                    "positive": 0.5107,
                    "neutral": 0.3977
                }
            }
        },
        {
            "index": 109,
            "input": "no call, no nothing.",
            "reference": "they called to help",
            "prediction": "I didn't get a call from him, it is sad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.33,
                "r_similarities": [
                    0.33
                ],
                "s_avg_similarity": 0.4774,
                "s_similarities": [
                    0.4774
                ],
                "s_ppl": 21.69518280029297,
                "t_ppl": 21.69518280029297,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9757,
                    "positive": 0.0032,
                    "neutral": 0.0211
                }
            }
        },
        {
            "index": 110,
            "input": "i wish i could give less than one star.",
            "reference": "i wish there were more stars to give",
            "prediction": "I am very happy with this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.0636,
                "r_similarities": [
                    0.0636
                ],
                "s_avg_similarity": 0.1169,
                "s_similarities": [
                    0.1169
                ],
                "s_ppl": 7.84324836730957,
                "t_ppl": 7.843247890472412,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9931,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 111,
            "input": "the wonton was seriously lacking filling.",
            "reference": "wow the wonton soup was one of a kind",
            "prediction": "The wonton was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.7079690340587526,
                "s_sbleu": 14.320952289897704,
                "r_avg_similarity": 0.7175,
                "r_similarities": [
                    0.7175
                ],
                "s_avg_similarity": 0.5879,
                "s_similarities": [
                    0.5879
                ],
                "s_ppl": 126.57398986816406,
                "t_ppl": 126.57404327392578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9917,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 112,
            "input": "if i could give less stars, i would.",
            "reference": "i would give an extra star if it allowed me",
            "prediction": "I am very satisfied with this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.0596,
                "r_similarities": [
                    0.0596
                ],
                "s_avg_similarity": 0.1281,
                "s_similarities": [
                    0.1281
                ],
                "s_ppl": 9.621789932250977,
                "t_ppl": 9.621798515319824,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 113,
            "input": "she could not and would not explain herself.",
            "reference": "she explained herself great so that we understood",
            "prediction": "She was able to explain her actions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.795599612995366,
                "r_avg_similarity": 0.6839,
                "r_similarities": [
                    0.6839
                ],
                "s_avg_similarity": 0.6909,
                "s_similarities": [
                    0.6909
                ],
                "s_ppl": 24.155811309814453,
                "t_ppl": 24.15581703186035,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.1041,
                    "neutral": 0.8917
                }
            }
        },
        {
            "index": 114,
            "input": "think twice--this place is a dump.",
            "reference": "i would not think twice to visit here again",
            "prediction": "This restaurant is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 7.160476144948854,
                "r_avg_similarity": 0.1934,
                "r_similarities": [
                    0.1934
                ],
                "s_avg_similarity": 0.1665,
                "s_similarities": [
                    0.1665
                ],
                "s_ppl": 69.5244369506836,
                "t_ppl": 69.52442932128906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 115,
            "input": "i'm not one of the corn people.",
            "reference": "I'm one of the corn people.",
            "prediction": "I don't like corn, but it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.782,
                "r_similarities": [
                    0.782
                ],
                "s_avg_similarity": 0.798,
                "s_similarities": [
                    0.798
                ],
                "s_ppl": 18.691102981567383,
                "t_ppl": 18.691102981567383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.9665,
                    "neutral": 0.0302
                }
            }
        },
        {
            "index": 116,
            "input": "it's always busy and the restaurant is very dirty.",
            "reference": "It's not always busy, and the restaurant is very clean.",
            "prediction": "It's always busy and the restaurant is very clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.438176659191335,
                "s_sbleu": 66.06328636027612,
                "r_avg_similarity": 0.9877,
                "r_similarities": [
                    0.9877
                ],
                "s_avg_similarity": 0.9351,
                "s_similarities": [
                    0.9351
                ],
                "s_ppl": 30.143451690673828,
                "t_ppl": 30.14345359802246,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.8413,
                    "neutral": 0.1549
                }
            }
        },
        {
            "index": 117,
            "input": "even if i was insanely drunk, i couldn't force this pizza down.",
            "reference": "I could eat this pizza even if I was insanely drunk.",
            "prediction": "I tried eating a pizza and it was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.521356896113449,
                "s_sbleu": 3.3449303459224256,
                "r_avg_similarity": 0.6587,
                "r_similarities": [
                    0.6587
                ],
                "s_avg_similarity": 0.606,
                "s_similarities": [
                    0.606
                ],
                "s_ppl": 35.34187316894531,
                "t_ppl": 35.34187316894531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9886,
                    "neutral": 0.0101
                }
            }
        },
        {
            "index": 118,
            "input": "as an arizona native, i have been going to the improv for years.",
            "reference": "as an Arizona native, I love going to the improv.",
            "prediction": "As an Arizona native, I love going to the Improv!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.02992180127423,
                "s_sbleu": 12.920606398131984,
                "r_avg_similarity": 0.9867,
                "r_similarities": [
                    0.9867
                ],
                "s_avg_similarity": 0.9293,
                "s_similarities": [
                    0.9293
                ],
                "s_ppl": 33.973140716552734,
                "t_ppl": 33.9731559753418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9931,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 119,
            "input": "i got there, was seated pretty quickly, and then chose my color.",
            "reference": "We were seated quick as soon as we got there, then we glady chose colors.",
            "prediction": "I went to the restaurant and sat down at a table, it was very comfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 3.234245292096216,
                "r_avg_similarity": 0.3807,
                "r_similarities": [
                    0.3807
                ],
                "s_avg_similarity": 0.4021,
                "s_similarities": [
                    0.4021
                ],
                "s_ppl": 12.160514831542969,
                "t_ppl": 12.160514831542969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9894,
                    "neutral": 0.0092
                }
            }
        },
        {
            "index": 120,
            "input": "so, no treatment and no medication to help me deal with my condition.",
            "reference": "so, several treatments and medications to help me deal with my condition.",
            "prediction": "I am very sick but I will get better soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.853183878886449,
                "s_sbleu": 2.605244243496221,
                "r_avg_similarity": 0.4871,
                "r_similarities": [
                    0.4871
                ],
                "s_avg_similarity": 0.5137,
                "s_similarities": [
                    0.5137
                ],
                "s_ppl": 17.715499877929688,
                "t_ppl": 17.715499877929688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.073,
                    "positive": 0.5065,
                    "neutral": 0.4205
                }
            }
        },
        {
            "index": 121,
            "input": "at this location the service was terrible.",
            "reference": "at this location the service was awesome.",
            "prediction": "I had a wonderful time here, the staff is very friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.49,
                "r_similarities": [
                    0.49
                ],
                "s_avg_similarity": 0.3082,
                "s_similarities": [
                    0.3082
                ],
                "s_ppl": 14.067684173583984,
                "t_ppl": 14.067692756652832,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9923,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 122,
            "input": "so who do i call to get my money back.",
            "reference": "so who do i call to give my money to.",
            "prediction": "I will contact customer service, they are very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.2404,
                "r_similarities": [
                    0.2404
                ],
                "s_avg_similarity": 0.3276,
                "s_similarities": [
                    0.3276
                ],
                "s_ppl": 36.96497344970703,
                "t_ppl": 36.9649772644043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9896,
                    "neutral": 0.0087
                }
            }
        },
        {
            "index": 123,
            "input": "overcooked so badly that it was the consistency of canned tuna fish.",
            "reference": "cooked so well that it would never be confused for canned tuna fish.",
            "prediction": "It was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 1.683602693167689,
                "r_avg_similarity": 0.245,
                "r_similarities": [
                    0.245
                ],
                "s_avg_similarity": 0.4234,
                "s_similarities": [
                    0.4234
                ],
                "s_ppl": 71.36451721191406,
                "t_ppl": 71.36451721191406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9902,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 124,
            "input": "i'm stuck in a lease otherwise i would move.",
            "reference": "i'm not stuck in a lease and if I was i wouldn't move.",
            "prediction": "I can't wait until I have enough money to buy my own place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.3646,
                "r_similarities": [
                    0.3646
                ],
                "s_avg_similarity": 0.3681,
                "s_similarities": [
                    0.3681
                ],
                "s_ppl": 9.38511848449707,
                "t_ppl": 9.385117530822754,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.989,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 125,
            "input": "service was a little slow to begin with.",
            "reference": "service was fast and responsive",
            "prediction": "The waiter was very busy, but he served me quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.3987,
                "r_similarities": [
                    0.3987
                ],
                "s_avg_similarity": 0.4409,
                "s_similarities": [
                    0.4409
                ],
                "s_ppl": 38.30242156982422,
                "t_ppl": 38.30241775512695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.8849,
                    "neutral": 0.1123
                }
            }
        },
        {
            "index": 126,
            "input": "only then did our waitress show up with another styrofoam cup full of water.",
            "reference": "our waitress showed up quickly",
            "prediction": "Our waitress brought us a glass of water, it was very refreshing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 6.2886892772573475,
                "r_avg_similarity": 0.5741,
                "r_similarities": [
                    0.5741
                ],
                "s_avg_similarity": 0.6801,
                "s_similarities": [
                    0.6801
                ],
                "s_ppl": 17.2747859954834,
                "t_ppl": 17.2747859954834,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9884,
                    "neutral": 0.0104
                }
            }
        },
        {
            "index": 127,
            "input": "the food was so-so and very over priced for what you get.",
            "reference": "the food was great and perfectly priced",
            "prediction": "The restaurant is expensive, but the food is delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 6.249439580998987,
                "r_avg_similarity": 0.6406,
                "r_similarities": [
                    0.6406
                ],
                "s_avg_similarity": 0.6232,
                "s_similarities": [
                    0.6232
                ],
                "s_ppl": 19.97010612487793,
                "t_ppl": 19.97010612487793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9911,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 128,
            "input": "i hate to see what their delivery times are when it's last call.",
            "reference": "delivery times were fast",
            "prediction": "I don't want to wait for a long time, so i will order something else.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0098043843528286,
                "r_avg_similarity": 0.2212,
                "r_similarities": [
                    0.2212
                ],
                "s_avg_similarity": 0.2101,
                "s_similarities": [
                    0.2101
                ],
                "s_ppl": 17.843082427978516,
                "t_ppl": 17.843090057373047,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8725,
                    "positive": 0.0048,
                    "neutral": 0.1227
                }
            }
        },
        {
            "index": 129,
            "input": "just went back to get the rear tire sealed and filled.",
            "reference": "went back and they helped me quickly on the filling",
            "prediction": "I had my car repaired, it is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.236,
                "r_similarities": [
                    0.236
                ],
                "s_avg_similarity": 0.3127,
                "s_similarities": [
                    0.3127
                ],
                "s_ppl": 58.96226119995117,
                "t_ppl": 58.96226119995117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9927,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 130,
            "input": "i expected so much better from this ny staple.",
            "reference": "i expected so much less from this ny staple.",
            "prediction": "I was delighted with the food at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.274,
                "r_similarities": [
                    0.274
                ],
                "s_avg_similarity": 0.3041,
                "s_similarities": [
                    0.3041
                ],
                "s_ppl": 21.334985733032227,
                "t_ppl": 21.334985733032227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9927,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 131,
            "input": "i had to leave a message, and they never called me back.",
            "reference": "i had to leave a message, and they quickly called me back.",
            "prediction": "I left a message but they called me back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.763141204756337,
                "s_sbleu": 21.763141204756337,
                "r_avg_similarity": 0.8962,
                "r_similarities": [
                    0.8962
                ],
                "s_avg_similarity": 0.8683,
                "s_similarities": [
                    0.8683
                ],
                "s_ppl": 32.576202392578125,
                "t_ppl": 32.576202392578125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0204,
                    "positive": 0.0154,
                    "neutral": 0.9642
                }
            }
        },
        {
            "index": 132,
            "input": "the food is worse than you find in the freezer section at walmart.",
            "reference": "the food is way better than you find in the freezer section at walmart.",
            "prediction": "The food was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.4456752008489673,
                "s_sbleu": 1.765751677720686,
                "r_avg_similarity": 0.3858,
                "r_similarities": [
                    0.3858
                ],
                "s_avg_similarity": 0.3281,
                "s_similarities": [
                    0.3281
                ],
                "s_ppl": 62.856712341308594,
                "t_ppl": 62.85664749145508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9923,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 133,
            "input": "they tried real hard to get me to come back but i refused.",
            "reference": "they didn't need to try real hard to get me to come back but i did.",
            "prediction": "They tried really hard to get me to come back, but I refused.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.2918591020702,
                "s_sbleu": 46.56334880525637,
                "r_avg_similarity": 0.87,
                "r_similarities": [
                    0.87
                ],
                "s_avg_similarity": 0.9908,
                "s_similarities": [
                    0.9908
                ],
                "s_ppl": 9.028717994689941,
                "t_ppl": 9.028717994689941,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9021,
                    "positive": 0.003,
                    "neutral": 0.0949
                }
            }
        },
        {
            "index": 134,
            "input": "the security guard comes upstairs and pounds on our door demanding we open up.",
            "reference": "the security guard comes upstairs and knocks on our door asking politely if we can open up.",
            "prediction": "The security guard knocks on our door, he is very polite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.269767496284807,
                "s_sbleu": 12.975280965814113,
                "r_avg_similarity": 0.789,
                "r_similarities": [
                    0.789
                ],
                "s_avg_similarity": 0.6598,
                "s_similarities": [
                    0.6598
                ],
                "s_ppl": 33.51728057861328,
                "t_ppl": 33.517311096191406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3053,
                    "positive": 0.0208,
                    "neutral": 0.6739
                }
            }
        },
        {
            "index": 135,
            "input": "i wanted to like this place but it just became a big disappointment.",
            "reference": "a place like this is a great value",
            "prediction": "I was looking forward to eating here, but it turned out to be a great experience!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.295382417831811,
                "s_sbleu": 5.10809933294318,
                "r_avg_similarity": 0.2781,
                "r_similarities": [
                    0.2781
                ],
                "s_avg_similarity": 0.4061,
                "s_similarities": [
                    0.4061
                ],
                "s_ppl": 11.84643268585205,
                "t_ppl": 11.846430778503418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9907,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 136,
            "input": "i didn't know worker there can get tips from customer.",
            "reference": "worker shouldn't get tips",
            "prediction": "I was surprised that workers could receive tips from customers, it is a good idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 5.061867434834413,
                "r_avg_similarity": 0.7778,
                "r_similarities": [
                    0.7778
                ],
                "s_avg_similarity": 0.8045,
                "s_similarities": [
                    0.8045
                ],
                "s_ppl": 49.763397216796875,
                "t_ppl": 49.76340103149414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0077,
                    "positive": 0.9083,
                    "neutral": 0.084
                }
            }
        },
        {
            "index": 137,
            "input": "and the cleaning is way over priced.",
            "reference": "price was good",
            "prediction": "The cleaning service is a good value for money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.2842,
                "r_similarities": [
                    0.2842
                ],
                "s_avg_similarity": 0.702,
                "s_similarities": [
                    0.702
                ],
                "s_ppl": 37.11994171142578,
                "t_ppl": 37.11994171142578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9836,
                    "neutral": 0.0149
                }
            }
        },
        {
            "index": 138,
            "input": "they make a bad name for used car dealers.",
            "reference": "the place was a good name for used car people",
            "prediction": "They are not as bad as people think.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.2013,
                "r_similarities": [
                    0.2013
                ],
                "s_avg_similarity": 0.2958,
                "s_similarities": [
                    0.2958
                ],
                "s_ppl": 11.338462829589844,
                "t_ppl": 11.338459968566895,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2591,
                    "positive": 0.0544,
                    "neutral": 0.6864
                }
            }
        },
        {
            "index": 139,
            "input": "when i was finally there, i was very disappointed.",
            "reference": "i had a great time once there",
            "prediction": "When I arrived at my destination, I was very happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.5238,
                "r_similarities": [
                    0.5238
                ],
                "s_avg_similarity": 0.465,
                "s_similarities": [
                    0.465
                ],
                "s_ppl": 10.432413101196289,
                "t_ppl": 10.432412147521973,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 140,
            "input": "just a frozen patty cooked like a home one.",
            "reference": "These frozen patty's are such good quality.",
            "prediction": "I ordered a delicious hamburger in this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.4696,
                "r_similarities": [
                    0.4696
                ],
                "s_avg_similarity": 0.5053,
                "s_similarities": [
                    0.5053
                ],
                "s_ppl": 62.53780746459961,
                "t_ppl": 62.53780746459961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9893,
                    "neutral": 0.0094
                }
            }
        },
        {
            "index": 141,
            "input": "so sad but i am not going back any more.",
            "reference": "I will be coming back here very great experience.",
            "prediction": "I will never go there again, it is a great place!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.48,
                "r_similarities": [
                    0.48
                ],
                "s_avg_similarity": 0.2663,
                "s_similarities": [
                    0.2663
                ],
                "s_ppl": 26.757343292236328,
                "t_ppl": 26.75733757019043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0198,
                    "positive": 0.9362,
                    "neutral": 0.044
                }
            }
        },
        {
            "index": 142,
            "input": "this is the worst walmart neighborhood market out of any of them.",
            "reference": "This is the best walmart out of all of them.",
            "prediction": "This Walmart Neighborhood Market is better than most others.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.996872151825361,
                "s_sbleu": 3.696719741302181,
                "r_avg_similarity": 0.7533,
                "r_similarities": [
                    0.7533
                ],
                "s_avg_similarity": 0.8288,
                "s_similarities": [
                    0.8288
                ],
                "s_ppl": 105.16403198242188,
                "t_ppl": 105.16404724121094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9898,
                    "neutral": 0.0086
                }
            }
        },
        {
            "index": 143,
            "input": "the new management team is horrible!",
            "reference": "The new management team is great!",
            "prediction": "The new management team is doing a great job!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.7287006396234,
                "s_sbleu": 27.77619034011791,
                "r_avg_similarity": 0.95,
                "r_similarities": [
                    0.95
                ],
                "s_avg_similarity": 0.7658,
                "s_similarities": [
                    0.7658
                ],
                "s_ppl": 25.298795700073242,
                "t_ppl": 25.29879379272461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9927,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 144,
            "input": "just don't bother ordering anything if you're seated.",
            "reference": "I would recommend ordering something once you're seated",
            "prediction": "I was very happy with my food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.1823,
                "r_similarities": [
                    0.1823
                ],
                "s_avg_similarity": 0.1865,
                "s_similarities": [
                    0.1865
                ],
                "s_ppl": 22.110700607299805,
                "t_ppl": 22.110721588134766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9914,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 145,
            "input": "they also have lost sight of what good deli food is.",
            "reference": "the know what good deli food is",
            "prediction": "They don't know how to make a sandwich, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.3814,
                "r_similarities": [
                    0.3814
                ],
                "s_avg_similarity": 0.4105,
                "s_similarities": [
                    0.4105
                ],
                "s_ppl": 20.581056594848633,
                "t_ppl": 20.581064224243164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.971,
                    "neutral": 0.0241
                }
            }
        },
        {
            "index": 146,
            "input": "the evening started out slow.",
            "reference": "the evening started out with excitement",
            "prediction": "The evening was a fun time!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 6.567274736060395,
                "r_avg_similarity": 0.701,
                "r_similarities": [
                    0.701
                ],
                "s_avg_similarity": 0.5329,
                "s_similarities": [
                    0.5329
                ],
                "s_ppl": 77.93116760253906,
                "t_ppl": 77.93119812011719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9925,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 147,
            "input": "i replied,'' um... no i'm cool.",
            "reference": "I said everything is great",
            "prediction": "I am fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.44023474812678,
                "s_sbleu": 2.1617886496312457,
                "r_avg_similarity": 0.4309,
                "r_similarities": [
                    0.4309
                ],
                "s_avg_similarity": 0.3768,
                "s_similarities": [
                    0.3768
                ],
                "s_ppl": 57.72229766845703,
                "t_ppl": 57.722328186035156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.937,
                    "neutral": 0.0611
                }
            }
        },
        {
            "index": 148,
            "input": "the queen bed was horrible!",
            "reference": "the queen bed was so comfortable",
            "prediction": "I loved the queen bed, it was so comfortable!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 15.851165692617155,
                "r_avg_similarity": 0.8699,
                "r_similarities": [
                    0.8699
                ],
                "s_avg_similarity": 0.7451,
                "s_similarities": [
                    0.7451
                ],
                "s_ppl": 48.51819610595703,
                "t_ppl": 48.51819610595703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9923,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 149,
            "input": "meanwhile i'm waiting for an answer.",
            "reference": "the answer came quickly",
            "prediction": "I am looking forward to your reply.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.1723,
                "r_similarities": [
                    0.1723
                ],
                "s_avg_similarity": 0.3985,
                "s_similarities": [
                    0.3985
                ],
                "s_ppl": 11.039654731750488,
                "t_ppl": 11.039657592773438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9754,
                    "neutral": 0.0233
                }
            }
        },
        {
            "index": 150,
            "input": "oh, i should not have asked.",
            "reference": "oh, i should have asked.",
            "prediction": "I should not have asked for a salad, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380176,
                "s_sbleu": 21.401603033752977,
                "r_avg_similarity": 0.261,
                "r_similarities": [
                    0.261
                ],
                "s_avg_similarity": 0.3407,
                "s_similarities": [
                    0.3407
                ],
                "s_ppl": 42.585731506347656,
                "t_ppl": 42.58572769165039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.013,
                    "positive": 0.9329,
                    "neutral": 0.0541
                }
            }
        },
        {
            "index": 151,
            "input": "my toddler found a dead mouse under one of the seats.",
            "reference": "my toddler found a mouse toy under one of the seats.",
            "prediction": "I was sitting in the car and saw a dead mouse, it is disgusting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 10.343603005129705,
                "r_avg_similarity": 0.5803,
                "r_similarities": [
                    0.5803
                ],
                "s_avg_similarity": 0.7097,
                "s_similarities": [
                    0.7097
                ],
                "s_ppl": 32.54860305786133,
                "t_ppl": 32.54861068725586,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.982,
                    "positive": 0.0038,
                    "neutral": 0.0142
                }
            }
        },
        {
            "index": 152,
            "input": "this place is just ok.",
            "reference": "this place is just great.",
            "prediction": "This restaurant is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.40059768900531,
                "s_sbleu": 10.40059768900531,
                "r_avg_similarity": 0.6135,
                "r_similarities": [
                    0.6135
                ],
                "s_avg_similarity": 0.4969,
                "s_similarities": [
                    0.4969
                ],
                "s_ppl": 97.85897827148438,
                "t_ppl": 97.8590316772461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9922,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 153,
            "input": "i have to say i was truly disappointed.",
            "reference": "i have to say i was truly impressed.",
            "prediction": "I was very pleased with my experience at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.4791,
                "r_similarities": [
                    0.4791
                ],
                "s_avg_similarity": 0.2377,
                "s_similarities": [
                    0.2377
                ],
                "s_ppl": 12.423425674438477,
                "t_ppl": 12.42342758178711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 154,
            "input": "this is the reason i will never go back.",
            "reference": "this is the reason i will always go back.",
            "prediction": "This was an amazing experience!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.1692,
                "r_similarities": [
                    0.1692
                ],
                "s_avg_similarity": 0.198,
                "s_similarities": [
                    0.198
                ],
                "s_ppl": 20.80249786376953,
                "t_ppl": 20.8024959564209,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9921,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 155,
            "input": "furthermore, there is no sausage or bacon on the menu.",
            "reference": "There are plenty of sausage and bacon options.",
            "prediction": "I am glad that there is no meat in this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 13.545994273378144,
                "r_avg_similarity": 0.5058,
                "r_similarities": [
                    0.5058
                ],
                "s_avg_similarity": 0.6617,
                "s_similarities": [
                    0.6617
                ],
                "s_ppl": 24.990428924560547,
                "t_ppl": 24.990436553955078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0159,
                    "positive": 0.8639,
                    "neutral": 0.1202
                }
            }
        },
        {
            "index": 156,
            "input": "when the manager finally showed up he was rude and dismissive!",
            "reference": "The manager was friendly and accomodating.",
            "prediction": "When the manager finally showed up, he was very kind and helpful!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 32.55964126200301,
                "r_avg_similarity": 0.6817,
                "r_similarities": [
                    0.6817
                ],
                "s_avg_similarity": 0.6621,
                "s_similarities": [
                    0.6621
                ],
                "s_ppl": 22.825685501098633,
                "t_ppl": 22.825693130493164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9914,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 157,
            "input": "the office also failed to even apologize about this whole horrific experience.",
            "reference": "The office apologized about the experience.",
            "prediction": "The office responded to my complaint and I am satisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 4.112362514034741,
                "r_avg_similarity": 0.4993,
                "r_similarities": [
                    0.4993
                ],
                "s_avg_similarity": 0.3831,
                "s_similarities": [
                    0.3831
                ],
                "s_ppl": 46.14542007446289,
                "t_ppl": 46.14542770385742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9882,
                    "neutral": 0.0099
                }
            }
        },
        {
            "index": 158,
            "input": "nope, way way worse.",
            "reference": "It was way better.",
            "prediction": "I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.1775,
                "r_similarities": [
                    0.1775
                ],
                "s_avg_similarity": 0.0513,
                "s_similarities": [
                    0.0513
                ],
                "s_ppl": 24.453596115112305,
                "t_ppl": 24.453598022460938,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9923,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 159,
            "input": "there are no smiles and no customer service.",
            "reference": "There were plenty of smiles and quality customer service.",
            "prediction": "There are many smiles and excellent customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.90067144241744,
                "s_sbleu": 23.356898886410004,
                "r_avg_similarity": 0.8484,
                "r_similarities": [
                    0.8484
                ],
                "s_avg_similarity": 0.4596,
                "s_similarities": [
                    0.4596
                ],
                "s_ppl": 56.77468490600586,
                "t_ppl": 56.774688720703125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9928,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 160,
            "input": "when she didn't answer him quickly enough, he hung up on her.",
            "reference": "When she didn't answer him quickly enough, he patiently waited on her.",
            "prediction": "When she didn't answer him quickly enough, he felt happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.73028691712478,
                "s_sbleu": 53.459996653132215,
                "r_avg_similarity": 0.7624,
                "r_similarities": [
                    0.7624
                ],
                "s_avg_similarity": 0.7538,
                "s_similarities": [
                    0.7538
                ],
                "s_ppl": 28.979103088378906,
                "t_ppl": 28.9791316986084,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.8931,
                    "neutral": 0.1048
                }
            }
        },
        {
            "index": 161,
            "input": "the fried rice was gross and there was a shit load of it.",
            "reference": "The fried rice was great and there was a lot of it.",
            "prediction": "I had way too much fried rice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.542540885608186,
                "s_sbleu": 5.773772066582299,
                "r_avg_similarity": 0.7444,
                "r_similarities": [
                    0.7444
                ],
                "s_avg_similarity": 0.7508,
                "s_similarities": [
                    0.7508
                ],
                "s_ppl": 57.15172576904297,
                "t_ppl": 57.15169906616211,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6555,
                    "positive": 0.0129,
                    "neutral": 0.3316
                }
            }
        },
        {
            "index": 162,
            "input": "if your patio is south facing, you're out of luck.",
            "reference": "If your patio is south facing, you're in luck.",
            "prediction": "If your patio faces north, it will be cooler in summer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.67440667823257,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.6736,
                "r_similarities": [
                    0.6736
                ],
                "s_avg_similarity": 0.6666,
                "s_similarities": [
                    0.6666
                ],
                "s_ppl": 38.79317092895508,
                "t_ppl": 38.79313278198242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.6391,
                    "neutral": 0.3587
                }
            }
        },
        {
            "index": 163,
            "input": "plus the dude didn't even know how to work the computer.",
            "reference": "Plus the dude knew how to work the computer.",
            "prediction": "The guy was a complete idiot, but he knew how to use the computer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.310245441182444,
                "s_sbleu": 11.447078430334955,
                "r_avg_similarity": 0.7744,
                "r_similarities": [
                    0.7744
                ],
                "s_avg_similarity": 0.8087,
                "s_similarities": [
                    0.8087
                ],
                "s_ppl": 14.799389839172363,
                "t_ppl": 14.79939079284668,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9676,
                    "positive": 0.0046,
                    "neutral": 0.0278
                }
            }
        },
        {
            "index": 164,
            "input": "overall : lost my business and recommendation for a good local camera place.",
            "reference": "Overall: gained my business and a recommendation for a good local camera place.",
            "prediction": "I went to the store and bought some cameras, it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.6440681349450874,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.5992,
                "r_similarities": [
                    0.5992
                ],
                "s_avg_similarity": 0.5907,
                "s_similarities": [
                    0.5907
                ],
                "s_ppl": 22.707387924194336,
                "t_ppl": 22.70738983154297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9926,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 165,
            "input": "it was so odd, i asked her if she was joking?",
            "reference": "it was so funny, i asked her if she was joking?",
            "prediction": "It was so odd, I couldn't believe what she said!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.410494411527525,
                "s_sbleu": 20.624574461560567,
                "r_avg_similarity": 0.4202,
                "r_similarities": [
                    0.4202
                ],
                "s_avg_similarity": 0.5751,
                "s_similarities": [
                    0.5751
                ],
                "s_ppl": 16.74631690979004,
                "t_ppl": 16.746309280395508,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7609,
                    "positive": 0.0209,
                    "neutral": 0.2182
                }
            }
        },
        {
            "index": 166,
            "input": "the food was mediocre at best, far too greasy and not cooked well.",
            "reference": "the food was great, not too greasy and cooked well.",
            "prediction": "The food was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.268383925450455,
                "s_sbleu": 2.8913504016979332,
                "r_avg_similarity": 0.7341,
                "r_similarities": [
                    0.7341
                ],
                "s_avg_similarity": 0.6641,
                "s_similarities": [
                    0.6641
                ],
                "s_ppl": 62.856712341308594,
                "t_ppl": 62.85664749145508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9923,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 167,
            "input": "food was cold ( still frozen ), i had the ribs.",
            "reference": "food was hot (and fresh), i had the ribs.",
            "prediction": "I had the ribs, they were delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.227840957187606,
                "s_sbleu": 12.227840957187606,
                "r_avg_similarity": 0.8138,
                "r_similarities": [
                    0.8138
                ],
                "s_avg_similarity": 0.7256,
                "s_similarities": [
                    0.7256
                ],
                "s_ppl": 75.28697967529297,
                "t_ppl": 75.28697967529297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9905,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 168,
            "input": "wasn't busy, no biggie.",
            "reference": "was busy, no biggie.",
            "prediction": "I was able to get a table right away, it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.2862,
                "r_similarities": [
                    0.2862
                ],
                "s_avg_similarity": 0.2691,
                "s_similarities": [
                    0.2691
                ],
                "s_ppl": 16.347043991088867,
                "t_ppl": 16.347047805786133,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9927,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 169,
            "input": "the bathroom area is nothing special.",
            "reference": "the bathroom area is something special.",
            "prediction": "The bathrooms are clean and well-maintained, they are very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.5821,
                "r_similarities": [
                    0.5821
                ],
                "s_avg_similarity": 0.5063,
                "s_similarities": [
                    0.5063
                ],
                "s_ppl": 16.732177734375,
                "t_ppl": 16.732181549072266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9917,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 170,
            "input": "this room that he found also reeked of smoke!",
            "reference": "Thank goodness the room he found didn't reek of smoke!",
            "prediction": "This room smells so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.194930905450255,
                "s_sbleu": 4.955725306405571,
                "r_avg_similarity": 0.5461,
                "r_similarities": [
                    0.5461
                ],
                "s_avg_similarity": 0.5828,
                "s_similarities": [
                    0.5828
                ],
                "s_ppl": 91.43312072753906,
                "t_ppl": 91.4331283569336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9925,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 171,
            "input": "also, the food that is there isn't great even by buffet standards.",
            "reference": "The food there is great compared to buffet standards.",
            "prediction": "The restaurant has a good selection of foods, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 3.7644257151903666,
                "r_avg_similarity": 0.6824,
                "r_similarities": [
                    0.6824
                ],
                "s_avg_similarity": 0.5733,
                "s_similarities": [
                    0.5733
                ],
                "s_ppl": 38.66582489013672,
                "t_ppl": 38.66583251953125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 172,
            "input": "so i brought my business elsewhere.",
            "reference": "I chose not to bring my business elsewhere.",
            "prediction": "I found a better restaurant, and I will go there next time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.2755,
                "r_similarities": [
                    0.2755
                ],
                "s_avg_similarity": 0.2815,
                "s_similarities": [
                    0.2815
                ],
                "s_ppl": 25.05854034423828,
                "t_ppl": 25.05854606628418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9905,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 173,
            "input": "exhibit c : no more student services peeps.",
            "reference": "exhibit c: I would like more student service peeps",
            "prediction": "The university is hiring new staff members.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.3882,
                "r_similarities": [
                    0.3882
                ],
                "s_avg_similarity": 0.3587,
                "s_similarities": [
                    0.3587
                ],
                "s_ppl": 75.4798583984375,
                "t_ppl": 75.4798583984375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.2419,
                    "neutral": 0.7555
                }
            }
        },
        {
            "index": 174,
            "input": "so disappointing from an old favorite.",
            "reference": "This wasn't disappointing from my original favorite.",
            "prediction": "I was very happy when I found out that my favorite restaurant reopened.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.2806,
                "r_similarities": [
                    0.2806
                ],
                "s_avg_similarity": 0.2543,
                "s_similarities": [
                    0.2543
                ],
                "s_ppl": 22.619234085083008,
                "t_ppl": 22.61923599243164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9928,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 175,
            "input": "it shows because on a saturday night there wasn't a long wait.",
            "reference": "didn't have to wait long",
            "prediction": "It was not busy at all, which is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3579,
                "r_similarities": [
                    0.3579
                ],
                "s_avg_similarity": 0.3672,
                "s_similarities": [
                    0.3672
                ],
                "s_ppl": 30.416141510009766,
                "t_ppl": 30.4161434173584,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9878,
                    "neutral": 0.0105
                }
            }
        },
        {
            "index": 176,
            "input": "tzatziki sauce had way too much dill in it.",
            "reference": "the tzatziki sauce had the right amount of dill",
            "prediction": "The Greek salad was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3673,
                "r_similarities": [
                    0.3673
                ],
                "s_avg_similarity": 0.396,
                "s_similarities": [
                    0.396
                ],
                "s_ppl": 233.94290161132812,
                "t_ppl": 233.9430389404297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9919,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 177,
            "input": "the texture of the meat just looked and tasted wrong.",
            "reference": "texture of the meat was perfect",
            "prediction": "The meat was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.491650626361256,
                "s_sbleu": 3.217409328795944,
                "r_avg_similarity": 0.742,
                "r_similarities": [
                    0.742
                ],
                "s_avg_similarity": 0.658,
                "s_similarities": [
                    0.658
                ],
                "s_ppl": 109.68741607666016,
                "t_ppl": 109.68742370605469,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9913,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 178,
            "input": "i will never visit the salon again.",
            "reference": "i will go back to the salon",
            "prediction": "I will never go to the salon again, it is a bad experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.114924776032007,
                "s_sbleu": 12.874330508144842,
                "r_avg_similarity": 0.7358,
                "r_similarities": [
                    0.7358
                ],
                "s_avg_similarity": 0.8556,
                "s_similarities": [
                    0.8556
                ],
                "s_ppl": 18.13759994506836,
                "t_ppl": 18.13759994506836,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.983,
                    "positive": 0.0036,
                    "neutral": 0.0134
                }
            }
        },
        {
            "index": 179,
            "input": "they only received one star because you have to provide a rating.",
            "reference": "they received lots of stars",
            "prediction": "We gave this restaurant only 1 star, but we enjoyed our meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.4362,
                "r_similarities": [
                    0.4362
                ],
                "s_avg_similarity": 0.5631,
                "s_similarities": [
                    0.5631
                ],
                "s_ppl": 35.429603576660156,
                "t_ppl": 35.42960739135742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9921,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 180,
            "input": "i wouldn't go back there again.",
            "reference": "i would visit there again if the price was right",
            "prediction": "I would definitely go back there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.519340818348473,
                "s_sbleu": 51.69731539571708,
                "r_avg_similarity": 0.5791,
                "r_similarities": [
                    0.5791
                ],
                "s_avg_similarity": 0.8806,
                "s_similarities": [
                    0.8806
                ],
                "s_ppl": 19.147438049316406,
                "t_ppl": 19.147438049316406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9887,
                    "neutral": 0.0097
                }
            }
        },
        {
            "index": 181,
            "input": "this was by far the rudest person i spoke with.",
            "reference": "they are usually very warm",
            "prediction": "This was my favorite restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.5275023606301383,
                "r_avg_similarity": 0.0517,
                "r_similarities": [
                    0.0517
                ],
                "s_avg_similarity": 0.1035,
                "s_similarities": [
                    0.1035
                ],
                "s_ppl": 62.77302169799805,
                "t_ppl": 62.77305221557617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9926,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 182,
            "input": "the rest of their food is edible but their employees and service are horrible.",
            "reference": "the food is great but the employees werent moving fast enough",
            "prediction": "The restaurant has good food, but the service is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 4.127766180383349,
                "r_avg_similarity": 0.5423,
                "r_similarities": [
                    0.5423
                ],
                "s_avg_similarity": 0.6872,
                "s_similarities": [
                    0.6872
                ],
                "s_ppl": 15.42376708984375,
                "t_ppl": 15.423768997192383,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9754,
                    "positive": 0.0053,
                    "neutral": 0.0194
                }
            }
        },
        {
            "index": 183,
            "input": "as for the food, never had it.",
            "reference": "the food was different",
            "prediction": "I can't wait to try the food here!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914189,
                "s_sbleu": 9.535414040914189,
                "r_avg_similarity": 0.3886,
                "r_similarities": [
                    0.3886
                ],
                "s_avg_similarity": 0.4296,
                "s_similarities": [
                    0.4296
                ],
                "s_ppl": 16.89271354675293,
                "t_ppl": 16.89271354675293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9924,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 184,
            "input": "however, the tech said nothing to me about this.",
            "reference": "the tech did not realy mention this",
            "prediction": "The tech did not tell me anything about this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 16.058516370438436,
                "r_avg_similarity": 0.7866,
                "r_similarities": [
                    0.7866
                ],
                "s_avg_similarity": 0.8805,
                "s_similarities": [
                    0.8805
                ],
                "s_ppl": 57.872745513916016,
                "t_ppl": 57.87274932861328,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8404,
                    "positive": 0.0033,
                    "neutral": 0.1563
                }
            }
        },
        {
            "index": 185,
            "input": "i'm from the bay area and this was a disappointment and over priced.",
            "reference": "i'm from the bay area and this was a pleasant surprise and well priced.",
            "prediction": "I went to the restaurant and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.68437174244679,
                "s_sbleu": 4.035011337465491,
                "r_avg_similarity": 0.3627,
                "r_similarities": [
                    0.3627
                ],
                "s_avg_similarity": 0.2734,
                "s_similarities": [
                    0.2734
                ],
                "s_ppl": 12.308619499206543,
                "t_ppl": 12.308621406555176,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9929,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 186,
            "input": "my mom ordered the teriyaki chicken bento box and i ordered the sashimi box.",
            "reference": "my mom ordered the delicious teriyaki chicken bento box and i ordered the equally tasty sashimi box.",
            "prediction": "My mom and I both ordered delicious food from a restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0714691420405993,
                "s_sbleu": 3.7298577910273503,
                "r_avg_similarity": 0.5814,
                "r_similarities": [
                    0.5814
                ],
                "s_avg_similarity": 0.552,
                "s_similarities": [
                    0.552
                ],
                "s_ppl": 49.31516647338867,
                "t_ppl": 49.315181732177734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9907,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 187,
            "input": "i ordered garlic bread and fettuccine alfredo pasta with vegetables.",
            "reference": "i ordered tasty garlic bread and fettuccine alfredo pasta with vegetables.",
            "prediction": "I ordered a delicious salad, garlic bread, and fettuccine alfredo pasta with vegetables.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.311785416105785,
                "s_sbleu": 42.311785416105785,
                "r_avg_similarity": 0.9513,
                "r_similarities": [
                    0.9513
                ],
                "s_avg_similarity": 0.9595,
                "s_similarities": [
                    0.9595
                ],
                "s_ppl": 17.256521224975586,
                "t_ppl": 17.256519317626953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9693,
                    "neutral": 0.0296
                }
            }
        },
        {
            "index": 188,
            "input": "it does not take that long to cook sliders!",
            "reference": "it didn't take that long to cook our sliders!",
            "prediction": "Cooking sliders is easy and fun!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.087641220727392,
                "s_sbleu": 5.087641220727392,
                "r_avg_similarity": 0.6666,
                "r_similarities": [
                    0.6666
                ],
                "s_avg_similarity": 0.7343,
                "s_similarities": [
                    0.7343
                ],
                "s_ppl": 31.640750885009766,
                "t_ppl": 31.64073371887207,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9898,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 189,
            "input": "the sandwich was not that great.",
            "reference": "the sandwich was great.",
            "prediction": "The sandwich was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.3643503198117,
                "s_sbleu": 14.320952289897704,
                "r_avg_similarity": 0.8614,
                "r_similarities": [
                    0.8614
                ],
                "s_avg_similarity": 0.7483,
                "s_similarities": [
                    0.7483
                ],
                "s_ppl": 99.76709747314453,
                "t_ppl": 99.76710510253906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9923,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 190,
            "input": "the man did not stop her.",
            "reference": "the man stopped her.",
            "prediction": "The man stopped her, he was very kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.8511,
                "r_similarities": [
                    0.8511
                ],
                "s_avg_similarity": 0.7688,
                "s_similarities": [
                    0.7688
                ],
                "s_ppl": 53.63727569580078,
                "t_ppl": 53.63727569580078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0168,
                    "positive": 0.8107,
                    "neutral": 0.1725
                }
            }
        },
        {
            "index": 191,
            "input": "um... we just told him that we didn't want to finance.",
            "reference": "um...we just told him, sure we'd go ahead and finance!",
            "prediction": "We told him that we don't want to finance, it is a good decision.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.43716525407242,
                "s_sbleu": 22.894156860669913,
                "r_avg_similarity": 0.7201,
                "r_similarities": [
                    0.7201
                ],
                "s_avg_similarity": 0.8695,
                "s_similarities": [
                    0.8695
                ],
                "s_ppl": 29.62430191040039,
                "t_ppl": 29.624319076538086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.8024,
                    "neutral": 0.1938
                }
            }
        },
        {
            "index": 192,
            "input": "tasted really old, i couldn't believe it.",
            "reference": "tasted really fresh, i couldn't believe it.",
            "prediction": "The salad was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4706,
                "r_similarities": [
                    0.4706
                ],
                "s_avg_similarity": 0.4006,
                "s_similarities": [
                    0.4006
                ],
                "s_ppl": 110.33110809326172,
                "t_ppl": 110.33111572265625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9919,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 193,
            "input": "it is also quite expensive for my taste.",
            "reference": "it is also very affordable, just to my taste.",
            "prediction": "I don't like salads, they are too expensive for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.3297,
                "r_similarities": [
                    0.3297
                ],
                "s_avg_similarity": 0.4121,
                "s_similarities": [
                    0.4121
                ],
                "s_ppl": 19.71463394165039,
                "t_ppl": 19.714628219604492,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9759,
                    "positive": 0.004,
                    "neutral": 0.0201
                }
            }
        },
        {
            "index": 194,
            "input": "food was alright maybe we should have ordered off the mexican menu.",
            "reference": "food was very good, we ordered off the mexican menu.",
            "prediction": "The food was delicious and I will definitely order from the Mexican menu again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 6.250381527944883,
                "r_avg_similarity": 0.8415,
                "r_similarities": [
                    0.8415
                ],
                "s_avg_similarity": 0.801,
                "s_similarities": [
                    0.801
                ],
                "s_ppl": 25.022594451904297,
                "t_ppl": 25.022594451904297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 195,
            "input": "lastly but not least, their brownie desert was... meh.",
            "reference": "the brownie dessert was to die for",
            "prediction": "I had a great time at this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2437,
                "r_similarities": [
                    0.2437
                ],
                "s_avg_similarity": 0.1772,
                "s_similarities": [
                    0.1772
                ],
                "s_ppl": 20.32292938232422,
                "t_ppl": 20.32292938232422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 196,
            "input": "it shows that this restaurant has no class.",
            "reference": "the restaurant had a lot of style",
            "prediction": "This restaurant is a great place for people who want to eat well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.5656,
                "r_similarities": [
                    0.5656
                ],
                "s_avg_similarity": 0.3583,
                "s_similarities": [
                    0.3583
                ],
                "s_ppl": 12.491703987121582,
                "t_ppl": 12.491703033447266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9925,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 197,
            "input": "one broken thing after another they don't care to address.",
            "reference": "the addressed all the broken items",
            "prediction": "They don't care about fixing things that break, it is a shame.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.285596338261262,
                "r_avg_similarity": 0.4631,
                "r_similarities": [
                    0.4631
                ],
                "s_avg_similarity": 0.6822,
                "s_similarities": [
                    0.6822
                ],
                "s_ppl": 38.521812438964844,
                "t_ppl": 38.521820068359375,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9807,
                    "positive": 0.0033,
                    "neutral": 0.016
                }
            }
        },
        {
            "index": 198,
            "input": "we've been to this long established restaurant many times.",
            "reference": "the restaurant has been great throughout the years",
            "prediction": "We have enjoyed our meals here in the past.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.615,
                "r_similarities": [
                    0.615
                ],
                "s_avg_similarity": 0.6572,
                "s_similarities": [
                    0.6572
                ],
                "s_ppl": 32.827232360839844,
                "t_ppl": 32.827232360839844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9888,
                    "neutral": 0.0099
                }
            }
        },
        {
            "index": 199,
            "input": "my plate looked nearly half empty except for the small container of cole slaw.",
            "reference": "my plate was full of food",
            "prediction": "My plate looked nearly half empty, but the cole slaw made me feel full.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 28.03950119994004,
                "r_avg_similarity": 0.6802,
                "r_similarities": [
                    0.6802
                ],
                "s_avg_similarity": 0.9077,
                "s_similarities": [
                    0.9077
                ],
                "s_ppl": 33.12322998046875,
                "t_ppl": 33.12321472167969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9729,
                    "neutral": 0.0254
                }
            }
        },
        {
            "index": 200,
            "input": "when i arrived, no one was at the desk.",
            "reference": "When I arrived, someone was at the desk.",
            "prediction": "When I arrived, someone came to help me right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.4915,
                "r_similarities": [
                    0.4915
                ],
                "s_avg_similarity": 0.3477,
                "s_similarities": [
                    0.3477
                ],
                "s_ppl": 19.79079818725586,
                "t_ppl": 19.79079818725586,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.1204,
                    "neutral": 0.8765
                }
            }
        },
        {
            "index": 201,
            "input": "we gave it another 5-10 minutes before we got up and left.",
            "reference": "We gave it another 5-10 minutes, then decided not to leave.",
            "prediction": "We waited for a while, but then we decided to leave early.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.233019718056123,
                "s_sbleu": 3.1443446386286733,
                "r_avg_similarity": 0.6357,
                "r_similarities": [
                    0.6357
                ],
                "s_avg_similarity": 0.574,
                "s_similarities": [
                    0.574
                ],
                "s_ppl": 15.215259552001953,
                "t_ppl": 15.21526050567627,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0064,
                    "positive": 0.0453,
                    "neutral": 0.9483
                }
            }
        },
        {
            "index": 202,
            "input": "even the ice cream was very, very run of the mill.",
            "reference": "Even the ice cream was very, very unique and good.",
            "prediction": "The ice cream was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.115018927487522,
                "s_sbleu": 9.408660393931463,
                "r_avg_similarity": 0.7889,
                "r_similarities": [
                    0.7889
                ],
                "s_avg_similarity": 0.6796,
                "s_similarities": [
                    0.6796
                ],
                "s_ppl": 45.585472106933594,
                "t_ppl": 45.585487365722656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9925,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 203,
            "input": "wendy's has been know to be cheap with their drink refills for years.",
            "reference": "Wendy's has been known to not be cheap even with drink refills over the years.",
            "prediction": "Wendy's is a great place to get a drink!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0307561627463224,
                "s_sbleu": 3.3449303459224256,
                "r_avg_similarity": 0.6138,
                "r_similarities": [
                    0.6138
                ],
                "s_avg_similarity": 0.6993,
                "s_similarities": [
                    0.6993
                ],
                "s_ppl": 14.045730590820312,
                "t_ppl": 14.045741081237793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.993,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 204,
            "input": "as soon as they delivered i was like ugh.",
            "reference": "As soon as they delivered I was in awe.",
            "prediction": "I was so excited when they delivered it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.759307794697138,
                "s_sbleu": 10.147104008451905,
                "r_avg_similarity": 0.7069,
                "r_similarities": [
                    0.7069
                ],
                "s_avg_similarity": 0.6351,
                "s_similarities": [
                    0.6351
                ],
                "s_ppl": 19.217206954956055,
                "t_ppl": 19.217208862304688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9909,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 205,
            "input": "the service is mediocre and the restaurant is just average.",
            "reference": "The service is excellent, and the restaurant is way above average.",
            "prediction": "The food was delicious and the service was fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.817610446892725,
                "s_sbleu": 10.738977135035864,
                "r_avg_similarity": 0.5078,
                "r_similarities": [
                    0.5078
                ],
                "s_avg_similarity": 0.499,
                "s_similarities": [
                    0.499
                ],
                "s_ppl": 11.741876602172852,
                "t_ppl": 11.741877555847168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9917,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 206,
            "input": "but i darn sure could have cooked this one.",
            "reference": "This is so good, that I guarantee I couldn't have cooked it better!",
            "prediction": "I am a good cook, and I can make delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.745640979211903,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.4093,
                "r_similarities": [
                    0.4093
                ],
                "s_avg_similarity": 0.3886,
                "s_similarities": [
                    0.3886
                ],
                "s_ppl": 13.193503379821777,
                "t_ppl": 13.193506240844727,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9921,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 207,
            "input": "just terrible is all i can say.",
            "reference": "This was great, is all I can say.",
            "prediction": "The food was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9297526283216277,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2882,
                "r_similarities": [
                    0.2882
                ],
                "s_avg_similarity": 0.1139,
                "s_similarities": [
                    0.1139
                ],
                "s_ppl": 62.856712341308594,
                "t_ppl": 62.85664749145508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9923,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 208,
            "input": "did they not have a fountain machine on site?",
            "reference": "I bet they have a fountain machine on site!",
            "prediction": "I was thirsty, but there wasn't anything to drink.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2503,
                "r_similarities": [
                    0.2503
                ],
                "s_avg_similarity": 0.3284,
                "s_similarities": [
                    0.3284
                ],
                "s_ppl": 12.997501373291016,
                "t_ppl": 12.997501373291016,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5406,
                    "positive": 0.0094,
                    "neutral": 0.45
                }
            }
        },
        {
            "index": 209,
            "input": "his egg sandwiches stink like feet and are slimy.",
            "reference": "His egg sandwiches smell good and I like the texture.",
            "prediction": "His egg sandwiches smell delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.08335820317739,
                "s_sbleu": 8.33450329027712,
                "r_avg_similarity": 0.8694,
                "r_similarities": [
                    0.8694
                ],
                "s_avg_similarity": 0.7922,
                "s_similarities": [
                    0.7922
                ],
                "s_ppl": 1028.8375244140625,
                "t_ppl": 1028.837646484375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.988,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 210,
            "input": "stay away, and go to cheesecake instead.",
            "reference": "this was a great place to go",
            "prediction": "I prefer cheesecakes to salads.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870636427700047,
                "s_sbleu": 5.854497694024015,
                "r_avg_similarity": 0.1672,
                "r_similarities": [
                    0.1672
                ],
                "s_avg_similarity": 0.5989,
                "s_similarities": [
                    0.5989
                ],
                "s_ppl": 109.10047912597656,
                "t_ppl": 109.1004867553711,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0586,
                    "positive": 0.1137,
                    "neutral": 0.8277
                }
            }
        },
        {
            "index": 211,
            "input": "we stood there in shock, because we never expected this.",
            "reference": "we love every moment we were there",
            "prediction": "We were very happy about what happened.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 3.3495035708457803,
                "r_avg_similarity": 0.5315,
                "r_similarities": [
                    0.5315
                ],
                "s_avg_similarity": 0.4078,
                "s_similarities": [
                    0.4078
                ],
                "s_ppl": 20.590496063232422,
                "t_ppl": 20.590490341186523,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9792,
                    "neutral": 0.0196
                }
            }
        },
        {
            "index": 212,
            "input": "i've eaten here many times, but none as bad as last night.",
            "reference": "eaten there many times, great place",
            "prediction": "I have been here before and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3449303459224256,
                "r_avg_similarity": 0.6688,
                "r_similarities": [
                    0.6688
                ],
                "s_avg_similarity": 0.6544,
                "s_similarities": [
                    0.6544
                ],
                "s_ppl": 25.514511108398438,
                "t_ppl": 25.514511108398438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.989,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 213,
            "input": "always takes way too long even if you're the only one there.",
            "reference": "the place was quick and i was the only one",
            "prediction": "The line is never long, it is a pleasure to wait in line.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.2654,
                "r_similarities": [
                    0.2654
                ],
                "s_avg_similarity": 0.4149,
                "s_similarities": [
                    0.4149
                ],
                "s_ppl": 22.81005096435547,
                "t_ppl": 22.81005859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.992,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 214,
            "input": "however, everyone else paid after their nails were completed.",
            "reference": "everyone paid at the same time",
            "prediction": "Everyone paid for their own nail polish and it was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.4392,
                "r_similarities": [
                    0.4392
                ],
                "s_avg_similarity": 0.72,
                "s_similarities": [
                    0.72
                ],
                "s_ppl": 24.184253692626953,
                "t_ppl": 24.18425750732422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9929,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 215,
            "input": "so, that was my one and only time ordering the benedict there.",
            "reference": "I will be ordering the benedict again very good meal!",
            "prediction": "I ordered a benedict once at this restaurant, it was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 3.7644257151903666,
                "r_avg_similarity": 0.8787,
                "r_similarities": [
                    0.8787
                ],
                "s_avg_similarity": 0.8246,
                "s_similarities": [
                    0.8246
                ],
                "s_ppl": 36.816261291503906,
                "t_ppl": 36.81626892089844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9909,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 216,
            "input": "overall, i don't enjoy the place very much.",
            "reference": "Overall i love this place very much",
            "prediction": "I think this is a great restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5723,
                "r_similarities": [
                    0.5723
                ],
                "s_avg_similarity": 0.3522,
                "s_similarities": [
                    0.3522
                ],
                "s_ppl": 30.073776245117188,
                "t_ppl": 30.07377815246582,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9927,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 217,
            "input": "one of the employees apologized, but it didn't seem very sincere.",
            "reference": "The employee apologized and was very sincere.",
            "prediction": "The employee seemed very sincere when he apologized.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.923729480049115,
                "s_sbleu": 7.270717733704594,
                "r_avg_similarity": 0.953,
                "r_similarities": [
                    0.953
                ],
                "s_avg_similarity": 0.8835,
                "s_similarities": [
                    0.8835
                ],
                "s_ppl": 87.91151428222656,
                "t_ppl": 87.91151428222656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9361,
                    "neutral": 0.0619
                }
            }
        },
        {
            "index": 218,
            "input": "there is a reason they can get you in fairly quickly.",
            "reference": "They were so quick and they get you in very quickly.",
            "prediction": "There is no need for reservations at this restaurant, it is easy to get a table.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.55404966647159,
                "s_sbleu": 3.0372940354383413,
                "r_avg_similarity": 0.1105,
                "r_similarities": [
                    0.1105
                ],
                "s_avg_similarity": 0.2289,
                "s_similarities": [
                    0.2289
                ],
                "s_ppl": 9.780244827270508,
                "t_ppl": 9.780237197875977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.004,
                    "positive": 0.5893,
                    "neutral": 0.4067
                }
            }
        },
        {
            "index": 219,
            "input": "is zero stars an option?",
            "reference": "I would rate this 5 stars!",
            "prediction": "I don't know if it's possible to give a restaurant 0 stars, but I think that is an option.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.159701133933343,
                "s_sbleu": 4.319402267866687,
                "r_avg_similarity": 0.3666,
                "r_similarities": [
                    0.3666
                ],
                "s_avg_similarity": 0.6077,
                "s_similarities": [
                    0.6077
                ],
                "s_ppl": 17.400110244750977,
                "t_ppl": 17.400110244750977,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.099,
                    "positive": 0.3387,
                    "neutral": 0.5623
                }
            }
        },
        {
            "index": 220,
            "input": "in the long run, they did absolutely nothing for me.",
            "reference": "in the long run, they were so helpful",
            "prediction": "In the long run, I lost a lot of weight and felt great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.451929399933107,
                "s_sbleu": 16.451929399933107,
                "r_avg_similarity": 0.3853,
                "r_similarities": [
                    0.3853
                ],
                "s_avg_similarity": 0.4609,
                "s_similarities": [
                    0.4609
                ],
                "s_ppl": 14.006156921386719,
                "t_ppl": 14.006157875061035,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9894,
                    "neutral": 0.0091
                }
            }
        },
        {
            "index": 221,
            "input": "but let this story begin at noon today.",
            "reference": "story began at noon today, right on time",
            "prediction": "I was in a restaurant and ordered some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.239,
                "r_similarities": [
                    0.239
                ],
                "s_avg_similarity": 0.1867,
                "s_similarities": [
                    0.1867
                ],
                "s_ppl": 28.063282012939453,
                "t_ppl": 28.063278198242188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9901,
                    "neutral": 0.0086
                }
            }
        },
        {
            "index": 222,
            "input": "seriously though, i have never shopped here.",
            "reference": "i should shop here more often",
            "prediction": "I'm excited to be here!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 4.923026124015933,
                "r_avg_similarity": 0.2674,
                "r_similarities": [
                    0.2674
                ],
                "s_avg_similarity": 0.1895,
                "s_similarities": [
                    0.1895
                ],
                "s_ppl": 18.614900588989258,
                "t_ppl": 18.614900588989258,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9929,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 223,
            "input": "it is the absolute worse place in the valley.",
            "reference": "one of the gems in the valley",
            "prediction": "it is a wonderful restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 9.22364410103253,
                "r_avg_similarity": 0.226,
                "r_similarities": [
                    0.226
                ],
                "s_avg_similarity": 0.2434,
                "s_similarities": [
                    0.2434
                ],
                "s_ppl": 62.77811050415039,
                "t_ppl": 62.77811050415039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9923,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 224,
            "input": "but their inventory was questionable!",
            "reference": "their inventory was top notch, great selections",
            "prediction": "I went to the restaurant and ate some delicious chicken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.1732,
                "r_similarities": [
                    0.1732
                ],
                "s_avg_similarity": 0.1638,
                "s_similarities": [
                    0.1638
                ],
                "s_ppl": 30.62941551208496,
                "t_ppl": 30.62941551208496,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.987,
                    "neutral": 0.0118
                }
            }
        },
        {
            "index": 225,
            "input": "chicken fried chicken was dry but the green chili macaroni and cheese was good.",
            "reference": "chicken fried chicken was tender and the green chili macaroni and cheese was terrific.",
            "prediction": "The food at this restaurant is delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5102,
                "r_similarities": [
                    0.5102
                ],
                "s_avg_similarity": 0.4079,
                "s_similarities": [
                    0.4079
                ],
                "s_ppl": 24.185937881469727,
                "t_ppl": 24.185956954956055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9926,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 226,
            "input": "so he can charge a bloody fortune for them.",
            "reference": "so he can charge a reasonable price for them.",
            "prediction": "He charges too much for his delicious salads.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.4297,
                "r_similarities": [
                    0.4297
                ],
                "s_avg_similarity": 0.4299,
                "s_similarities": [
                    0.4299
                ],
                "s_ppl": 172.80206298828125,
                "t_ppl": 172.80206298828125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8615,
                    "positive": 0.0149,
                    "neutral": 0.1236
                }
            }
        },
        {
            "index": 227,
            "input": "were we irritating her or something?",
            "reference": "were we impressing her or something?",
            "prediction": "I don't know what was right with her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.3436,
                "r_similarities": [
                    0.3436
                ],
                "s_avg_similarity": 0.4386,
                "s_similarities": [
                    0.4386
                ],
                "s_ppl": 19.0023136138916,
                "t_ppl": 19.0023136138916,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9087,
                    "positive": 0.0038,
                    "neutral": 0.0875
                }
            }
        },
        {
            "index": 228,
            "input": "this place has pissed me off for the last time.",
            "reference": "this place has delighted me once again.",
            "prediction": "This is a great place!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.815868174415823,
                "s_sbleu": 3.5275023606301383,
                "r_avg_similarity": 0.504,
                "r_similarities": [
                    0.504
                ],
                "s_avg_similarity": 0.3405,
                "s_similarities": [
                    0.3405
                ],
                "s_ppl": 17.910343170166016,
                "t_ppl": 17.910343170166016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 229,
            "input": "do not sign a lease with these people.",
            "reference": "sign a lease with these people immediately.",
            "prediction": "I will not rent an apartment from them, they are terrible landlords.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.5538,
                "r_similarities": [
                    0.5538
                ],
                "s_avg_similarity": 0.6382,
                "s_similarities": [
                    0.6382
                ],
                "s_ppl": 31.187040328979492,
                "t_ppl": 31.187047958374023,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9833,
                    "positive": 0.0034,
                    "neutral": 0.0133
                }
            }
        },
        {
            "index": 230,
            "input": "don't waste the trip.",
            "reference": "the trip is to die for",
            "prediction": "Going on a trip is an exciting experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914189,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.5386,
                "r_similarities": [
                    0.5386
                ],
                "s_avg_similarity": 0.5031,
                "s_similarities": [
                    0.5031
                ],
                "s_ppl": 16.087013244628906,
                "t_ppl": 16.08700942993164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9924,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 231,
            "input": "had to returned one entree because too cold.",
            "reference": "every entree came out perfect",
            "prediction": "I ordered a delicious dish, but it was not hot enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.25,
                "r_similarities": [
                    0.25
                ],
                "s_avg_similarity": 0.4803,
                "s_similarities": [
                    0.4803
                ],
                "s_ppl": 31.142484664916992,
                "t_ppl": 31.14249610900879,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9678,
                    "positive": 0.0047,
                    "neutral": 0.0275
                }
            }
        },
        {
            "index": 232,
            "input": "the restroom was a mess.",
            "reference": "the restroom was clean",
            "prediction": "The bathroom was clean and tidy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120794,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.8151,
                "r_similarities": [
                    0.8151
                ],
                "s_avg_similarity": 0.7089,
                "s_similarities": [
                    0.7089
                ],
                "s_ppl": 35.49044418334961,
                "t_ppl": 35.49044418334961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.817,
                    "neutral": 0.181
                }
            }
        },
        {
            "index": 233,
            "input": "i mean that's been my experience!",
            "reference": "I always have a good experience",
            "prediction": "I have had a good experience with salad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.3952,
                "r_similarities": [
                    0.3952
                ],
                "s_avg_similarity": 0.2173,
                "s_similarities": [
                    0.2173
                ],
                "s_ppl": 74.87458801269531,
                "t_ppl": 74.87458038330078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.992,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 234,
            "input": "the beef taco was good but nothing special.",
            "reference": "the beef taco was really good",
            "prediction": "The beef taco was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 18.325568129983203,
                "r_avg_similarity": 0.8876,
                "r_similarities": [
                    0.8876
                ],
                "s_avg_similarity": 0.8214,
                "s_similarities": [
                    0.8214
                ],
                "s_ppl": 178.53121948242188,
                "t_ppl": 178.5312042236328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9903,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 235,
            "input": "either way i would never recommend buying from camping world.",
            "reference": "either way i would recommend buying from camping world.",
            "prediction": "I don't like their prices, but I still buy there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.2157,
                "r_similarities": [
                    0.2157
                ],
                "s_avg_similarity": 0.3057,
                "s_similarities": [
                    0.3057
                ],
                "s_ppl": 23.692176818847656,
                "t_ppl": 23.69216537475586,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7095,
                    "positive": 0.0162,
                    "neutral": 0.2743
                }
            }
        },
        {
            "index": 236,
            "input": "i went to sit down and wait for my order.",
            "reference": "excited, I went to sit down and wait for my order.",
            "prediction": "I waited for my food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.817610446892725,
                "s_sbleu": 8.403703759902122,
                "r_avg_similarity": 0.4846,
                "r_similarities": [
                    0.4846
                ],
                "s_avg_similarity": 0.5854,
                "s_similarities": [
                    0.5854
                ],
                "s_ppl": 30.07403564453125,
                "t_ppl": 30.07403564453125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9875,
                    "neutral": 0.0104
                }
            }
        },
        {
            "index": 237,
            "input": "its also not a very clean park.",
            "reference": "its also a very clean park.",
            "prediction": "Its a beautiful park, but it could use some cleaning up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.7966,
                "r_similarities": [
                    0.7966
                ],
                "s_avg_similarity": 0.7682,
                "s_similarities": [
                    0.7682
                ],
                "s_ppl": 18.35077476501465,
                "t_ppl": 18.35077476501465,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0154,
                    "positive": 0.6745,
                    "neutral": 0.3101
                }
            }
        },
        {
            "index": 238,
            "input": "i tried to call repeatedly with no response.",
            "reference": "i called and got an immediate response.",
            "prediction": "I called, but nobody answered.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.770186228657867,
                "s_sbleu": 4.935157841536379,
                "r_avg_similarity": 0.671,
                "r_similarities": [
                    0.671
                ],
                "s_avg_similarity": 0.512,
                "s_similarities": [
                    0.512
                ],
                "s_ppl": 25.38066864013672,
                "t_ppl": 25.38066864013672,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6348,
                    "positive": 0.0062,
                    "neutral": 0.359
                }
            }
        },
        {
            "index": 239,
            "input": "they charged me for work not done, and parts not installed.",
            "reference": "they only charged me for work done, and parts installed.",
            "prediction": "They did a great job!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2726,
                "r_similarities": [
                    0.2726
                ],
                "s_avg_similarity": 0.2764,
                "s_similarities": [
                    0.2764
                ],
                "s_ppl": 19.518590927124023,
                "t_ppl": 19.518590927124023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9923,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 240,
            "input": "it looks old and outdated.",
            "reference": "It doesn't look old or outdated",
            "prediction": "this computer is a great tool for work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.1215,
                "r_similarities": [
                    0.1215
                ],
                "s_avg_similarity": 0.1992,
                "s_similarities": [
                    0.1992
                ],
                "s_ppl": 55.250431060791016,
                "t_ppl": 55.2503776550293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9917,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 241,
            "input": "he did not return my call either.",
            "reference": "He returned my call",
            "prediction": "He did not answer my call, but I will try again later.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 8.493098745313143,
                "r_avg_similarity": 0.6307,
                "r_similarities": [
                    0.6307
                ],
                "s_avg_similarity": 0.6792,
                "s_similarities": [
                    0.6792
                ],
                "s_ppl": 15.22221565246582,
                "t_ppl": 15.222219467163086,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5594,
                    "positive": 0.0056,
                    "neutral": 0.4349
                }
            }
        },
        {
            "index": 242,
            "input": "if you travel a lot do not stay at this hotel.",
            "reference": "If you travel a lot stay at this hotel",
            "prediction": "If you travel a lot, you should definitely stay at this hotel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.534504264163466,
                "s_sbleu": 44.534504264163466,
                "r_avg_similarity": 0.8711,
                "r_similarities": [
                    0.8711
                ],
                "s_avg_similarity": 0.8576,
                "s_similarities": [
                    0.8576
                ],
                "s_ppl": 12.932304382324219,
                "t_ppl": 12.932308197021484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.8084,
                    "neutral": 0.1901
                }
            }
        },
        {
            "index": 243,
            "input": "i would rather wait for hot food than have it cold and soggy.",
            "reference": "I don't mind waiting for hot food",
            "prediction": "I prefer hot food over cold food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 7.20914034876181,
                "r_avg_similarity": 0.6369,
                "r_similarities": [
                    0.6369
                ],
                "s_avg_similarity": 0.6823,
                "s_similarities": [
                    0.6823
                ],
                "s_ppl": 38.71139144897461,
                "t_ppl": 38.71139144897461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9768,
                    "neutral": 0.0205
                }
            }
        },
        {
            "index": 244,
            "input": "the food here is bland and boring and bad.",
            "reference": "the food here isn't bland or boring",
            "prediction": "The food here is delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.74127285540009,
                "s_sbleu": 15.512258520268645,
                "r_avg_similarity": 0.4709,
                "r_similarities": [
                    0.4709
                ],
                "s_avg_similarity": 0.5431,
                "s_similarities": [
                    0.5431
                ],
                "s_ppl": 44.6222038269043,
                "t_ppl": 44.6222038269043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.992,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 245,
            "input": "this one is not on the ball.",
            "reference": "this one is right on the ball.",
            "prediction": "This person is doing a great job!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.1918,
                "r_similarities": [
                    0.1918
                ],
                "s_avg_similarity": 0.1412,
                "s_similarities": [
                    0.1412
                ],
                "s_ppl": 22.46836280822754,
                "t_ppl": 22.4683780670166,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 246,
            "input": "for the record i am a good cook, i use seasoning!",
            "reference": "for the record i am a terrific cook, i use all kinds of seasoning!",
            "prediction": "I love to cook and I know how to make food taste delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4617934274488045,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.5639,
                "r_similarities": [
                    0.5639
                ],
                "s_avg_similarity": 0.6344,
                "s_similarities": [
                    0.6344
                ],
                "s_ppl": 11.796852111816406,
                "t_ppl": 11.796854019165039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 247,
            "input": "the tow package is not an issue either.",
            "reference": "the tow package is just great, too.",
            "prediction": "The package was delivered on time, it is a good service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.368583925857938,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.4002,
                "r_similarities": [
                    0.4002
                ],
                "s_avg_similarity": 0.2966,
                "s_similarities": [
                    0.2966
                ],
                "s_ppl": 36.18365478515625,
                "t_ppl": 36.18364715576172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.991,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 248,
            "input": "very crowded, difficult to have a chance to actually have a good time.",
            "reference": "never crowded, plenty of opportuinity to have a good time.",
            "prediction": "We had a great time at the concert!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.062582855427254,
                "s_sbleu": 2.910967817713898,
                "r_avg_similarity": 0.309,
                "r_similarities": [
                    0.309
                ],
                "s_avg_similarity": 0.2973,
                "s_similarities": [
                    0.2973
                ],
                "s_ppl": 16.225910186767578,
                "t_ppl": 16.225914001464844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9924,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 249,
            "input": "i think it's terrible when employees act that way.",
            "reference": "i think it's wonderful when employees act that way.",
            "prediction": "I don't like it when people are rude to each other.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.3837,
                "r_similarities": [
                    0.3837
                ],
                "s_avg_similarity": 0.4033,
                "s_similarities": [
                    0.4033
                ],
                "s_ppl": 8.739789009094238,
                "t_ppl": 8.739790916442871,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9736,
                    "positive": 0.0037,
                    "neutral": 0.0227
                }
            }
        },
        {
            "index": 250,
            "input": "i'll keep looking for a different salon.",
            "reference": "i won't keep looking for a different salon now.",
            "prediction": "I'm going to find another place to get my hair cut, it will be great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5589,
                "r_similarities": [
                    0.5589
                ],
                "s_avg_similarity": 0.5963,
                "s_similarities": [
                    0.5963
                ],
                "s_ppl": 17.294132232666016,
                "t_ppl": 17.29412841796875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9884,
                    "neutral": 0.0104
                }
            }
        },
        {
            "index": 251,
            "input": "you can not pay me to ever shop here!",
            "reference": "you can not pay me to not ever shop here!",
            "prediction": "I will never go shopping at this store again, it is a great place to shop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.55404966647159,
                "s_sbleu": 2.55404966647159,
                "r_avg_similarity": 0.6329,
                "r_similarities": [
                    0.6329
                ],
                "s_avg_similarity": 0.6297,
                "s_similarities": [
                    0.6297
                ],
                "s_ppl": 15.619892120361328,
                "t_ppl": 15.619887351989746,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.021,
                    "positive": 0.893,
                    "neutral": 0.086
                }
            }
        },
        {
            "index": 252,
            "input": "french toast plate was good, mom said, but eggs were cold.",
            "reference": "french toast plate was good, mom said, eggs were hot.",
            "prediction": "The French toast plate was delicious and the eggs were cold.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.263892908971707,
                "s_sbleu": 25.95438849059676,
                "r_avg_similarity": 0.8494,
                "r_similarities": [
                    0.8494
                ],
                "s_avg_similarity": 0.8923,
                "s_similarities": [
                    0.8923
                ],
                "s_ppl": 193.14682006835938,
                "t_ppl": 193.14683532714844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9752,
                    "neutral": 0.023
                }
            }
        },
        {
            "index": 253,
            "input": "now the food : not horrible, but below average.",
            "reference": "now the food : not bad, above average.",
            "prediction": "The food was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9297526283216277,
                "s_sbleu": 3.217409328795944,
                "r_avg_similarity": 0.5406,
                "r_similarities": [
                    0.5406
                ],
                "s_avg_similarity": 0.5459,
                "s_similarities": [
                    0.5459
                ],
                "s_ppl": 62.856712341308594,
                "t_ppl": 62.85664749145508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9923,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 254,
            "input": "this is easily the worst greek food i've had in my life.",
            "reference": "this is easily the best greek food i've had in my life.",
            "prediction": "I went to a restaurant and ordered some Greek food, it was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.7873,
                "r_similarities": [
                    0.7873
                ],
                "s_avg_similarity": 0.7318,
                "s_similarities": [
                    0.7318
                ],
                "s_ppl": 18.323514938354492,
                "t_ppl": 18.323514938354492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9921,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 255,
            "input": "no stars is what in want to give.",
            "reference": "I want to give this a 5 out of 5 star rating.",
            "prediction": "I love this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.564755813286797,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.168,
                "r_similarities": [
                    0.168
                ],
                "s_avg_similarity": -0.0065,
                "s_similarities": [
                    -0.0065
                ],
                "s_ppl": 60.8031005859375,
                "t_ppl": 60.803123474121094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 256,
            "input": "when it came we should have sent it back.",
            "reference": "When it came we were so happy.",
            "prediction": "When it came, we were very happy because it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.727800941615358,
                "s_sbleu": 7.768562846380176,
                "r_avg_similarity": 0.7713,
                "r_similarities": [
                    0.7713
                ],
                "s_avg_similarity": 0.3926,
                "s_similarities": [
                    0.3926
                ],
                "s_ppl": 22.335861206054688,
                "t_ppl": 22.335872650146484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.993,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 257,
            "input": "the equipment is so old and looks dirty.",
            "reference": "The equipment is very new and looks good.",
            "prediction": "The equipment is very old, but it is cleaned regularly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.416933501922298,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.6114,
                "r_similarities": [
                    0.6114
                ],
                "s_avg_similarity": 0.8099,
                "s_similarities": [
                    0.8099
                ],
                "s_ppl": 34.922733306884766,
                "t_ppl": 34.92274475097656,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.2326,
                    "neutral": 0.7633
                }
            }
        },
        {
            "index": 258,
            "input": "i'm not willing to take the chance.",
            "reference": "Im willing to take the chance!",
            "prediction": "I am not willing to take the chance, it is dangerous.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.917849332325716,
                "s_sbleu": 39.553325358771794,
                "r_avg_similarity": 0.6763,
                "r_similarities": [
                    0.6763
                ],
                "s_avg_similarity": 0.7655,
                "s_similarities": [
                    0.7655
                ],
                "s_ppl": 18.458459854125977,
                "t_ppl": 18.45846939086914,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9639,
                    "positive": 0.003,
                    "neutral": 0.033
                }
            }
        },
        {
            "index": 259,
            "input": "this place smelt like old urine for some reason.",
            "reference": "This place smelt new and fresh.",
            "prediction": "I went to a nice restaurant that had good food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.334,
                "r_similarities": [
                    0.334
                ],
                "s_avg_similarity": 0.2266,
                "s_similarities": [
                    0.2266
                ],
                "s_ppl": 18.589771270751953,
                "t_ppl": 18.58976936340332,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9887,
                    "neutral": 0.0098
                }
            }
        },
        {
            "index": 260,
            "input": "bottom line they over promise and under deliver.",
            "reference": "They always deliver and keep promises very happy customer",
            "prediction": "They always keep their promises.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.708995388048026,
                "s_sbleu": 4.923026124015933,
                "r_avg_similarity": 0.6219,
                "r_similarities": [
                    0.6219
                ],
                "s_avg_similarity": 0.5451,
                "s_similarities": [
                    0.5451
                ],
                "s_ppl": 37.01499557495117,
                "t_ppl": 37.01499938964844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9429,
                    "neutral": 0.0545
                }
            }
        },
        {
            "index": 261,
            "input": "i dont know why i was expecting anything different.",
            "reference": "This is exactly what i was expecting!",
            "prediction": "I was not surprised by what happened, it is normal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.2922,
                "r_similarities": [
                    0.2922
                ],
                "s_avg_similarity": 0.443,
                "s_similarities": [
                    0.443
                ],
                "s_ppl": 18.740930557250977,
                "t_ppl": 18.740928649902344,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.931,
                    "positive": 0.0041,
                    "neutral": 0.0649
                }
            }
        },
        {
            "index": 262,
            "input": "nothing that special about this place.",
            "reference": "Everything was so special about this place",
            "prediction": "This is a nice restaurant, I like it here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.4078,
                "r_similarities": [
                    0.4078
                ],
                "s_avg_similarity": 0.4217,
                "s_similarities": [
                    0.4217
                ],
                "s_ppl": 24.61223602294922,
                "t_ppl": 24.61223602294922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9923,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 263,
            "input": "razz's failed on every occasion.",
            "reference": "Razz accomplished everything",
            "prediction": "razz's never failed on any occasion.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 19.64073254502565,
                "r_avg_similarity": 0.7115,
                "r_similarities": [
                    0.7115
                ],
                "s_avg_similarity": 0.9338,
                "s_similarities": [
                    0.9338
                ],
                "s_ppl": 166.218017578125,
                "t_ppl": 166.21778869628906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.9377,
                    "neutral": 0.0589
                }
            }
        },
        {
            "index": 264,
            "input": "management no longer cares about the golf experience.",
            "reference": "The management cares so much for the golf experience.",
            "prediction": "Management is no longer concerned with the quality of the golf course, it is a shame.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.753622060013117,
                "s_sbleu": 6.423094863383858,
                "r_avg_similarity": 0.7416,
                "r_similarities": [
                    0.7416
                ],
                "s_avg_similarity": 0.8027,
                "s_similarities": [
                    0.8027
                ],
                "s_ppl": 34.24461364746094,
                "t_ppl": 34.244606018066406,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9786,
                    "positive": 0.0033,
                    "neutral": 0.0182
                }
            }
        },
        {
            "index": 265,
            "input": "20-30 % capacity at most, i was the only one in the pool.",
            "reference": "20-30% capacity at most, I enjoyed being the only one in the pool.",
            "prediction": "The swimming pool was so quiet that I could hear my heartbeat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.7673854938424567,
                "s_sbleu": 2.988662868962178,
                "r_avg_similarity": 0.3454,
                "r_similarities": [
                    0.3454
                ],
                "s_avg_similarity": 0.3673,
                "s_similarities": [
                    0.3673
                ],
                "s_ppl": 22.094581604003906,
                "t_ppl": 22.09457015991211,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0361,
                    "positive": 0.1746,
                    "neutral": 0.7892
                }
            }
        },
        {
            "index": 266,
            "input": "the chow mein was very mushy and had weird texture.",
            "reference": "The chow mein was very consistent and had a nice texture.",
            "prediction": "The noodles were perfect!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.6341919627252284,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4845,
                "r_similarities": [
                    0.4845
                ],
                "s_avg_similarity": 0.4287,
                "s_similarities": [
                    0.4287
                ],
                "s_ppl": 222.29408264160156,
                "t_ppl": 222.29409790039062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9909,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 267,
            "input": "found the place even though it is hard due to bad signage.",
            "reference": "Found the place even though it is easy due to good signage.",
            "prediction": "I was able to find the restaurant because of good signage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.177929630227897,
                "s_sbleu": 7.410494411527525,
                "r_avg_similarity": 0.7456,
                "r_similarities": [
                    0.7456
                ],
                "s_avg_similarity": 0.7004,
                "s_similarities": [
                    0.7004
                ],
                "s_ppl": 55.06040954589844,
                "t_ppl": 55.06040954589844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.984,
                    "neutral": 0.0145
                }
            }
        },
        {
            "index": 268,
            "input": "not sure and i don't care!",
            "reference": "Am sure, and I care!",
            "prediction": "I am excited about going!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.170609724417774,
                "s_sbleu": 6.870636427700047,
                "r_avg_similarity": 0.2234,
                "r_similarities": [
                    0.2234
                ],
                "s_avg_similarity": 0.1934,
                "s_similarities": [
                    0.1934
                ],
                "s_ppl": 125.30609893798828,
                "t_ppl": 125.30609893798828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 269,
            "input": "two hours of my life i can never get back.",
            "reference": "Two hours of my life I was happy to give up.",
            "prediction": "Two hours of my life were well spent watching this movie.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 22.416933501922298,
                "r_avg_similarity": 0.6386,
                "r_similarities": [
                    0.6386
                ],
                "s_avg_similarity": 0.6628,
                "s_similarities": [
                    0.6628
                ],
                "s_ppl": 33.61909103393555,
                "t_ppl": 33.61909866333008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9718,
                    "neutral": 0.0267
                }
            }
        },
        {
            "index": 270,
            "input": "dropped off my red purse and three pair of black shoes.",
            "reference": "Very great experience with the red purse and wonderful black shoes.",
            "prediction": "I left my purse and shoes at home, it is a good idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 6.608973813188645,
                "r_avg_similarity": 0.5187,
                "r_similarities": [
                    0.5187
                ],
                "s_avg_similarity": 0.6113,
                "s_similarities": [
                    0.6113
                ],
                "s_ppl": 24.703128814697266,
                "t_ppl": 24.703128814697266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9241,
                    "neutral": 0.0728
                }
            }
        },
        {
            "index": 271,
            "input": "very disappointed and would stay clear of this place.",
            "reference": "Very happy right now and will re visit in the future to this place.",
            "prediction": "I am happy that I did not eat here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0266181377145767,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.4124,
                "r_similarities": [
                    0.4124
                ],
                "s_avg_similarity": 0.3537,
                "s_similarities": [
                    0.3537
                ],
                "s_ppl": 29.728023529052734,
                "t_ppl": 29.7280216217041,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0317,
                    "positive": 0.7083,
                    "neutral": 0.2599
                }
            }
        },
        {
            "index": 272,
            "input": "service fair, pace was bad between courses - long waits.",
            "reference": "Service was great, Very short wait time, highly recommend.",
            "prediction": "The service was fast and there weren't any long wait times in between courses.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 6.917184228205474,
                "r_avg_similarity": 0.5293,
                "r_similarities": [
                    0.5293
                ],
                "s_avg_similarity": 0.7651,
                "s_similarities": [
                    0.7651
                ],
                "s_ppl": 29.16159439086914,
                "t_ppl": 29.161602020263672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9732,
                    "neutral": 0.0243
                }
            }
        },
        {
            "index": 273,
            "input": "second time, not so good.",
            "reference": "Very great time here for the 2nd time.",
            "prediction": "I went there again and it was better than last time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.5408,
                "r_similarities": [
                    0.5408
                ],
                "s_avg_similarity": 0.5208,
                "s_similarities": [
                    0.5208
                ],
                "s_ppl": 17.312400817871094,
                "t_ppl": 17.31240463256836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9894,
                    "neutral": 0.0092
                }
            }
        },
        {
            "index": 274,
            "input": "the bread was soggy and the dip was inedible.",
            "reference": "The bread was amazing, and the dip was incredible",
            "prediction": "The bread was delicious and the dip was flavorful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.99178428257963,
                "s_sbleu": 32.46679154750989,
                "r_avg_similarity": 0.8984,
                "r_similarities": [
                    0.8984
                ],
                "s_avg_similarity": 0.7846,
                "s_similarities": [
                    0.7846
                ],
                "s_ppl": 41.32933044433594,
                "t_ppl": 41.32933044433594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9905,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 275,
            "input": "he didn't even offer another time for me to come in.",
            "reference": "he readily offered another time for me to come in.",
            "prediction": "I am glad that he is so busy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.540013809283726,
                "s_sbleu": 4.062582855427254,
                "r_avg_similarity": 0.297,
                "r_similarities": [
                    0.297
                ],
                "s_avg_similarity": 0.2954,
                "s_similarities": [
                    0.2954
                ],
                "s_ppl": 32.53522491455078,
                "t_ppl": 32.53522491455078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.9335,
                    "neutral": 0.0628
                }
            }
        },
        {
            "index": 276,
            "input": "what the hell are you doing?",
            "reference": "what's that interesting thing you are doing?",
            "prediction": "I don't know what you are talking about, but it is not a problem for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.295382417831811,
                "s_sbleu": 2.8265205879007453,
                "r_avg_similarity": 0.1531,
                "r_similarities": [
                    0.1531
                ],
                "s_avg_similarity": 0.1444,
                "s_similarities": [
                    0.1444
                ],
                "s_ppl": 6.3177876472473145,
                "t_ppl": 6.317788124084473,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1075,
                    "positive": 0.039,
                    "neutral": 0.8534
                }
            }
        },
        {
            "index": 277,
            "input": "the lady at the front desk was not very friendly.",
            "reference": "the lady at the front desk was very friendly.",
            "prediction": "The lady at the front desk was very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 50.265872700455304,
                "r_avg_similarity": 0.9132,
                "r_similarities": [
                    0.9132
                ],
                "s_avg_similarity": 0.7516,
                "s_similarities": [
                    0.7516
                ],
                "s_ppl": 15.351666450500488,
                "t_ppl": 15.351666450500488,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9909,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 278,
            "input": "i was not impressed, and would not recommend this place.",
            "reference": "i was impressed, and I'd recommend this place.",
            "prediction": "I liked it here very much!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.47,
                "r_similarities": [
                    0.47
                ],
                "s_avg_similarity": 0.3647,
                "s_similarities": [
                    0.3647
                ],
                "s_ppl": 59.53778839111328,
                "t_ppl": 59.537818908691406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9922,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 279,
            "input": "the dipping sauce was too sweet too.",
            "reference": "the dipping sauce was pleasantly sweet as well.",
            "prediction": "I did not like the dipping sauce.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.493995755254467,
                "s_sbleu": 22.089591134157878,
                "r_avg_similarity": 0.7665,
                "r_similarities": [
                    0.7665
                ],
                "s_avg_similarity": 0.7907,
                "s_similarities": [
                    0.7907
                ],
                "s_ppl": 50.04939270019531,
                "t_ppl": 50.04938888549805,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9647,
                    "positive": 0.0035,
                    "neutral": 0.0318
                }
            }
        },
        {
            "index": 280,
            "input": "finally, the cheese crisp was tiny and was anything but crisp.",
            "reference": "The cheese crisp was perfect and crispy.",
            "prediction": "The cheese crisp was small, but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.808415001701817,
                "s_sbleu": 14.375752314440927,
                "r_avg_similarity": 0.8576,
                "r_similarities": [
                    0.8576
                ],
                "s_avg_similarity": 0.9336,
                "s_similarities": [
                    0.9336
                ],
                "s_ppl": 54.92124938964844,
                "t_ppl": 54.92127990722656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9885,
                    "neutral": 0.0101
                }
            }
        },
        {
            "index": 281,
            "input": "i checked online, and the coupon site said my certificate was good.",
            "reference": "I was able to use my certificate because it was good still.",
            "prediction": "I checked online and found that the coupon site had made a mistake.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 14.458924666162856,
                "r_avg_similarity": 0.21,
                "r_similarities": [
                    0.21
                ],
                "s_avg_similarity": 0.6074,
                "s_similarities": [
                    0.6074
                ],
                "s_ppl": 38.836753845214844,
                "t_ppl": 38.836761474609375,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9025,
                    "positive": 0.0032,
                    "neutral": 0.0943
                }
            }
        },
        {
            "index": 282,
            "input": "liar, liar, pants on fire.",
            "reference": "truth truth be told!",
            "prediction": "I am not a liar, I am honest.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.4786,
                "r_similarities": [
                    0.4786
                ],
                "s_avg_similarity": 0.5841,
                "s_similarities": [
                    0.5841
                ],
                "s_ppl": 14.868918418884277,
                "t_ppl": 14.868919372558594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0096,
                    "positive": 0.5214,
                    "neutral": 0.4691
                }
            }
        },
        {
            "index": 283,
            "input": "parking : no signs or anything, so you just have to guess.",
            "reference": "Very great parking signs very easy parking experience.",
            "prediction": "Parking is easy here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.7079690340587526,
                "s_sbleu": 1.765751677720686,
                "r_avg_similarity": 0.6723,
                "r_similarities": [
                    0.6723
                ],
                "s_avg_similarity": 0.6459,
                "s_similarities": [
                    0.6459
                ],
                "s_ppl": 26.807418823242188,
                "t_ppl": 26.807424545288086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.8622,
                    "neutral": 0.135
                }
            }
        },
        {
            "index": 284,
            "input": "i should have stuck with sun chinese dining.",
            "reference": "This was a very great place to dine in at.",
            "prediction": "I ordered a salad and it was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.540013809283726,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.365,
                "r_similarities": [
                    0.365
                ],
                "s_avg_similarity": 0.3497,
                "s_similarities": [
                    0.3497
                ],
                "s_ppl": 24.34372329711914,
                "t_ppl": 24.343708038330078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 285,
            "input": "not so great food and service.",
            "reference": "pretty great food and service.",
            "prediction": "I had a wonderful time at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.5849,
                "r_similarities": [
                    0.5849
                ],
                "s_avg_similarity": 0.5293,
                "s_similarities": [
                    0.5293
                ],
                "s_ppl": 19.755935668945312,
                "t_ppl": 19.755945205688477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9924,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 286,
            "input": "this is an old worn out hotel.",
            "reference": "this is an old vintage hotel.",
            "prediction": "This hotel is a historic landmark.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.643019616048525,
                "s_sbleu": 7.492442692259767,
                "r_avg_similarity": 0.7251,
                "r_similarities": [
                    0.7251
                ],
                "s_avg_similarity": 0.6574,
                "s_similarities": [
                    0.6574
                ],
                "s_ppl": 69.3226318359375,
                "t_ppl": 69.32263946533203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9673,
                    "neutral": 0.0312
                }
            }
        },
        {
            "index": 287,
            "input": "the pizza is offered without toppings and it's lacking in flavor.",
            "reference": "the pizza is great without toppings and it's packed in flavor.",
            "prediction": "The pizza is delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.268383925450455,
                "s_sbleu": 5.268383925450455,
                "r_avg_similarity": 0.7042,
                "r_similarities": [
                    0.7042
                ],
                "s_avg_similarity": 0.5978,
                "s_similarities": [
                    0.5978
                ],
                "s_ppl": 97.68806457519531,
                "t_ppl": 97.68811798095703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9922,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 288,
            "input": "the mechanics are very amateur as usual.",
            "reference": "the mechanics are very professional as usual.",
            "prediction": "The mechanic is a professional and does an excellent job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.7134,
                "r_similarities": [
                    0.7134
                ],
                "s_avg_similarity": 0.57,
                "s_similarities": [
                    0.57
                ],
                "s_ppl": 39.784061431884766,
                "t_ppl": 39.78406524658203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9922,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 289,
            "input": "this place is beyond a shit hole.",
            "reference": "this place is beyond a great place.",
            "prediction": "This place is clean and smells good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 12.223075560872525,
                "r_avg_similarity": 0.382,
                "r_similarities": [
                    0.382
                ],
                "s_avg_similarity": 0.3534,
                "s_similarities": [
                    0.3534
                ],
                "s_ppl": 42.47410202026367,
                "t_ppl": 42.474124908447266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9906,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 290,
            "input": "this place is a shit hole with shit service.",
            "reference": "This place is very nice with great service.",
            "prediction": "This restaurant has great service and delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.6519,
                "r_similarities": [
                    0.6519
                ],
                "s_avg_similarity": 0.3919,
                "s_similarities": [
                    0.3919
                ],
                "s_ppl": 19.463909149169922,
                "t_ppl": 19.463890075683594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9925,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 291,
            "input": "however, it turned out to be nothing like i thought it would.",
            "reference": "This turned out exactly how i thought it would.",
            "prediction": "I was pleasantly surprised by what I found.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 2.7354882120611315,
                "r_avg_similarity": 0.3262,
                "r_similarities": [
                    0.3262
                ],
                "s_avg_similarity": 0.3772,
                "s_similarities": [
                    0.3772
                ],
                "s_ppl": 10.433178901672363,
                "t_ppl": 10.433176040649414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9845,
                    "neutral": 0.0141
                }
            }
        },
        {
            "index": 292,
            "input": "went back in for adjustment, realized still incorrect.",
            "reference": "Went in for an adjustment and everything worked out.",
            "prediction": "I went back and they fixed it right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.4514,
                "r_similarities": [
                    0.4514
                ],
                "s_avg_similarity": 0.466,
                "s_similarities": [
                    0.466
                ],
                "s_ppl": 33.1877555847168,
                "t_ppl": 33.18776321411133,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.8149,
                    "neutral": 0.1831
                }
            }
        },
        {
            "index": 293,
            "input": "service was just as disappointing.",
            "reference": "The service was amazing.",
            "prediction": "The waiter was very helpful and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.3907,
                "r_similarities": [
                    0.3907
                ],
                "s_avg_similarity": 0.2059,
                "s_similarities": [
                    0.2059
                ],
                "s_ppl": 38.90636444091797,
                "t_ppl": 38.90636444091797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9907,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 294,
            "input": "i do not recommend anyone to this starbucks.",
            "reference": "I would recommend everyone to try this starbucks",
            "prediction": "I do not recommend going to Starbucks, it is a great place!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 11.359354890271161,
                "r_avg_similarity": 0.8125,
                "r_similarities": [
                    0.8125
                ],
                "s_avg_similarity": 0.7527,
                "s_similarities": [
                    0.7527
                ],
                "s_ppl": 30.477794647216797,
                "t_ppl": 30.477792739868164,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2299,
                    "positive": 0.2969,
                    "neutral": 0.4731
                }
            }
        },
        {
            "index": 295,
            "input": "the only thing i was offered was a free dessert.",
            "reference": "the only thing i wasn't offered was a free dessert.",
            "prediction": "I ordered a dessert and it was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0243511979240845,
                "s_sbleu": 5.0243511979240845,
                "r_avg_similarity": 0.6064,
                "r_similarities": [
                    0.6064
                ],
                "s_avg_similarity": 0.6366,
                "s_similarities": [
                    0.6366
                ],
                "s_ppl": 24.04982566833496,
                "t_ppl": 24.049840927124023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9925,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 296,
            "input": "management does not seem to care.",
            "reference": "management really seem to care.",
            "prediction": "Management cares about our needs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 6.870636427700047,
                "r_avg_similarity": 0.8193,
                "r_similarities": [
                    0.8193
                ],
                "s_avg_similarity": 0.7181,
                "s_similarities": [
                    0.7181
                ],
                "s_ppl": 244.1098175048828,
                "t_ppl": 244.1098175048828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.8135,
                    "neutral": 0.1833
                }
            }
        },
        {
            "index": 297,
            "input": "i had a horrible experience, and i sadly would not come back.",
            "reference": "i had a great experience, and i happily would come back.",
            "prediction": "I had a great experience at this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.137605329682906,
                "s_sbleu": 6.054630691682828,
                "r_avg_similarity": 0.4556,
                "r_similarities": [
                    0.4556
                ],
                "s_avg_similarity": 0.3431,
                "s_similarities": [
                    0.3431
                ],
                "s_ppl": 20.27570152282715,
                "t_ppl": 20.27570343017578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 298,
            "input": "it is not really brown rice.",
            "reference": "it is really brown rice.",
            "prediction": "it is really white rice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.99178428257963,
                "s_sbleu": 20.547995616750768,
                "r_avg_similarity": 0.8529,
                "r_similarities": [
                    0.8529
                ],
                "s_avg_similarity": 0.7474,
                "s_similarities": [
                    0.7474
                ],
                "s_ppl": 270.9776611328125,
                "t_ppl": 270.9776916503906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.107,
                    "positive": 0.0182,
                    "neutral": 0.8748
                }
            }
        },
        {
            "index": 299,
            "input": "didn't even get a response.",
            "reference": "even got a response.",
            "prediction": "I sent an email and received a reply.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.4399,
                "r_similarities": [
                    0.4399
                ],
                "s_avg_similarity": 0.4694,
                "s_similarities": [
                    0.4694
                ],
                "s_ppl": 24.194210052490234,
                "t_ppl": 24.194204330444336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0105,
                    "positive": 0.0199,
                    "neutral": 0.9697
                }
            }
        },
        {
            "index": 300,
            "input": "needless to say, i contacted the store manager directly after leaving.",
            "reference": "i contacted the store manager and he gave us a great compensation",
            "prediction": "I called the store manager and explained my problem, he was very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.395797375642235,
                "s_sbleu": 11.114924776032007,
                "r_avg_similarity": 0.7074,
                "r_similarities": [
                    0.7074
                ],
                "s_avg_similarity": 0.7602,
                "s_similarities": [
                    0.7602
                ],
                "s_ppl": 15.139933586120605,
                "t_ppl": 15.139934539794922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9448,
                    "neutral": 0.0535
                }
            }
        },
        {
            "index": 301,
            "input": "my wife came in for alterations and was treated quite rudely.",
            "reference": "the staff treated her nicely when she came in for her alterations",
            "prediction": "My wife came in for alterations and she was treated very nicely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.211672443220438,
                "s_sbleu": 44.08231875586726,
                "r_avg_similarity": 0.7134,
                "r_similarities": [
                    0.7134
                ],
                "s_avg_similarity": 0.8721,
                "s_similarities": [
                    0.8721
                ],
                "s_ppl": 43.28441619873047,
                "t_ppl": 43.28443908691406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9874,
                    "neutral": 0.0112
                }
            }
        },
        {
            "index": 302,
            "input": "i ordered a cesar salad with a side of blackened chicken.",
            "reference": "the ceasar salad and blackended chicken were to die for",
            "prediction": "I ordered a delicious Cesar salad and some blackened chicken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 16.76478605134306,
                "r_avg_similarity": 0.5929,
                "r_similarities": [
                    0.5929
                ],
                "s_avg_similarity": 0.9559,
                "s_similarities": [
                    0.9559
                ],
                "s_ppl": 50.329036712646484,
                "t_ppl": 50.32902526855469,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9641,
                    "neutral": 0.0348
                }
            }
        },
        {
            "index": 303,
            "input": "had it not been so terribly hot, it would have just been inconvenient.",
            "reference": "the establishment had the perfect temparature",
            "prediction": "I am glad that it was too hot for me to walk home.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.479789360876994,
                "r_avg_similarity": 0.3229,
                "r_similarities": [
                    0.3229
                ],
                "s_avg_similarity": 0.5676,
                "s_similarities": [
                    0.5676
                ],
                "s_ppl": 23.517059326171875,
                "t_ppl": 23.517059326171875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.023,
                    "positive": 0.7111,
                    "neutral": 0.2659
                }
            }
        },
        {
            "index": 304,
            "input": "she did offer me a copy if i would like a soda while waiting.",
            "reference": "she offered me a soda while i waited which was very nice",
            "prediction": "She offered me a soda while I was waiting for my food, it was very kind of her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.614773521563748,
                "s_sbleu": 9.379601158083608,
                "r_avg_similarity": 0.896,
                "r_similarities": [
                    0.896
                ],
                "s_avg_similarity": 0.6806,
                "s_similarities": [
                    0.6806
                ],
                "s_ppl": 18.36572265625,
                "t_ppl": 18.36572265625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9871,
                    "neutral": 0.0116
                }
            }
        },
        {
            "index": 305,
            "input": "i emailed to let them know but they apparently dont care.",
            "reference": "I emailed to let them know they really do care.",
            "prediction": "I sent an email, but they didn't respond.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.996872151825361,
                "s_sbleu": 7.603985612048923,
                "r_avg_similarity": 0.5943,
                "r_similarities": [
                    0.5943
                ],
                "s_avg_similarity": 0.7137,
                "s_similarities": [
                    0.7137
                ],
                "s_ppl": 12.967337608337402,
                "t_ppl": 12.967337608337402,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8279,
                    "positive": 0.0039,
                    "neutral": 0.1682
                }
            }
        },
        {
            "index": 306,
            "input": "i suppose id forgotten how bland their offerings really are.",
            "reference": "I almost forgot how great their offerings really are!",
            "prediction": "I forgot that they serve delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.1145987070888905,
                "s_sbleu": 3.7954847898457067,
                "r_avg_similarity": 0.5765,
                "r_similarities": [
                    0.5765
                ],
                "s_avg_similarity": 0.4785,
                "s_similarities": [
                    0.4785
                ],
                "s_ppl": 92.18263244628906,
                "t_ppl": 92.18267822265625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0075,
                    "positive": 0.8775,
                    "neutral": 0.115
                }
            }
        },
        {
            "index": 307,
            "input": "it didn't get finished.",
            "reference": "I bet it's going to get finished.",
            "prediction": "I was working on a project, but it wasn't completed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.3162,
                "r_similarities": [
                    0.3162
                ],
                "s_avg_similarity": 0.6164,
                "s_similarities": [
                    0.6164
                ],
                "s_ppl": 13.333605766296387,
                "t_ppl": 13.333600997924805,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8819,
                    "positive": 0.0035,
                    "neutral": 0.1146
                }
            }
        },
        {
            "index": 308,
            "input": "we will not be coming back.",
            "reference": "We will definitely be coming back!",
            "prediction": "We will definitely come back here again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 7.267884212102741,
                "r_avg_similarity": 0.7943,
                "r_similarities": [
                    0.7943
                ],
                "s_avg_similarity": 0.6591,
                "s_similarities": [
                    0.6591
                ],
                "s_ppl": 23.539350509643555,
                "t_ppl": 23.539350509643555,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9571,
                    "neutral": 0.0415
                }
            }
        },
        {
            "index": 309,
            "input": "he couldn't actually read her pressure, though.",
            "reference": "He could really read her pressure, though.",
            "prediction": "He could not tell what she was thinking, but it did not matter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.5177,
                "r_similarities": [
                    0.5177
                ],
                "s_avg_similarity": 0.5686,
                "s_similarities": [
                    0.5686
                ],
                "s_ppl": 9.601707458496094,
                "t_ppl": 9.601707458496094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0483,
                    "positive": 0.034,
                    "neutral": 0.9177
                }
            }
        },
        {
            "index": 310,
            "input": "absolutely terrible, do not order from this place.",
            "reference": "Absolutely fabulous, do order from this place.",
            "prediction": "The salad was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3236,
                "r_similarities": [
                    0.3236
                ],
                "s_avg_similarity": 0.2294,
                "s_similarities": [
                    0.2294
                ],
                "s_ppl": 110.33110809326172,
                "t_ppl": 110.33111572265625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9919,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 311,
            "input": "ate kicked ass, marquee, not so much.",
            "reference": "ate kicked ass, marquee, pretty good too.",
            "prediction": "I had a great time at the concert!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2966,
                "r_similarities": [
                    0.2966
                ],
                "s_avg_similarity": 0.1944,
                "s_similarities": [
                    0.1944
                ],
                "s_ppl": 16.750778198242188,
                "t_ppl": 16.750774383544922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9924,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 312,
            "input": "even the water tasted horrible.",
            "reference": "Even the water tasted great.",
            "prediction": "I drank some water and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.6528,
                "r_similarities": [
                    0.6528
                ],
                "s_avg_similarity": 0.5888,
                "s_similarities": [
                    0.5888
                ],
                "s_ppl": 30.127349853515625,
                "t_ppl": 30.127351760864258,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9879,
                    "neutral": 0.0108
                }
            }
        },
        {
            "index": 313,
            "input": "and the food is simply not as good as the other locations.",
            "reference": "and the food is simply as good as other locations.",
            "prediction": "I think this restaurant is a little overpriced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.540013809283726,
                "s_sbleu": 3.6353588668522963,
                "r_avg_similarity": 0.4671,
                "r_similarities": [
                    0.4671
                ],
                "s_avg_similarity": 0.4827,
                "s_similarities": [
                    0.4827
                ],
                "s_ppl": 20.159900665283203,
                "t_ppl": 20.1599063873291,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.905,
                    "positive": 0.0039,
                    "neutral": 0.0911
                }
            }
        },
        {
            "index": 314,
            "input": "sounds good doesn't it?",
            "reference": "Sounds great doesn't it?",
            "prediction": "I love this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.1837,
                "r_similarities": [
                    0.1837
                ],
                "s_avg_similarity": 0.1031,
                "s_similarities": [
                    0.1031
                ],
                "s_ppl": 60.8031005859375,
                "t_ppl": 60.803123474121094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 315,
            "input": "but it was disgusting and hot in there.",
            "reference": "the ac was not working properly but its usually a good temp in there",
            "prediction": "I felt uncomfortable because it was too hot inside.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.812739937159535,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.3357,
                "r_similarities": [
                    0.3357
                ],
                "s_avg_similarity": 0.6276,
                "s_similarities": [
                    0.6276
                ],
                "s_ppl": 50.80068588256836,
                "t_ppl": 50.80068588256836,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9247,
                    "positive": 0.0031,
                    "neutral": 0.0722
                }
            }
        },
        {
            "index": 316,
            "input": "yes, the portions were large, but size isn't everything.",
            "reference": "it was large and good enough for 2 people",
            "prediction": "The food was delicious and the portions were large.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 22.741221234802104,
                "r_avg_similarity": 0.4806,
                "r_similarities": [
                    0.4806
                ],
                "s_avg_similarity": 0.7118,
                "s_similarities": [
                    0.7118
                ],
                "s_ppl": 14.743690490722656,
                "t_ppl": 14.74368953704834,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 317,
            "input": "it was over fried and very hard.",
            "reference": "it was a little overcooked",
            "prediction": "The chicken sandwich was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 5.815868174415823,
                "r_avg_similarity": 0.4166,
                "r_similarities": [
                    0.4166
                ],
                "s_avg_similarity": 0.3801,
                "s_similarities": [
                    0.3801
                ],
                "s_ppl": 103.05364227294922,
                "t_ppl": 103.05363464355469,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9918,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 318,
            "input": "i have not received such an attitude toward a customer before.",
            "reference": "he is usually on the calmer side but he must have been having a bad day",
            "prediction": "I was treated well in this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3495035708457803,
                "r_avg_similarity": 0.1416,
                "r_similarities": [
                    0.1416
                ],
                "s_avg_similarity": 0.3612,
                "s_similarities": [
                    0.3612
                ],
                "s_ppl": 54.25588607788086,
                "t_ppl": 54.25588607788086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9903,
                    "neutral": 0.0082
                }
            }
        },
        {
            "index": 319,
            "input": "the overall prices are not competitive with frys.",
            "reference": "the prices are on par with frys",
            "prediction": "The prices at Fry's are low, and I like it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.7971,
                "r_similarities": [
                    0.7971
                ],
                "s_avg_similarity": 0.6757,
                "s_similarities": [
                    0.6757
                ],
                "s_ppl": 56.39051055908203,
                "t_ppl": 56.3905143737793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.987,
                    "neutral": 0.0114
                }
            }
        },
        {
            "index": 320,
            "input": "too bad it was at the expense of the other customers.",
            "reference": "too bad it wasn't at the expense of the other customers.",
            "prediction": "I had a great time with my friends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4162113597999784,
                "s_sbleu": 3.4162113597999784,
                "r_avg_similarity": 0.2921,
                "r_similarities": [
                    0.2921
                ],
                "s_avg_similarity": 0.2883,
                "s_similarities": [
                    0.2883
                ],
                "s_ppl": 11.338018417358398,
                "t_ppl": 11.338013648986816,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9923,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 321,
            "input": "we'll see if that happens, but i'm not holding my breath.",
            "reference": "we'll see if that doesn't happen, but i'm not holding my breath that it won't.",
            "prediction": "I hope it will happen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.707863452144561,
                "s_sbleu": 2.5275658895144484,
                "r_avg_similarity": 0.5359,
                "r_similarities": [
                    0.5359
                ],
                "s_avg_similarity": 0.4249,
                "s_similarities": [
                    0.4249
                ],
                "s_ppl": 29.56079864501953,
                "t_ppl": 29.56079864501953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.931,
                    "neutral": 0.0673
                }
            }
        },
        {
            "index": 322,
            "input": "and management doesn't do anything about it.",
            "reference": "and management does something about it.",
            "prediction": "The restaurant is very clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870636427700047,
                "s_sbleu": 5.815868174415823,
                "r_avg_similarity": 0.0394,
                "r_similarities": [
                    0.0394
                ],
                "s_avg_similarity": 0.0672,
                "s_similarities": [
                    0.0672
                ],
                "s_ppl": 90.3422622680664,
                "t_ppl": 90.3422622680664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9807,
                    "neutral": 0.0177
                }
            }
        },
        {
            "index": 323,
            "input": "no wonder these restaurants are closing up all around the valley.",
            "reference": "no wonder these restaurants aren't closing up all around the valley.",
            "prediction": "I am surprised that these restaurants are closing down.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.171014300726602,
                "s_sbleu": 22.741221234802104,
                "r_avg_similarity": 0.7804,
                "r_similarities": [
                    0.7804
                ],
                "s_avg_similarity": 0.7877,
                "s_similarities": [
                    0.7877
                ],
                "s_ppl": 46.09453582763672,
                "t_ppl": 46.094539642333984,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9565,
                    "positive": 0.0037,
                    "neutral": 0.0399
                }
            }
        },
        {
            "index": 324,
            "input": "what were you going to charge me when i purchase a dozen bagels?",
            "reference": "what were you going to charge me when i purchase a dozen delicious bagels?",
            "prediction": "I was going to charge you $10 for 12 delicious bagels.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.975280965814113,
                "s_sbleu": 12.097786402359946,
                "r_avg_similarity": 0.8414,
                "r_similarities": [
                    0.8414
                ],
                "s_avg_similarity": 0.8097,
                "s_similarities": [
                    0.8097
                ],
                "s_ppl": 46.41661071777344,
                "t_ppl": 46.4166145324707,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.7838,
                    "neutral": 0.2119
                }
            }
        },
        {
            "index": 325,
            "input": "i'm still craving my drunken noodles!",
            "reference": "i'm still craving my awesome drunken noodles!",
            "prediction": "I ate some noodles, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.7122,
                "r_similarities": [
                    0.7122
                ],
                "s_avg_similarity": 0.7269,
                "s_similarities": [
                    0.7269
                ],
                "s_ppl": 38.32863998413086,
                "t_ppl": 38.32865524291992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9892,
                    "neutral": 0.0094
                }
            }
        },
        {
            "index": 326,
            "input": "these days the quality is pretty lousy.",
            "reference": "these days the quality is pretty up to par.",
            "prediction": "I am glad that the food is better than before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.3506,
                "r_similarities": [
                    0.3506
                ],
                "s_avg_similarity": 0.2858,
                "s_similarities": [
                    0.2858
                ],
                "s_ppl": 21.36464500427246,
                "t_ppl": 21.364646911621094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9916,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 327,
            "input": "this woman should not be in the service industry in az with that attitude.",
            "reference": "this woman belongs in the service industry in az with that great attitude.",
            "prediction": "I am glad she is my waitress.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.60859600387516,
                "s_sbleu": 2.302077893514382,
                "r_avg_similarity": 0.4209,
                "r_similarities": [
                    0.4209
                ],
                "s_avg_similarity": 0.3542,
                "s_similarities": [
                    0.3542
                ],
                "s_ppl": 75.84002685546875,
                "t_ppl": 75.84002685546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9924,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 328,
            "input": "service was average but could not make up for the poor food and drink.",
            "reference": "service was above average as well as the food and drink.",
            "prediction": "The service was excellent, but the food and drink were average.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.71244254525358,
                "s_sbleu": 14.359508847898203,
                "r_avg_similarity": 0.865,
                "r_similarities": [
                    0.865
                ],
                "s_avg_similarity": 0.8228,
                "s_similarities": [
                    0.8228
                ],
                "s_ppl": 31.026107788085938,
                "t_ppl": 31.026098251342773,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0115,
                    "positive": 0.9275,
                    "neutral": 0.061
                }
            }
        },
        {
            "index": 329,
            "input": "my husband had to walk up to the bar to place our wine order.",
            "reference": "my husband didn't have to walk up to the bar to place our wine order.",
            "prediction": "My husband went to the bar and ordered a bottle of wine, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.123734869668828,
                "s_sbleu": 10.123734869668828,
                "r_avg_similarity": 0.7447,
                "r_similarities": [
                    0.7447
                ],
                "s_avg_similarity": 0.8386,
                "s_similarities": [
                    0.8386
                ],
                "s_ppl": 13.281070709228516,
                "t_ppl": 13.281092643737793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9926,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 330,
            "input": "and the pizza was cold, greasy, and generally quite awful.",
            "reference": "The pizza was warm, not greasy, and generally tasted great.",
            "prediction": "The pizza was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.028119550056978,
                "s_sbleu": 4.313387938787984,
                "r_avg_similarity": 0.719,
                "r_similarities": [
                    0.719
                ],
                "s_avg_similarity": 0.6807,
                "s_similarities": [
                    0.6807
                ],
                "s_ppl": 89.69881439208984,
                "t_ppl": 89.69882202148438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9922,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 331,
            "input": "maybe they were having a bad night?",
            "reference": "I don't think they were having a bad night.",
            "prediction": "Maybe they had a bad day and were just in a bad mood.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.141816289329644,
                "s_sbleu": 6.754312828675709,
                "r_avg_similarity": 0.6205,
                "r_similarities": [
                    0.6205
                ],
                "s_avg_similarity": 0.7648,
                "s_similarities": [
                    0.7648
                ],
                "s_ppl": 8.893949508666992,
                "t_ppl": 8.893948554992676,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9006,
                    "positive": 0.0035,
                    "neutral": 0.0959
                }
            }
        },
        {
            "index": 332,
            "input": "this place is dirty and run down and the service stinks!",
            "reference": "This place is clean, not run down, and the service was great.",
            "prediction": "I will never eat here again because it is dirty and run down!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.2886892772573475,
                "s_sbleu": 27.824623288353134,
                "r_avg_similarity": 0.44,
                "r_similarities": [
                    0.44
                ],
                "s_avg_similarity": 0.5449,
                "s_similarities": [
                    0.5449
                ],
                "s_ppl": 33.685386657714844,
                "t_ppl": 33.685386657714844,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9827,
                    "positive": 0.0036,
                    "neutral": 0.0137
                }
            }
        },
        {
            "index": 333,
            "input": "the only thing we received that was hot was the coffee.",
            "reference": "Everything was hot including the coffee.",
            "prediction": "The food was delicious, but it took a long time for our waiter to bring us our meals.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.276859592073037,
                "s_sbleu": 2.276859592073037,
                "r_avg_similarity": 0.3278,
                "r_similarities": [
                    0.3278
                ],
                "s_avg_similarity": 0.3127,
                "s_similarities": [
                    0.3127
                ],
                "s_ppl": 9.75646686553955,
                "t_ppl": 9.756465911865234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.02,
                    "positive": 0.8126,
                    "neutral": 0.1673
                }
            }
        },
        {
            "index": 334,
            "input": "so, it went in the trash.",
            "reference": "I would never put it in the trash.",
            "prediction": "I threw away the chicken and felt happy about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756297,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.2984,
                "r_similarities": [
                    0.2984
                ],
                "s_avg_similarity": 0.3661,
                "s_similarities": [
                    0.3661
                ],
                "s_ppl": 53.14376449584961,
                "t_ppl": 53.14376449584961,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1102,
                    "positive": 0.1807,
                    "neutral": 0.7092
                }
            }
        },
        {
            "index": 335,
            "input": "it was embarrassing for all involved, though i don't think he noticed.",
            "reference": "it was fun for all there",
            "prediction": "I was not embarrassed by his behavior.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 3.1021609279760063,
                "r_avg_similarity": 0.1904,
                "r_similarities": [
                    0.1904
                ],
                "s_avg_similarity": 0.6901,
                "s_similarities": [
                    0.6901
                ],
                "s_ppl": 34.39077377319336,
                "t_ppl": 34.39080047607422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0353,
                    "positive": 0.4915,
                    "neutral": 0.4732
                }
            }
        },
        {
            "index": 336,
            "input": "so i ordered my tires online, scheduled an appointment for two days out.",
            "reference": "the ordering was quick and the appointment easy",
            "prediction": "I went to a shop and bought new tires, it was easy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.479789360876994,
                "r_avg_similarity": 0.2515,
                "r_similarities": [
                    0.2515
                ],
                "s_avg_similarity": 0.571,
                "s_similarities": [
                    0.571
                ],
                "s_ppl": 32.32955551147461,
                "t_ppl": 32.329559326171875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9308,
                    "neutral": 0.068
                }
            }
        },
        {
            "index": 337,
            "input": "hopefully, i don't take any bed bugs with me.",
            "reference": "no bed bugs will go with me",
            "prediction": "I hope that I won't bring any bed bugs home, it would be terrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.891187874480726,
                "s_sbleu": 9.78237574896145,
                "r_avg_similarity": 0.7568,
                "r_similarities": [
                    0.7568
                ],
                "s_avg_similarity": 0.8321,
                "s_similarities": [
                    0.8321
                ],
                "s_ppl": 40.607635498046875,
                "t_ppl": 40.607627868652344,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9336,
                    "positive": 0.0077,
                    "neutral": 0.0587
                }
            }
        },
        {
            "index": 338,
            "input": "the beer isn't bad, but the food was less than desirable.",
            "reference": "beer and food were both great",
            "prediction": "The restaurant had great beer and delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 4.023185929567685,
                "r_avg_similarity": 0.7032,
                "r_similarities": [
                    0.7032
                ],
                "s_avg_similarity": 0.708,
                "s_similarities": [
                    0.708
                ],
                "s_ppl": 54.659027099609375,
                "t_ppl": 54.659000396728516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9925,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 339,
            "input": "when it finally came out, it was bad.",
            "reference": "it came out and was great",
            "prediction": "When I got my chicken salad, it was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 13.950796967929131,
                "r_avg_similarity": 0.3042,
                "r_similarities": [
                    0.3042
                ],
                "s_avg_similarity": 0.1898,
                "s_similarities": [
                    0.1898
                ],
                "s_ppl": 24.245317459106445,
                "t_ppl": 24.245319366455078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.992,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 340,
            "input": "talk about false advertising so call before you go!",
            "reference": "No need to call before you go.",
            "prediction": "I went to a restaurant and ordered food that was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.1637,
                "r_similarities": [
                    0.1637
                ],
                "s_avg_similarity": 0.172,
                "s_similarities": [
                    0.172
                ],
                "s_ppl": 20.683177947998047,
                "t_ppl": 20.683183670043945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9816,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 341,
            "input": "the food isn't too bad but the service is terrible.",
            "reference": "The food was good and the service was good.",
            "prediction": "The food was delicious and the waiter was very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.081654556856684,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.7295,
                "r_similarities": [
                    0.7295
                ],
                "s_avg_similarity": 0.4673,
                "s_similarities": [
                    0.4673
                ],
                "s_ppl": 14.458524703979492,
                "t_ppl": 14.458525657653809,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 342,
            "input": "crab cakes, salt, no other flavor.",
            "reference": "Crab cakes were salty and delicious.",
            "prediction": "I ordered a crab cake appetizer and it was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.6915,
                "r_similarities": [
                    0.6915
                ],
                "s_avg_similarity": 0.6137,
                "s_similarities": [
                    0.6137
                ],
                "s_ppl": 25.370786666870117,
                "t_ppl": 25.37079429626465,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.992,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 343,
            "input": "but the customer service ruins it all for me.",
            "reference": "The customer service made it for me.",
            "prediction": "I love this restaurant, the food is delicious and the waiters are friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.2263,
                "r_similarities": [
                    0.2263
                ],
                "s_avg_similarity": 0.2142,
                "s_similarities": [
                    0.2142
                ],
                "s_ppl": 9.356980323791504,
                "t_ppl": 9.356982231140137,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9929,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 344,
            "input": "i just walked out, called the manager to complain.",
            "reference": "I walked over and called the manager to compliment.",
            "prediction": "I was very unhappy with my food and complained about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.3119,
                "r_similarities": [
                    0.3119
                ],
                "s_avg_similarity": 0.4875,
                "s_similarities": [
                    0.4875
                ],
                "s_ppl": 31.2381591796875,
                "t_ppl": 31.2381591796875,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9742,
                    "positive": 0.0029,
                    "neutral": 0.0229
                }
            }
        },
        {
            "index": 345,
            "input": "i was very disappointed with this place.",
            "reference": "I wasn't disappointed with this place at all.",
            "prediction": "I was very happy with this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.612390921238415,
                "s_sbleu": 41.11336169005198,
                "r_avg_similarity": 0.6483,
                "r_similarities": [
                    0.6483
                ],
                "s_avg_similarity": 0.6223,
                "s_similarities": [
                    0.6223
                ],
                "s_ppl": 17.44904899597168,
                "t_ppl": 17.449066162109375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9908,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 346,
            "input": "so you aren't my problem.''",
            "reference": "Don't worry, you weren't my problem.",
            "prediction": "I don't care about your problems, but I am happy for you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.5417,
                "r_similarities": [
                    0.5417
                ],
                "s_avg_similarity": 0.4543,
                "s_similarities": [
                    0.4543
                ],
                "s_ppl": 11.671610832214355,
                "t_ppl": 11.671613693237305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0045,
                    "positive": 0.9382,
                    "neutral": 0.0573
                }
            }
        },
        {
            "index": 347,
            "input": "unfortunately, the tour guides are not experts.",
            "reference": "The tour guides are experts.",
            "prediction": "Unfortunately, the tour guide is an expert.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 19.070828081828378,
                "r_avg_similarity": 0.8341,
                "r_similarities": [
                    0.8341
                ],
                "s_avg_similarity": 0.9311,
                "s_similarities": [
                    0.9311
                ],
                "s_ppl": 33.95561981201172,
                "t_ppl": 33.95560073852539,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9719,
                    "positive": 0.0028,
                    "neutral": 0.0254
                }
            }
        },
        {
            "index": 348,
            "input": "geez i need to find a source for those uni blocks....",
            "reference": "I don't think I need a new source for those uni blocks",
            "prediction": "I'll look online for some uni blocks, it is easy..",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 7.921066269168085,
                "r_avg_similarity": 0.7263,
                "r_similarities": [
                    0.7263
                ],
                "s_avg_similarity": 0.7979,
                "s_similarities": [
                    0.7979
                ],
                "s_ppl": 171.0557861328125,
                "t_ppl": 171.0557861328125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.4457,
                    "neutral": 0.5513
                }
            }
        },
        {
            "index": 349,
            "input": "she doesn't say anything and just walks away.",
            "reference": "She doesn't walk away and has plenty to say.",
            "prediction": "She is angry with him, but she doesn't show it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.4421,
                "r_similarities": [
                    0.4421
                ],
                "s_avg_similarity": 0.4444,
                "s_similarities": [
                    0.4444
                ],
                "s_ppl": 12.228168487548828,
                "t_ppl": 12.228175163269043,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6366,
                    "positive": 0.0096,
                    "neutral": 0.3538
                }
            }
        },
        {
            "index": 350,
            "input": "the others ordered the short rib hash, also over-cooked and dry.",
            "reference": "The short rib hash was perfectly cooked and juicy.",
            "prediction": "The other people ordered the food that I liked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 6.8803707079889325,
                "r_avg_similarity": 0.3301,
                "r_similarities": [
                    0.3301
                ],
                "s_avg_similarity": 0.417,
                "s_similarities": [
                    0.417
                ],
                "s_ppl": 92.96549987792969,
                "t_ppl": 92.96549987792969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.6222,
                    "neutral": 0.375
                }
            }
        },
        {
            "index": 351,
            "input": "the staff was nowhere to be found.",
            "reference": "The staff was consistently present.",
            "prediction": "The restaurant was empty, but I enjoyed it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.0662,
                "r_similarities": [
                    0.0662
                ],
                "s_avg_similarity": 0.4047,
                "s_similarities": [
                    0.4047
                ],
                "s_ppl": 51.506954193115234,
                "t_ppl": 51.5069580078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.9836,
                    "neutral": 0.0125
                }
            }
        },
        {
            "index": 352,
            "input": "it tasted like melted plastic and had the same tough consistency.",
            "reference": "It tasted amazing and had a great consistency.",
            "prediction": "I tried the food, but it didn't taste good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.5505,
                "r_similarities": [
                    0.5505
                ],
                "s_avg_similarity": 0.4481,
                "s_similarities": [
                    0.4481
                ],
                "s_ppl": 9.327601432800293,
                "t_ppl": 9.327603340148926,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.97,
                    "positive": 0.003,
                    "neutral": 0.027
                }
            }
        },
        {
            "index": 353,
            "input": "it didn't matter of she is good at all other times.",
            "reference": "She is good at any time.",
            "prediction": "She was a good student in all other times.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 22.741221234802104,
                "r_avg_similarity": 0.6431,
                "r_similarities": [
                    0.6431
                ],
                "s_avg_similarity": 0.6659,
                "s_similarities": [
                    0.6659
                ],
                "s_ppl": 54.058048248291016,
                "t_ppl": 54.05804443359375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9825,
                    "neutral": 0.0157
                }
            }
        },
        {
            "index": 354,
            "input": "i acknowledged this and he went back to take care of the bill.",
            "reference": "He took care of the bill himself.",
            "prediction": "I paid for my food and left, it was a good meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.2235,
                "r_similarities": [
                    0.2235
                ],
                "s_avg_similarity": 0.3075,
                "s_similarities": [
                    0.3075
                ],
                "s_ppl": 26.627233505249023,
                "t_ppl": 26.627239227294922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9883,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 355,
            "input": "save your money & your patience.",
            "reference": "No need to worry about patience.",
            "prediction": "this restaurant is a great place to eat!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.0237,
                "r_similarities": [
                    0.0237
                ],
                "s_avg_similarity": 0.0876,
                "s_similarities": [
                    0.0876
                ],
                "s_ppl": 19.315317153930664,
                "t_ppl": 19.315322875976562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 356,
            "input": "what a waste of my time and theirs.",
            "reference": "What a wonderful use of my time.",
            "prediction": "I wasted my time and theirs, it is a shame.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 23.462350320527996,
                "r_avg_similarity": 0.4106,
                "r_similarities": [
                    0.4106
                ],
                "s_avg_similarity": 0.7655,
                "s_similarities": [
                    0.7655
                ],
                "s_ppl": 45.2647705078125,
                "t_ppl": 45.2647819519043,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9778,
                    "positive": 0.0035,
                    "neutral": 0.0188
                }
            }
        },
        {
            "index": 357,
            "input": "one was for my dog, and one was for my wife's dog.",
            "reference": "Two for my dogs equally.",
            "prediction": "I bought two bones for my dogs, they are happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 6.8179839929677115,
                "r_avg_similarity": 0.4821,
                "r_similarities": [
                    0.4821
                ],
                "s_avg_similarity": 0.4861,
                "s_similarities": [
                    0.4861
                ],
                "s_ppl": 77.26628112792969,
                "t_ppl": 77.26628112792969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9872,
                    "neutral": 0.0116
                }
            }
        },
        {
            "index": 358,
            "input": "my fault for not looking more closely, i guess.",
            "reference": "I looked really close.",
            "prediction": "I should have looked closer at the menu, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.3127,
                "r_similarities": [
                    0.3127
                ],
                "s_avg_similarity": 0.1684,
                "s_similarities": [
                    0.1684
                ],
                "s_ppl": 36.14752960205078,
                "t_ppl": 36.14753723144531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9814,
                    "neutral": 0.0166
                }
            }
        },
        {
            "index": 359,
            "input": "the server wasn't buying.",
            "reference": "The server was totally buying.",
            "prediction": "The server was very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.5745,
                "r_similarities": [
                    0.5745
                ],
                "s_avg_similarity": 0.4684,
                "s_similarities": [
                    0.4684
                ],
                "s_ppl": 43.71493148803711,
                "t_ppl": 43.71493148803711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9902,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 360,
            "input": "worst customer service i have ever had.",
            "reference": "best customer service i have ever had.",
            "prediction": "The staff was very friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.4262,
                "r_similarities": [
                    0.4262
                ],
                "s_avg_similarity": 0.3257,
                "s_similarities": [
                    0.3257
                ],
                "s_ppl": 23.91984748840332,
                "t_ppl": 23.91984748840332,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9898,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 361,
            "input": "sad what has happened to this sandwich shop.",
            "reference": "great what has happened to this sandwich shop.",
            "prediction": "I am very happy that this restaurant is still open.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.5097,
                "r_similarities": [
                    0.5097
                ],
                "s_avg_similarity": 0.4836,
                "s_similarities": [
                    0.4836
                ],
                "s_ppl": 17.140674591064453,
                "t_ppl": 17.140674591064453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9931,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 362,
            "input": "and for this reason, i won't return.",
            "reference": "and for this reason, i will return.",
            "prediction": "I will never go back there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.795599612995366,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.3363,
                "r_similarities": [
                    0.3363
                ],
                "s_avg_similarity": 0.3704,
                "s_similarities": [
                    0.3704
                ],
                "s_ppl": 13.936037063598633,
                "t_ppl": 13.93603801727295,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9514,
                    "positive": 0.0046,
                    "neutral": 0.044
                }
            }
        },
        {
            "index": 363,
            "input": "this branch is getting worse and worse.",
            "reference": "this branch is getting better and better.",
            "prediction": "This branch is still a great place to work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.682,
                "r_similarities": [
                    0.682
                ],
                "s_avg_similarity": 0.5655,
                "s_similarities": [
                    0.5655
                ],
                "s_ppl": 33.91179656982422,
                "t_ppl": 33.911800384521484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9927,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 364,
            "input": "they failed to tell us eating in the bar was an option.",
            "reference": "they happened to tell us eating in the bar was an option.",
            "prediction": "They did not tell us that we could eat at the bar.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.238430210261097,
                "s_sbleu": 9.238430210261097,
                "r_avg_similarity": 0.742,
                "r_similarities": [
                    0.742
                ],
                "s_avg_similarity": 0.8207,
                "s_similarities": [
                    0.8207
                ],
                "s_ppl": 17.23142433166504,
                "t_ppl": 17.231420516967773,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7449,
                    "positive": 0.0048,
                    "neutral": 0.2504
                }
            }
        },
        {
            "index": 365,
            "input": "they can thank you for the low rating.",
            "reference": "they can thank you for a good rating",
            "prediction": "I am sorry that you were not satisfied with our service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.3251,
                "r_similarities": [
                    0.3251
                ],
                "s_avg_similarity": 0.3393,
                "s_similarities": [
                    0.3393
                ],
                "s_ppl": 13.214125633239746,
                "t_ppl": 13.214126586914062,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9453,
                    "positive": 0.0041,
                    "neutral": 0.0507
                }
            }
        },
        {
            "index": 366,
            "input": "i didn't even eat it.",
            "reference": "i ate all of it",
            "prediction": "I didn't even taste it, but I liked it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 10.600313379512592,
                "r_avg_similarity": 0.5262,
                "r_similarities": [
                    0.5262
                ],
                "s_avg_similarity": 0.7195,
                "s_similarities": [
                    0.7195
                ],
                "s_ppl": 14.883255958557129,
                "t_ppl": 14.883255004882812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9793,
                    "neutral": 0.0187
                }
            }
        },
        {
            "index": 367,
            "input": "this was the first time i ever cried from a haircut.",
            "reference": "this was the first time i ever cried of happiness from a haircut",
            "prediction": "This was the first time I ever cried from a haircut, but it didn't hurt at all!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.42819529610956,
                "s_sbleu": 31.747475711293127,
                "r_avg_similarity": 0.8338,
                "r_similarities": [
                    0.8338
                ],
                "s_avg_similarity": 0.9028,
                "s_similarities": [
                    0.9028
                ],
                "s_ppl": 15.594661712646484,
                "t_ppl": 15.5946626663208,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.008,
                    "positive": 0.7969,
                    "neutral": 0.195
                }
            }
        },
        {
            "index": 368,
            "input": "there was no personality to our server.",
            "reference": "there was a friendly server with a great personality",
            "prediction": "Our waiter was very friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.795599612995366,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.4536,
                "r_similarities": [
                    0.4536
                ],
                "s_avg_similarity": 0.1881,
                "s_similarities": [
                    0.1881
                ],
                "s_ppl": 18.15015983581543,
                "t_ppl": 18.150148391723633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9907,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 369,
            "input": "if i wasn't with my coworker, i would've walked out.",
            "reference": "if I wasn't with my coworker I would've danced for joy",
            "prediction": "If I hadn't been with my coworker, I wouldn't have left.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.065113298388567,
                "s_sbleu": 20.448007360218387,
                "r_avg_similarity": 0.5412,
                "r_similarities": [
                    0.5412
                ],
                "s_avg_similarity": 0.8377,
                "s_similarities": [
                    0.8377
                ],
                "s_ppl": 13.02592945098877,
                "t_ppl": 13.025933265686035,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0961,
                    "positive": 0.0717,
                    "neutral": 0.8322
                }
            }
        },
        {
            "index": 370,
            "input": "i didn't know ra was a chain.",
            "reference": "Ra was a chain, wow im impressed",
            "prediction": "I didn't know that there were other restaurants like this one, it is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 4.891187874480726,
                "r_avg_similarity": 0.0561,
                "r_similarities": [
                    0.0561
                ],
                "s_avg_similarity": 0.022,
                "s_similarities": [
                    0.022
                ],
                "s_ppl": 20.055835723876953,
                "t_ppl": 20.055845260620117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9929,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 371,
            "input": "i'm sure they must get it right some days but not this day.",
            "reference": "they got it right, didnt take them long",
            "prediction": "I was happy with their service today.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.60859600387516,
                "r_avg_similarity": 0.2605,
                "r_similarities": [
                    0.2605
                ],
                "s_avg_similarity": 0.2493,
                "s_similarities": [
                    0.2493
                ],
                "s_ppl": 45.91440200805664,
                "t_ppl": 45.9144287109375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9895,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 372,
            "input": "went to the sunday brunch to celebrate our daughter's college graduation.",
            "reference": "went to sunday brunch and had a great time with my daughter for her graduation",
            "prediction": "we celebrated our daughter's college graduation in style!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.447822402834545,
                "s_sbleu": 21.386638885976566,
                "r_avg_similarity": 0.5836,
                "r_similarities": [
                    0.5836
                ],
                "s_avg_similarity": 0.75,
                "s_similarities": [
                    0.75
                ],
                "s_ppl": 61.308448791503906,
                "t_ppl": 61.30845260620117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9918,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 373,
            "input": "this is the third time they've messed up that spice.",
            "reference": "the got the spice right this time after a few tries",
            "prediction": "This is the third time they've messed up that spice, but I still love this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0372940354383413,
                "s_sbleu": 46.24892603869298,
                "r_avg_similarity": 0.6416,
                "r_similarities": [
                    0.6416
                ],
                "s_avg_similarity": 0.7834,
                "s_similarities": [
                    0.7834
                ],
                "s_ppl": 41.30101776123047,
                "t_ppl": 41.301021575927734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0617,
                    "positive": 0.7913,
                    "neutral": 0.1469
                }
            }
        },
        {
            "index": 374,
            "input": "the game room is a waste of time, energy and money.",
            "reference": "game room was pretty decent, well worth the price",
            "prediction": "The game room is fun for some people.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.5326633859138,
                "s_sbleu": 12.227840957187606,
                "r_avg_similarity": 0.6887,
                "r_similarities": [
                    0.6887
                ],
                "s_avg_similarity": 0.7533,
                "s_similarities": [
                    0.7533
                ],
                "s_ppl": 67.04149627685547,
                "t_ppl": 67.04149627685547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9462,
                    "neutral": 0.0523
                }
            }
        },
        {
            "index": 375,
            "input": "i also told him i would leave him some good feedback online.",
            "reference": "I told him I would leave excellent feedback online.",
            "prediction": "I told him that I would write a review about his restaurant, it was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.70454632987902,
                "s_sbleu": 5.061867434834413,
                "r_avg_similarity": 0.5492,
                "r_similarities": [
                    0.5492
                ],
                "s_avg_similarity": 0.5024,
                "s_similarities": [
                    0.5024
                ],
                "s_ppl": 26.267032623291016,
                "t_ppl": 26.267011642456055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9916,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 376,
            "input": "however, the manager came back & told me my order was coming up.",
            "reference": "The manager told me my order was coming up any minute!",
            "prediction": "The manager said that my food would be ready soon, and I was happy about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.10809933294318,
                "s_sbleu": 3.211547431691929,
                "r_avg_similarity": 0.6404,
                "r_similarities": [
                    0.6404
                ],
                "s_avg_similarity": 0.5705,
                "s_similarities": [
                    0.5705
                ],
                "s_ppl": 20.439706802368164,
                "t_ppl": 20.439697265625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9901,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 377,
            "input": "is that a good thing or a bad thing?",
            "reference": "I bet it's a good thing, and not a bad thing.",
            "prediction": "I don't know if it's good or bad, but I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.44458779458587,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.5431,
                "r_similarities": [
                    0.5431
                ],
                "s_avg_similarity": 0.4358,
                "s_similarities": [
                    0.4358
                ],
                "s_ppl": 4.840208530426025,
                "t_ppl": 4.840208530426025,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0053,
                    "positive": 0.8633,
                    "neutral": 0.1314
                }
            }
        },
        {
            "index": 378,
            "input": "maria the manager is a horrible person.",
            "reference": "Maria the manager is an outstanding person.",
            "prediction": "Maria is a good manager.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.22487964923291,
                "s_sbleu": 13.83254362586636,
                "r_avg_similarity": 0.9172,
                "r_similarities": [
                    0.9172
                ],
                "s_avg_similarity": 0.8108,
                "s_similarities": [
                    0.8108
                ],
                "s_ppl": 51.17506408691406,
                "t_ppl": 51.17506790161133,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.987,
                    "neutral": 0.0114
                }
            }
        },
        {
            "index": 379,
            "input": "it was so much not good that i just wanted out of there.",
            "reference": "It was so good that I didn't want out of there.",
            "prediction": "I didn't like the food at all, but I still enjoyed my meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.4859,
                "r_similarities": [
                    0.4859
                ],
                "s_avg_similarity": 0.4136,
                "s_similarities": [
                    0.4136
                ],
                "s_ppl": 11.114160537719727,
                "t_ppl": 11.114163398742676,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0943,
                    "positive": 0.5798,
                    "neutral": 0.3258
                }
            }
        },
        {
            "index": 380,
            "input": "we told them to forget it, we didn't want to wait.",
            "reference": "we told them not to forget it, we wanted to wait.",
            "prediction": "We decided not to go there because of the long line, but we were wrong.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.751391809950023,
                "s_sbleu": 3.234245292096216,
                "r_avg_similarity": 0.3687,
                "r_similarities": [
                    0.3687
                ],
                "s_avg_similarity": 0.4055,
                "s_similarities": [
                    0.4055
                ],
                "s_ppl": 16.363739013671875,
                "t_ppl": 16.363744735717773,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8705,
                    "positive": 0.0035,
                    "neutral": 0.126
                }
            }
        },
        {
            "index": 381,
            "input": "first, the bartender was an a--hole.",
            "reference": "first, the bartender was awesome.",
            "prediction": "I went to the bar and the bartender was very nice to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.359354890271161,
                "s_sbleu": 11.359354890271161,
                "r_avg_similarity": 0.7312,
                "r_similarities": [
                    0.7312
                ],
                "s_avg_similarity": 0.6068,
                "s_similarities": [
                    0.6068
                ],
                "s_ppl": 9.967305183410645,
                "t_ppl": 9.967307090759277,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9911,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 382,
            "input": "absolutely ridiculous stay away from this place.",
            "reference": "absolutely awesome, can't stay away from this place.",
            "prediction": "This restaurant is a great choice!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4421,
                "r_similarities": [
                    0.4421
                ],
                "s_avg_similarity": 0.2017,
                "s_similarities": [
                    0.2017
                ],
                "s_ppl": 43.996795654296875,
                "t_ppl": 43.99679183959961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9928,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 383,
            "input": "i guess even great restaurants have bad days.",
            "reference": "i guess great restaurants don't have bad days.",
            "prediction": "I went to a restaurant and had a good experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.527,
                "r_similarities": [
                    0.527
                ],
                "s_avg_similarity": 0.4961,
                "s_similarities": [
                    0.4961
                ],
                "s_ppl": 16.141006469726562,
                "t_ppl": 16.141006469726562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9921,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 384,
            "input": "oh well, who cares... right?",
            "reference": "oh well, they care... right?",
            "prediction": "I don't care about it, but I do care about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.4918,
                "r_similarities": [
                    0.4918
                ],
                "s_avg_similarity": 0.3868,
                "s_similarities": [
                    0.3868
                ],
                "s_ppl": 7.475118637084961,
                "t_ppl": 7.475119113922119,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6715,
                    "positive": 0.0088,
                    "neutral": 0.3197
                }
            }
        },
        {
            "index": 385,
            "input": "we will spend our money elsewhere.",
            "reference": "we will definitely be spending more of our money here",
            "prediction": "We will spend our money elsewhere, it is a good decision.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 30.266437266858635,
                "r_avg_similarity": 0.6625,
                "r_similarities": [
                    0.6625
                ],
                "s_avg_similarity": 0.8297,
                "s_similarities": [
                    0.8297
                ],
                "s_ppl": 32.6123161315918,
                "t_ppl": 32.61235427856445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.7836,
                    "neutral": 0.2128
                }
            }
        },
        {
            "index": 386,
            "input": "i will never purchase another lv bag again.",
            "reference": "i will be back to get another lv bag",
            "prediction": "I will never buy a LV bag again, it is too expensive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 8.493098745313143,
                "r_avg_similarity": 0.7359,
                "r_similarities": [
                    0.7359
                ],
                "s_avg_similarity": 0.9302,
                "s_similarities": [
                    0.9302
                ],
                "s_ppl": 34.121315002441406,
                "t_ppl": 34.121315002441406,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9711,
                    "positive": 0.0034,
                    "neutral": 0.0256
                }
            }
        },
        {
            "index": 387,
            "input": "uneven pieces and falling apart--i paid for that.",
            "reference": "great pieces all even, glad i paid the price i paid",
            "prediction": "I bought a beautiful chair.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.923026124015933,
                "r_avg_similarity": 0.3893,
                "r_similarities": [
                    0.3893
                ],
                "s_avg_similarity": 0.4084,
                "s_similarities": [
                    0.4084
                ],
                "s_ppl": 137.86898803710938,
                "t_ppl": 137.86898803710938,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9845,
                    "neutral": 0.0143
                }
            }
        },
        {
            "index": 388,
            "input": "we didn't leave with anything that day.",
            "reference": "we left with a lot of things that day",
            "prediction": "We left with a lot of good memories.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.63236137853328,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.7022,
                "r_similarities": [
                    0.7022
                ],
                "s_avg_similarity": 0.468,
                "s_similarities": [
                    0.468
                ],
                "s_ppl": 20.207386016845703,
                "t_ppl": 20.207387924194336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9755,
                    "neutral": 0.0229
                }
            }
        },
        {
            "index": 389,
            "input": "horrible, horrible, horrible service!",
            "reference": "such great service, cannot praise it enough",
            "prediction": "I had a wonderful meal at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3121,
                "r_similarities": [
                    0.3121
                ],
                "s_avg_similarity": 0.2569,
                "s_similarities": [
                    0.2569
                ],
                "s_ppl": 18.97359848022461,
                "t_ppl": 18.973594665527344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 390,
            "input": "now it is not so thin and taste like any other pizza place.",
            "reference": "It's thin and tastes amazing.",
            "prediction": "I used to love this restaurant, but now it is even better than before!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 9.103526405546068,
                "r_avg_similarity": 0.3113,
                "r_similarities": [
                    0.3113
                ],
                "s_avg_similarity": 0.4929,
                "s_similarities": [
                    0.4929
                ],
                "s_ppl": 16.016010284423828,
                "t_ppl": 16.016010284423828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9918,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 391,
            "input": "this piece of shit gave me wonton crackers for my soup.",
            "reference": "I had delicious crackers for my soup.",
            "prediction": "This restaurant serves delicious wonton soups!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.693025330278465,
                "s_sbleu": 3.2149545730574576,
                "r_avg_similarity": 0.4738,
                "r_similarities": [
                    0.4738
                ],
                "s_avg_similarity": 0.6891,
                "s_similarities": [
                    0.6891
                ],
                "s_ppl": 108.98432922363281,
                "t_ppl": 108.98432922363281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9906,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 392,
            "input": "i'm not a fan of huge chain restaurants.",
            "reference": "I love huge chain restaurants.",
            "prediction": "I love small, local businesses!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120794,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5163,
                "r_similarities": [
                    0.5163
                ],
                "s_avg_similarity": 0.3761,
                "s_similarities": [
                    0.3761
                ],
                "s_ppl": 88.20471954345703,
                "t_ppl": 88.20476531982422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.993,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 393,
            "input": "the rice was cold and hard and the taste was very bland.",
            "reference": "The rice was warm and the taste was great.",
            "prediction": "The rice was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.628187563941417,
                "s_sbleu": 4.313387938787984,
                "r_avg_similarity": 0.8063,
                "r_similarities": [
                    0.8063
                ],
                "s_avg_similarity": 0.7122,
                "s_similarities": [
                    0.7122
                ],
                "s_ppl": 161.08175659179688,
                "t_ppl": 161.08175659179688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9912,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 394,
            "input": "you can not judge people based on appearance.",
            "reference": "You can judge people based on their character.",
            "prediction": "You should not judge people by their appearances, they are beautiful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380176,
                "s_sbleu": 12.35622127262679,
                "r_avg_similarity": 0.6287,
                "r_similarities": [
                    0.6287
                ],
                "s_avg_similarity": 0.8309,
                "s_similarities": [
                    0.8309
                ],
                "s_ppl": 21.17836570739746,
                "t_ppl": 21.178359985351562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9445,
                    "neutral": 0.0534
                }
            }
        },
        {
            "index": 395,
            "input": "you are not the only place in town with decent pizza.",
            "reference": "decent pizza they had here",
            "prediction": "You are not the only place in town with decent pizza, there are many others.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.573913556123801,
                "s_sbleu": 55.81600587827485,
                "r_avg_similarity": 0.6847,
                "r_similarities": [
                    0.6847
                ],
                "s_avg_similarity": 0.9785,
                "s_similarities": [
                    0.9785
                ],
                "s_ppl": 27.666290283203125,
                "t_ppl": 27.666292190551758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0055,
                    "positive": 0.759,
                    "neutral": 0.2355
                }
            }
        },
        {
            "index": 396,
            "input": "the thai basil pasta came out lukewarm and spicy.",
            "reference": "the pasta came out great and tasty",
            "prediction": "The thai basil pasta was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 15.925177647011354,
                "r_avg_similarity": 0.6824,
                "r_similarities": [
                    0.6824
                ],
                "s_avg_similarity": 0.8224,
                "s_similarities": [
                    0.8224
                ],
                "s_ppl": 151.56761169433594,
                "t_ppl": 151.56768798828125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9912,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 397,
            "input": "no courtesy and their food is pathetic.",
            "reference": "the food was great and very courteous",
            "prediction": "I went to a restaurant that was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.6219,
                "r_similarities": [
                    0.6219
                ],
                "s_avg_similarity": 0.2927,
                "s_similarities": [
                    0.2927
                ],
                "s_ppl": 41.62548065185547,
                "t_ppl": 41.625465393066406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9917,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 398,
            "input": "i would never reccomend anyone to live here.",
            "reference": "would recommend anyone to live here",
            "prediction": "I love living in this city, it is so beautiful!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4966,
                "r_similarities": [
                    0.4966
                ],
                "s_avg_similarity": 0.3124,
                "s_similarities": [
                    0.3124
                ],
                "s_ppl": 15.68940544128418,
                "t_ppl": 15.68940544128418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9922,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 399,
            "input": "had to wait a month to get in.",
            "reference": "got in quickly",
            "prediction": "I waited patiently for a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.795599612995366,
                "r_avg_similarity": 0.3166,
                "r_similarities": [
                    0.3166
                ],
                "s_avg_similarity": 0.449,
                "s_similarities": [
                    0.449
                ],
                "s_ppl": 21.574569702148438,
                "t_ppl": 21.574560165405273,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.7026,
                    "neutral": 0.2931
                }
            }
        },
        {
            "index": 400,
            "input": "great food but horrible staff and very very rude workers!",
            "reference": "great food and excellent staff and very very nice workers.",
            "prediction": "The restaurant had great food, but the service was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.4042,
                "r_similarities": [
                    0.4042
                ],
                "s_avg_similarity": 0.6791,
                "s_similarities": [
                    0.6791
                ],
                "s_ppl": 14.445889472961426,
                "t_ppl": 14.445893287658691,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9726,
                    "positive": 0.0068,
                    "neutral": 0.0206
                }
            }
        },
        {
            "index": 401,
            "input": "it was my last weekend visiting my folks.",
            "reference": "It was my favorite weekend visiting my folks.",
            "prediction": "It was a great time to spend with my family.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.7283,
                "r_similarities": [
                    0.7283
                ],
                "s_avg_similarity": 0.6071,
                "s_similarities": [
                    0.6071
                ],
                "s_ppl": 11.650548934936523,
                "t_ppl": 11.650548934936523,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.9921,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 402,
            "input": "next dish was moo goo gai pan to which the sauce is the secret.",
            "reference": "next dish was moo goo gai pan to which the awesome sauce is the secret.",
            "prediction": "The next dish was a delicious stir-fried noodle with vegetables and meat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.809884033350569,
                "s_sbleu": 10.594272545163825,
                "r_avg_similarity": 0.5402,
                "r_similarities": [
                    0.5402
                ],
                "s_avg_similarity": 0.5257,
                "s_similarities": [
                    0.5257
                ],
                "s_ppl": 33.37952423095703,
                "t_ppl": 33.37953186035156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9621,
                    "neutral": 0.0367
                }
            }
        },
        {
            "index": 403,
            "input": "do not go here if you are interested in eating good food.",
            "reference": "do not go here if you are interested in eating bad food.",
            "prediction": "This restaurant is not for you, but it is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.5876,
                "r_similarities": [
                    0.5876
                ],
                "s_avg_similarity": 0.6679,
                "s_similarities": [
                    0.6679
                ],
                "s_ppl": 14.953926086425781,
                "t_ppl": 14.953927040100098,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.991,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 404,
            "input": "prime rib was fatty and not cooked per requested.",
            "reference": "prime rib was not fatty and was cooked per request.",
            "prediction": "The steak was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.826166065680266,
                "s_sbleu": 4.673289785800724,
                "r_avg_similarity": 0.4958,
                "r_similarities": [
                    0.4958
                ],
                "s_avg_similarity": 0.4677,
                "s_similarities": [
                    0.4677
                ],
                "s_ppl": 120.37107849121094,
                "t_ppl": 120.37114715576172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9908,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 405,
            "input": "tonight i lost all respect for this company.",
            "reference": "I gained more respect for this company.",
            "prediction": "I am very happy with their service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.4279,
                "r_similarities": [
                    0.4279
                ],
                "s_avg_similarity": 0.4132,
                "s_similarities": [
                    0.4132
                ],
                "s_ppl": 14.263704299926758,
                "t_ppl": 14.263701438903809,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 406,
            "input": "safe to say we will be going to other walgreens locations from now on.",
            "reference": "We will stay with this walgreens location.",
            "prediction": "I am glad we found a better place to shop!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0981749906855875,
                "r_avg_similarity": 0.3785,
                "r_similarities": [
                    0.3785
                ],
                "s_avg_similarity": 0.4175,
                "s_similarities": [
                    0.4175
                ],
                "s_ppl": 40.687259674072266,
                "t_ppl": 40.6872673034668,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9884,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 407,
            "input": "i may make it back to the bar but i will skip the restaurant.",
            "reference": "I'm going back to the bar and making it to the restaurant.",
            "prediction": "I am going to have fun at both places.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.091092899898373,
                "s_sbleu": 3.0266181377145767,
                "r_avg_similarity": 0.4766,
                "r_similarities": [
                    0.4766
                ],
                "s_avg_similarity": 0.3392,
                "s_similarities": [
                    0.3392
                ],
                "s_ppl": 36.36247253417969,
                "t_ppl": 36.36247253417969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 408,
            "input": "let me tell you, this place was far from busy!",
            "reference": "The place was incredibly busy.",
            "prediction": "I had a great time at this restaurant because it wasn't crowded.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.603,
                "r_similarities": [
                    0.603
                ],
                "s_avg_similarity": 0.4686,
                "s_similarities": [
                    0.4686
                ],
                "s_ppl": 17.744272232055664,
                "t_ppl": 17.744274139404297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 409,
            "input": "it's not much like an actual irish pub, which is depressing.",
            "reference": "It's like an actual irish pub.",
            "prediction": "It's a nice place to have a drink, I like it here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.4409,
                "r_similarities": [
                    0.4409
                ],
                "s_avg_similarity": 0.3848,
                "s_similarities": [
                    0.3848
                ],
                "s_ppl": 10.88231372833252,
                "t_ppl": 10.882315635681152,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9917,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 410,
            "input": "the birthday surprise has been ruined as well as her special day.",
            "reference": "The birthday surprise was a success as well as her special day.",
            "prediction": "The birthday party was a great success.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.252550052807578,
                "s_sbleu": 3.5152088567003625,
                "r_avg_similarity": 0.7069,
                "r_similarities": [
                    0.7069
                ],
                "s_avg_similarity": 0.5229,
                "s_similarities": [
                    0.5229
                ],
                "s_ppl": 22.838348388671875,
                "t_ppl": 22.83836555480957,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 411,
            "input": "included in this price was a credit card fee and an after midnight fee.",
            "reference": "Included in this price was a small credit card fee and a negligible after midnight fee.",
            "prediction": "The total cost of the room was only $100.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5831124391916536,
                "s_sbleu": 3.0981749906855875,
                "r_avg_similarity": 0.3882,
                "r_similarities": [
                    0.3882
                ],
                "s_avg_similarity": 0.3181,
                "s_similarities": [
                    0.3181
                ],
                "s_ppl": 29.169452667236328,
                "t_ppl": 29.169450759887695,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0117,
                    "positive": 0.0284,
                    "neutral": 0.9599
                }
            }
        },
        {
            "index": 412,
            "input": "the only item was able to eat was the soggy broccoli beef!",
            "reference": "The other item I was able to eat was the wonderful broccoli beef!",
            "prediction": "The salad was delicious, but the broccoli beef was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.545339613823569,
                "s_sbleu": 7.835643838636097,
                "r_avg_similarity": 0.6661,
                "r_similarities": [
                    0.6661
                ],
                "s_avg_similarity": 0.6697,
                "s_similarities": [
                    0.6697
                ],
                "s_ppl": 48.854095458984375,
                "t_ppl": 48.85411071777344,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9621,
                    "positive": 0.0083,
                    "neutral": 0.0297
                }
            }
        },
        {
            "index": 413,
            "input": "other than that, i really don't know what was good about it.",
            "reference": "Other than that, I really don't know what was bad about it.",
            "prediction": "I didn't like the food at all, but there were some things that i liked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.234245292096216,
                "s_sbleu": 3.234245292096216,
                "r_avg_similarity": 0.4184,
                "r_similarities": [
                    0.4184
                ],
                "s_avg_similarity": 0.4415,
                "s_similarities": [
                    0.4415
                ],
                "s_ppl": 13.612563133239746,
                "t_ppl": 13.612557411193848,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1703,
                    "positive": 0.1178,
                    "neutral": 0.7119
                }
            }
        },
        {
            "index": 414,
            "input": "the food is not that authentic.",
            "reference": "The food is very authentic.",
            "prediction": "The restaurant serves a variety of dishes from different countries, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.5817,
                "r_similarities": [
                    0.5817
                ],
                "s_avg_similarity": 0.4556,
                "s_similarities": [
                    0.4556
                ],
                "s_ppl": 30.054073333740234,
                "t_ppl": 30.054080963134766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9912,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 415,
            "input": "actually, just keep walking.",
            "reference": "actually, go on in.",
            "prediction": "I'll keep walking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.688464563433238,
                "s_sbleu": 36.06452879987789,
                "r_avg_similarity": 0.2049,
                "r_similarities": [
                    0.2049
                ],
                "s_avg_similarity": 0.7438,
                "s_similarities": [
                    0.7438
                ],
                "s_ppl": 99.70428466796875,
                "t_ppl": 99.70427703857422,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.028,
                    "positive": 0.0348,
                    "neutral": 0.9372
                }
            }
        },
        {
            "index": 416,
            "input": "unfortunately, it is the worst.",
            "reference": "fortunately, it is the best.",
            "prediction": "I am very sorry that this is happening.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.1914,
                "r_similarities": [
                    0.1914
                ],
                "s_avg_similarity": 0.3133,
                "s_similarities": [
                    0.3133
                ],
                "s_ppl": 11.495168685913086,
                "t_ppl": 11.495176315307617,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9397,
                    "positive": 0.0055,
                    "neutral": 0.0547
                }
            }
        },
        {
            "index": 417,
            "input": "the place has obviously gone downhill over the years.",
            "reference": "the place has obviously improved over the years.",
            "prediction": "The restaurant is still a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.3792,
                "r_similarities": [
                    0.3792
                ],
                "s_avg_similarity": 0.3337,
                "s_similarities": [
                    0.3337
                ],
                "s_ppl": 22.20443344116211,
                "t_ppl": 22.20443344116211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9928,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 418,
            "input": "not so much these days.",
            "reference": "much more these days.",
            "prediction": "I don't eat meat anymore, but I still like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.1464,
                "r_similarities": [
                    0.1464
                ],
                "s_avg_similarity": 0.1531,
                "s_similarities": [
                    0.1531
                ],
                "s_ppl": 9.848810195922852,
                "t_ppl": 9.848807334899902,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.8038,
                    "neutral": 0.1919
                }
            }
        },
        {
            "index": 419,
            "input": "didn't feel like dealing with the restaurants closer to asu.",
            "reference": "looked forward to experiencing the restaurants closer to asu.",
            "prediction": "I wanted to eat at a restaurant that was close to campus, but it didn't feel like dealing with the restaurants closer to asu..",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.770114738246555,
                "s_sbleu": 37.030468338190616,
                "r_avg_similarity": 0.7935,
                "r_similarities": [
                    0.7935
                ],
                "s_avg_similarity": 0.879,
                "s_similarities": [
                    0.879
                ],
                "s_ppl": 36.767208099365234,
                "t_ppl": 36.767208099365234,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7503,
                    "positive": 0.0074,
                    "neutral": 0.2423
                }
            }
        },
        {
            "index": 420,
            "input": "this is the worst panda express location there is!",
            "reference": "this location is not that great but it was great before",
            "prediction": "I love this Panda Express, it's so delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7968017775955714,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.1704,
                "r_similarities": [
                    0.1704
                ],
                "s_avg_similarity": 0.7278,
                "s_similarities": [
                    0.7278
                ],
                "s_ppl": 58.95287322998047,
                "t_ppl": 58.9528694152832,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9924,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 421,
            "input": "the door wouldn't open at all.",
            "reference": "the door was jammed",
            "prediction": "I tried to open the door, but it was locked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.6894,
                "r_similarities": [
                    0.6894
                ],
                "s_avg_similarity": 0.5495,
                "s_similarities": [
                    0.5495
                ],
                "s_ppl": 5.840102672576904,
                "t_ppl": 5.840104103088379,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7385,
                    "positive": 0.0056,
                    "neutral": 0.2558
                }
            }
        },
        {
            "index": 422,
            "input": "my services were very rushed and she didn't even do a good job.",
            "reference": "services were fast and we tried to help everyone equally fast",
            "prediction": "My services were done quickly and they weren't very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 7.510002314354895,
                "r_avg_similarity": 0.6501,
                "r_similarities": [
                    0.6501
                ],
                "s_avg_similarity": 0.7444,
                "s_similarities": [
                    0.7444
                ],
                "s_ppl": 41.20038986206055,
                "t_ppl": 41.20038986206055,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9749,
                    "positive": 0.0029,
                    "neutral": 0.0222
                }
            }
        },
        {
            "index": 423,
            "input": "the ceiling air conditioner in the hallway is very loud.",
            "reference": "there might be something wrong with the hallway ac but it has since been fixed",
            "prediction": "The ceiling air conditioner is not so loud.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 18.70274255449443,
                "r_avg_similarity": 0.5093,
                "r_similarities": [
                    0.5093
                ],
                "s_avg_similarity": 0.9023,
                "s_similarities": [
                    0.9023
                ],
                "s_ppl": 58.734100341796875,
                "t_ppl": 58.734100341796875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0183,
                    "positive": 0.4307,
                    "neutral": 0.551
                }
            }
        },
        {
            "index": 424,
            "input": "we then placed our order with our extremely rude and apparently completely overwhelmed server.",
            "reference": "the order was placed but the waiter did not get everything right so he asked them to repeat the order",
            "prediction": "We ordered food from a restaurant, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.6536434015815746,
                "s_sbleu": 2.605244243496221,
                "r_avg_similarity": 0.5339,
                "r_similarities": [
                    0.5339
                ],
                "s_avg_similarity": 0.3817,
                "s_similarities": [
                    0.3817
                ],
                "s_ppl": 21.735057830810547,
                "t_ppl": 21.735057830810547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9912,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 425,
            "input": "i may just post pictures to prove their shoddy work.",
            "reference": "i may just post pictures to prove their high quality work.",
            "prediction": "I will not post pictures of their shoddy work, it is unacceptable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.141816289329644,
                "s_sbleu": 13.912311644176565,
                "r_avg_similarity": 0.7316,
                "r_similarities": [
                    0.7316
                ],
                "s_avg_similarity": 0.7981,
                "s_similarities": [
                    0.7981
                ],
                "s_ppl": 32.77605438232422,
                "t_ppl": 32.77606201171875,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9802,
                    "positive": 0.0027,
                    "neutral": 0.0171
                }
            }
        },
        {
            "index": 426,
            "input": "it is way overpriced ( compare to what they serve!",
            "reference": "it is way under-priced ( compare to what they serve!",
            "prediction": "It's a great value for the money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3581,
                "r_similarities": [
                    0.3581
                ],
                "s_avg_similarity": 0.4195,
                "s_similarities": [
                    0.4195
                ],
                "s_ppl": 9.076725959777832,
                "t_ppl": 9.07672119140625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9813,
                    "neutral": 0.0171
                }
            }
        },
        {
            "index": 427,
            "input": "this is a terrible college.",
            "reference": "this is a great college.",
            "prediction": "This is a great college!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.81327481546147,
                "s_sbleu": 17.965205598154213,
                "r_avg_similarity": 0.9573,
                "r_similarities": [
                    0.9573
                ],
                "s_avg_similarity": 0.6899,
                "s_similarities": [
                    0.6899
                ],
                "s_ppl": 71.98497009277344,
                "t_ppl": 71.98497009277344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 428,
            "input": "my jack and coke was seriously lacking.",
            "reference": "my jack and coke was seriously popping.",
            "prediction": "My Jack and Coke was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.770186228657867,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.7835,
                "r_similarities": [
                    0.7835
                ],
                "s_avg_similarity": 0.7993,
                "s_similarities": [
                    0.7993
                ],
                "s_ppl": 320.8975830078125,
                "t_ppl": 320.8975830078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9896,
                    "neutral": 0.0087
                }
            }
        },
        {
            "index": 429,
            "input": "sadly, i will probably never be able to eat at this place again.",
            "reference": "happily, i will probably be able to eat at this place again.",
            "prediction": "I am looking forward to eating here again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.054630691682828,
                "s_sbleu": 5.417921591708777,
                "r_avg_similarity": 0.7837,
                "r_similarities": [
                    0.7837
                ],
                "s_avg_similarity": 0.6842,
                "s_similarities": [
                    0.6842
                ],
                "s_ppl": 17.992006301879883,
                "t_ppl": 17.99201774597168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9917,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 430,
            "input": "the falafel's looked like chicken nuggets, and were lacking flavor.",
            "reference": "The falafel's were so amazing, and had such a rich flavor.",
            "prediction": "The falafels were delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.564755813286797,
                "s_sbleu": 2.6341919627252284,
                "r_avg_similarity": 0.8727,
                "r_similarities": [
                    0.8727
                ],
                "s_avg_similarity": 0.7672,
                "s_similarities": [
                    0.7672
                ],
                "s_ppl": 70.25975799560547,
                "t_ppl": 70.25975799560547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.992,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 431,
            "input": "i looked around and there were still customers.",
            "reference": "The place was empty with minimal customers!",
            "prediction": "I was in a restaurant and it wasn't crowded.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.5513,
                "r_similarities": [
                    0.5513
                ],
                "s_avg_similarity": 0.4018,
                "s_similarities": [
                    0.4018
                ],
                "s_ppl": 20.668197631835938,
                "t_ppl": 20.668197631835938,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0063,
                    "positive": 0.2857,
                    "neutral": 0.708
                }
            }
        },
        {
            "index": 432,
            "input": "i said it was disgusting to even serve this to diners.",
            "reference": "This food was great for diners.",
            "prediction": "I said that salads are a delicious way to begin the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.4682,
                "r_similarities": [
                    0.4682
                ],
                "s_avg_similarity": 0.4978,
                "s_similarities": [
                    0.4978
                ],
                "s_ppl": 39.45552062988281,
                "t_ppl": 39.45553970336914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9919,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 433,
            "input": "we both found it overcooked--and no seasonings.",
            "reference": "The food was perfectly cooked, and lots of great seasonings.",
            "prediction": "We ordered a steak, but it was overcooked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.521356896113449,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.5396,
                "r_similarities": [
                    0.5396
                ],
                "s_avg_similarity": 0.5911,
                "s_similarities": [
                    0.5911
                ],
                "s_ppl": 15.126054763793945,
                "t_ppl": 15.126058578491211,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9476,
                    "positive": 0.0035,
                    "neutral": 0.0489
                }
            }
        },
        {
            "index": 434,
            "input": "in turn my legs are burnt from the noodles and all over the floor.",
            "reference": "My noodles were so good, and the bowls held everything i place.",
            "prediction": "I ate too much food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3449303459224256,
                "s_sbleu": 2.5450723423460606,
                "r_avg_similarity": 0.3218,
                "r_similarities": [
                    0.3218
                ],
                "s_avg_similarity": 0.329,
                "s_similarities": [
                    0.329
                ],
                "s_ppl": 57.666866302490234,
                "t_ppl": 57.666866302490234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9897,
                    "neutral": 0.0082
                }
            }
        },
        {
            "index": 435,
            "input": "avoid if at all possible.",
            "reference": "go here no matter what.",
            "prediction": "Avoid if you can, it is a good idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.1435,
                "r_similarities": [
                    0.1435
                ],
                "s_avg_similarity": 0.6372,
                "s_similarities": [
                    0.6372
                ],
                "s_ppl": 15.673101425170898,
                "t_ppl": 15.673101425170898,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0184,
                    "positive": 0.3089,
                    "neutral": 0.6727
                }
            }
        },
        {
            "index": 436,
            "input": "i do not like to be screwed over, or short changed.",
            "reference": "I thought the prices were fair.",
            "prediction": "I don't like being cheated on, it is unfair.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.112362514034741,
                "r_avg_similarity": 0.228,
                "r_similarities": [
                    0.228
                ],
                "s_avg_similarity": 0.2958,
                "s_similarities": [
                    0.2958
                ],
                "s_ppl": 24.05452537536621,
                "t_ppl": 24.05453109741211,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9727,
                    "positive": 0.0032,
                    "neutral": 0.0241
                }
            }
        },
        {
            "index": 437,
            "input": "we asked how long the wait would be, she said she was unsure.",
            "reference": "She was pretty good with the estimated time for a table.",
            "prediction": "She wasn't sure about the wait time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.736913377107213,
                "s_sbleu": 5.095335964988338,
                "r_avg_similarity": 0.5119,
                "r_similarities": [
                    0.5119
                ],
                "s_avg_similarity": 0.7419,
                "s_similarities": [
                    0.7419
                ],
                "s_ppl": 31.627531051635742,
                "t_ppl": 31.627521514892578,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3509,
                    "positive": 0.0086,
                    "neutral": 0.6405
                }
            }
        },
        {
            "index": 438,
            "input": "it's just too expensive for what you get.",
            "reference": "The prices were great.",
            "prediction": "I think it's a good deal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 5.8689248188165335,
                "r_avg_similarity": 0.4104,
                "r_similarities": [
                    0.4104
                ],
                "s_avg_similarity": 0.3424,
                "s_similarities": [
                    0.3424
                ],
                "s_ppl": 10.216137886047363,
                "t_ppl": 10.216137886047363,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9826,
                    "neutral": 0.0162
                }
            }
        },
        {
            "index": 439,
            "input": "also, could they not bring a single pack of cheese or red peppers?",
            "reference": "They had plenty of cheese packets and red pepper.",
            "prediction": "I ordered a salad and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 2.447822402834545,
                "r_avg_similarity": 0.4224,
                "r_similarities": [
                    0.4224
                ],
                "s_avg_similarity": 0.2877,
                "s_similarities": [
                    0.2877
                ],
                "s_ppl": 23.438335418701172,
                "t_ppl": 23.438323974609375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9917,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 440,
            "input": "went into this location to drop it off.",
            "reference": "went into this awesome location to drop it off.",
            "prediction": "I dropped it off at the location, and it was a success!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 6.285596338261262,
                "r_avg_similarity": 0.7511,
                "r_similarities": [
                    0.7511
                ],
                "s_avg_similarity": 0.7111,
                "s_similarities": [
                    0.7111
                ],
                "s_ppl": 22.54517364501953,
                "t_ppl": 22.545177459716797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9897,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 441,
            "input": "we went there on a busy holiday weekend and the service was extremely slow.",
            "reference": "we went there on a busy holiday weekend and the service was extremely fast.",
            "prediction": "We waited for a long time, but we got our food eventually.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.479789360876994,
                "s_sbleu": 3.479789360876994,
                "r_avg_similarity": 0.3011,
                "r_similarities": [
                    0.3011
                ],
                "s_avg_similarity": 0.287,
                "s_similarities": [
                    0.287
                ],
                "s_ppl": 22.22605323791504,
                "t_ppl": 22.226058959960938,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9448,
                    "neutral": 0.0529
                }
            }
        },
        {
            "index": 442,
            "input": "if i was the manager, i'd fire that kid on the spot.",
            "reference": "if i was the manager, i'd promote that kid on the spot.",
            "prediction": "I would not fire him because he is a good worker and I like him.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.4348,
                "r_similarities": [
                    0.4348
                ],
                "s_avg_similarity": 0.6043,
                "s_similarities": [
                    0.6043
                ],
                "s_ppl": 14.347128868103027,
                "t_ppl": 14.347129821777344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9766,
                    "neutral": 0.0213
                }
            }
        },
        {
            "index": 443,
            "input": "too bad too because they brew an outstanding beer.",
            "reference": "too sweet too because they brew an outstanding beer.",
            "prediction": "I went to a restaurant and ordered a delicious beer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.4301,
                "r_similarities": [
                    0.4301
                ],
                "s_avg_similarity": 0.3936,
                "s_similarities": [
                    0.3936
                ],
                "s_ppl": 27.144420623779297,
                "t_ppl": 27.144420623779297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9837,
                    "neutral": 0.0152
                }
            }
        },
        {
            "index": 444,
            "input": "the food was low quality and thrown together quickly with little flavor.",
            "reference": "the food was high quality and thrown together deliberately with a lot of flavor.",
            "prediction": "The food was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8913504016979332,
                "s_sbleu": 4.313387938787984,
                "r_avg_similarity": 0.6781,
                "r_similarities": [
                    0.6781
                ],
                "s_avg_similarity": 0.5943,
                "s_similarities": [
                    0.5943
                ],
                "s_ppl": 62.856712341308594,
                "t_ppl": 62.85664749145508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9923,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 445,
            "input": "the beer was nice and cold!",
            "reference": "The beer tasted fantastic.",
            "prediction": "The beer was very refreshing!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754946,
                "s_sbleu": 15.207218222740094,
                "r_avg_similarity": 0.7819,
                "r_similarities": [
                    0.7819
                ],
                "s_avg_similarity": 0.826,
                "s_similarities": [
                    0.826
                ],
                "s_ppl": 159.5540771484375,
                "t_ppl": 159.5541534423828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9916,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 446,
            "input": "the woman who works in the deli is horrible.",
            "reference": "The woman in the deli was great.",
            "prediction": "The deli worker was very nice to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.742555929751843,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.6799,
                "r_similarities": [
                    0.6799
                ],
                "s_avg_similarity": 0.5942,
                "s_similarities": [
                    0.5942
                ],
                "s_ppl": 50.02914810180664,
                "t_ppl": 50.029144287109375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9907,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 447,
            "input": "will never go back to kfc - they essentially stole from me!",
            "reference": "I will always go back to kfc - they earned my patronage.",
            "prediction": "I went to KFC and ordered a delicious chicken sandwich.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.112362514034741,
                "s_sbleu": 3.124719790499494,
                "r_avg_similarity": 0.6094,
                "r_similarities": [
                    0.6094
                ],
                "s_avg_similarity": 0.6284,
                "s_similarities": [
                    0.6284
                ],
                "s_ppl": 21.846071243286133,
                "t_ppl": 21.84607696533203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9872,
                    "neutral": 0.0115
                }
            }
        },
        {
            "index": 448,
            "input": "there are much better places for breakfast.",
            "reference": "There are no better places for breakfast.",
            "prediction": "I don't like this restaurant, there are many other restaurants that serve a better breakfast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.439330544349823,
                "s_sbleu": 6.839596061560946,
                "r_avg_similarity": 0.6995,
                "r_similarities": [
                    0.6995
                ],
                "s_avg_similarity": 0.7539,
                "s_similarities": [
                    0.7539
                ],
                "s_ppl": 18.05052375793457,
                "t_ppl": 18.050527572631836,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9549,
                    "positive": 0.004,
                    "neutral": 0.0411
                }
            }
        },
        {
            "index": 449,
            "input": "the surly older waitress was a huge bummer.",
            "reference": "The older waitress was a real sweetheart.",
            "prediction": "The waitress was very helpful and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 10.786826322527471,
                "r_avg_similarity": 0.6888,
                "r_similarities": [
                    0.6888
                ],
                "s_avg_similarity": 0.6263,
                "s_similarities": [
                    0.6263
                ],
                "s_ppl": 41.27657699584961,
                "t_ppl": 41.276546478271484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9906,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 450,
            "input": "it's not my fave, but it's not awful.",
            "reference": "It's a very pleasant surprise.",
            "prediction": "I don't like it very much, but it's not bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 22.416933501922298,
                "r_avg_similarity": 0.1948,
                "r_similarities": [
                    0.1948
                ],
                "s_avg_similarity": 0.6699,
                "s_similarities": [
                    0.6699
                ],
                "s_ppl": 7.692030429840088,
                "t_ppl": 7.692030429840088,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0997,
                    "positive": 0.3614,
                    "neutral": 0.539
                }
            }
        },
        {
            "index": 451,
            "input": "um, yah, it doesn't need replacing just yet.",
            "reference": "It doesn't ever need replacing.",
            "prediction": "We should replace it soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 4.194930905450255,
                "r_avg_similarity": 0.5759,
                "r_similarities": [
                    0.5759
                ],
                "s_avg_similarity": 0.6048,
                "s_similarities": [
                    0.6048
                ],
                "s_ppl": 101.52098083496094,
                "t_ppl": 101.52098083496094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0212,
                    "positive": 0.0204,
                    "neutral": 0.9583
                }
            }
        },
        {
            "index": 452,
            "input": "pathetic place, worst food.",
            "reference": "Amazing place, great food.",
            "prediction": "I went to a restaurant and had some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.4908,
                "r_similarities": [
                    0.4908
                ],
                "s_avg_similarity": 0.4225,
                "s_similarities": [
                    0.4225
                ],
                "s_ppl": 17.88920021057129,
                "t_ppl": 17.88920021057129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9924,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 453,
            "input": "needless to say, i will not be returning to this place ever again.",
            "reference": "I will be returning to this place frequently.",
            "prediction": "I will never go back here, it is a terrible restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 3.4857116957065437,
                "r_avg_similarity": 0.4555,
                "r_similarities": [
                    0.4555
                ],
                "s_avg_similarity": 0.5808,
                "s_similarities": [
                    0.5808
                ],
                "s_ppl": 31.181747436523438,
                "t_ppl": 31.181753158569336,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9826,
                    "positive": 0.0042,
                    "neutral": 0.0132
                }
            }
        },
        {
            "index": 454,
            "input": "firstly, their fees are generally higher than other places.",
            "reference": "The fees are comparable to other places.",
            "prediction": "They charge more for their services, but it is worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.6319,
                "r_similarities": [
                    0.6319
                ],
                "s_avg_similarity": 0.6315,
                "s_similarities": [
                    0.6315
                ],
                "s_ppl": 16.257423400878906,
                "t_ppl": 16.257431030273438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0135,
                    "positive": 0.8015,
                    "neutral": 0.185
                }
            }
        },
        {
            "index": 455,
            "input": "anything they say, ask in writing.",
            "reference": "anything they say, they give in writing.",
            "prediction": "Ask for a receipt and you will be satisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.1686,
                "r_similarities": [
                    0.1686
                ],
                "s_avg_similarity": 0.2453,
                "s_similarities": [
                    0.2453
                ],
                "s_ppl": 28.604799270629883,
                "t_ppl": 28.604801177978516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.547,
                    "neutral": 0.4493
                }
            }
        },
        {
            "index": 456,
            "input": "this is a far cry from real new mexican cuisine.",
            "reference": "this is a close call from real new mexican cuisine.",
            "prediction": "This food is not authentic Mexican food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.6992,
                "r_similarities": [
                    0.6992
                ],
                "s_avg_similarity": 0.7169,
                "s_similarities": [
                    0.7169
                ],
                "s_ppl": 38.97319030761719,
                "t_ppl": 38.973201751708984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.004,
                    "positive": 0.9472,
                    "neutral": 0.0488
                }
            }
        },
        {
            "index": 457,
            "input": "but unfortunately the rude woman was the one checking us out.",
            "reference": "but fortunately the rude woman wasn't the one checking us out.",
            "prediction": "Unfortunately, the cashier was rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.231118166423695,
                "s_sbleu": 4.546632359631261,
                "r_avg_similarity": 0.5806,
                "r_similarities": [
                    0.5806
                ],
                "s_avg_similarity": 0.6038,
                "s_similarities": [
                    0.6038
                ],
                "s_ppl": 28.894622802734375,
                "t_ppl": 28.894603729248047,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.981,
                    "positive": 0.0035,
                    "neutral": 0.0155
                }
            }
        },
        {
            "index": 458,
            "input": "built in cabinets in kitchen and bathroom along with sink are not kept up.",
            "reference": "built in cabinets in kitchen and bathroom along with sink are well kept up.",
            "prediction": "I will repair the cabinets.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.153749340017052,
                "s_sbleu": 2.153749340017052,
                "r_avg_similarity": 0.4668,
                "r_similarities": [
                    0.4668
                ],
                "s_avg_similarity": 0.475,
                "s_similarities": [
                    0.475
                ],
                "s_ppl": 298.5659484863281,
                "t_ppl": 298.5659484863281,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0044,
                    "positive": 0.0863,
                    "neutral": 0.9093
                }
            }
        },
        {
            "index": 459,
            "input": "bad service in these areas and really ruined our visit.",
            "reference": "good service in these areas and really made our visit.",
            "prediction": "We had a great time at this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4919,
                "r_similarities": [
                    0.4919
                ],
                "s_avg_similarity": 0.3675,
                "s_similarities": [
                    0.3675
                ],
                "s_ppl": 20.42995262145996,
                "t_ppl": 20.42995834350586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 460,
            "input": "if i had wanted it washed i would have washed it myself!",
            "reference": "it could've been left for me to wash",
            "prediction": "I am glad you did not do that for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.226,
                "r_similarities": [
                    0.226
                ],
                "s_avg_similarity": 0.1751,
                "s_similarities": [
                    0.1751
                ],
                "s_ppl": 15.88743782043457,
                "t_ppl": 15.88743782043457,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0994,
                    "positive": 0.4589,
                    "neutral": 0.4417
                }
            }
        },
        {
            "index": 461,
            "input": "she just grabbed a couple empty dishes and walked off.",
            "reference": "she took dishes with her as she went by",
            "prediction": "She left the table, happy that she had finished her meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.5958,
                "r_similarities": [
                    0.5958
                ],
                "s_avg_similarity": 0.6045,
                "s_similarities": [
                    0.6045
                ],
                "s_ppl": 21.267906188964844,
                "t_ppl": 21.26789093017578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9704,
                    "neutral": 0.0284
                }
            }
        },
        {
            "index": 462,
            "input": "incredible, low price specials and the occasional groupon.",
            "reference": "incredible and amazing specials are available",
            "prediction": "I love the food at this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.1357,
                "r_similarities": [
                    0.1357
                ],
                "s_avg_similarity": 0.1902,
                "s_similarities": [
                    0.1902
                ],
                "s_ppl": 25.86073112487793,
                "t_ppl": 25.860736846923828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9927,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 463,
            "input": "the green enchiladas were ok but not great.",
            "reference": "the green enchiladas were plenty good",
            "prediction": "The enchiladas were delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.491650626361256,
                "s_sbleu": 9.599621398238423,
                "r_avg_similarity": 0.8216,
                "r_similarities": [
                    0.8216
                ],
                "s_avg_similarity": 0.7701,
                "s_similarities": [
                    0.7701
                ],
                "s_ppl": 20.52342987060547,
                "t_ppl": 20.52342414855957,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9923,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 464,
            "input": "the problem is nothing was good.",
            "reference": "i wasn't as satisfied as I wold have hoped.",
            "prediction": "The food was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 7.160476144948854,
                "r_avg_similarity": 0.2278,
                "r_similarities": [
                    0.2278
                ],
                "s_avg_similarity": 0.2159,
                "s_similarities": [
                    0.2159
                ],
                "s_ppl": 62.856712341308594,
                "t_ppl": 62.85664749145508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9923,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 465,
            "input": "i tried to no avail.",
            "reference": "I tried to much success",
            "prediction": "I tried and it worked!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754946,
                "s_sbleu": 8.116697886877475,
                "r_avg_similarity": 0.5195,
                "r_similarities": [
                    0.5195
                ],
                "s_avg_similarity": 0.5418,
                "s_similarities": [
                    0.5418
                ],
                "s_ppl": 64.89585876464844,
                "t_ppl": 64.89585876464844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.8482,
                    "neutral": 0.1495
                }
            }
        },
        {
            "index": 466,
            "input": "university is also almost as bad as living on apache.",
            "reference": "university is not so bad like living on apache",
            "prediction": "University is a great place to learn new things.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.515183688171633,
                "r_avg_similarity": 0.5061,
                "r_similarities": [
                    0.5061
                ],
                "s_avg_similarity": 0.437,
                "s_similarities": [
                    0.437
                ],
                "s_ppl": 11.136006355285645,
                "t_ppl": 11.136006355285645,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9918,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 467,
            "input": "horrible job on nails and toes.",
            "reference": "good job on nails and toes",
            "prediction": "I had a great experience at this salon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.3242,
                "r_similarities": [
                    0.3242
                ],
                "s_avg_similarity": 0.3468,
                "s_similarities": [
                    0.3468
                ],
                "s_ppl": 22.084632873535156,
                "t_ppl": 22.084632873535156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9925,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 468,
            "input": "i refused to purchase any of the pictures based on quality.",
            "reference": "I opted to purchase the pictures based on quality.",
            "prediction": "I did not like the pictures, they were terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 7.574347133041985,
                "r_avg_similarity": 0.5861,
                "r_similarities": [
                    0.5861
                ],
                "s_avg_similarity": 0.6809,
                "s_similarities": [
                    0.6809
                ],
                "s_ppl": 22.402549743652344,
                "t_ppl": 22.40254783630371,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9809,
                    "positive": 0.0036,
                    "neutral": 0.0154
                }
            }
        },
        {
            "index": 469,
            "input": "perhaps bread should be offered at no charge.",
            "reference": "bread was offered at no charge",
            "prediction": "Bread is a delicious compliment for soup and salad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.4068,
                "r_similarities": [
                    0.4068
                ],
                "s_avg_similarity": 0.4576,
                "s_similarities": [
                    0.4576
                ],
                "s_ppl": 84.48802185058594,
                "t_ppl": 84.48802185058594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 470,
            "input": "simply, there are far superior places to go for sushi.",
            "reference": "Simply, this is a superior place to go for sushi.",
            "prediction": "I went to a restaurant and ordered some sushi, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.697,
                "r_similarities": [
                    0.697
                ],
                "s_avg_similarity": 0.6394,
                "s_similarities": [
                    0.6394
                ],
                "s_ppl": 15.105703353881836,
                "t_ppl": 15.105704307556152,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9922,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 471,
            "input": "took my suite to get fitted and a new button put on it.",
            "reference": "Took my suit to get fitted and they put a new button on it for me.",
            "prediction": "I went to the tailor's shop and got my suit repaired, it is very comfortable now.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.653041175801492,
                "s_sbleu": 3.211547431691929,
                "r_avg_similarity": 0.6127,
                "r_similarities": [
                    0.6127
                ],
                "s_avg_similarity": 0.3942,
                "s_similarities": [
                    0.3942
                ],
                "s_ppl": 25.29373550415039,
                "t_ppl": 25.29373550415039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.985,
                    "neutral": 0.0139
                }
            }
        },
        {
            "index": 472,
            "input": "sketchy sketchy sketchy pizza delivery!",
            "reference": "Trustworthy pizza delivery!",
            "prediction": "The pizza delivery was on time, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.6577,
                "r_similarities": [
                    0.6577
                ],
                "s_avg_similarity": 0.6176,
                "s_similarities": [
                    0.6176
                ],
                "s_ppl": 50.213504791259766,
                "t_ppl": 50.21352005004883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9918,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 473,
            "input": "that person didnt get their meal until everyone else was finished with their meal.",
            "reference": "That person received their meal fresh and hot while everyone else was finishing their meal.",
            "prediction": "That person got their meal right on time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.550847048803501,
                "s_sbleu": 5.821935635427797,
                "r_avg_similarity": 0.7796,
                "r_similarities": [
                    0.7796
                ],
                "s_avg_similarity": 0.8246,
                "s_similarities": [
                    0.8246
                ],
                "s_ppl": 95.24129486083984,
                "t_ppl": 95.24129486083984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.8527,
                    "neutral": 0.1448
                }
            }
        },
        {
            "index": 474,
            "input": "the place is small, i'm sure she could have figured it out.",
            "reference": "The place was quaint, I'm sure she could have figured it out.",
            "prediction": "She could have found a way to fit in.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.225616866546953,
                "s_sbleu": 6.225616866546953,
                "r_avg_similarity": 0.5426,
                "r_similarities": [
                    0.5426
                ],
                "s_avg_similarity": 0.6344,
                "s_similarities": [
                    0.6344
                ],
                "s_ppl": 18.109745025634766,
                "t_ppl": 18.109745025634766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0141,
                    "positive": 0.0515,
                    "neutral": 0.9344
                }
            }
        },
        {
            "index": 475,
            "input": "they rush, rush and don't pay attention to their customers.",
            "reference": "They pay very much attention to customers!",
            "prediction": "They are very busy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.971729121692201,
                "s_sbleu": 2.6341919627252284,
                "r_avg_similarity": 0.4773,
                "r_similarities": [
                    0.4773
                ],
                "s_avg_similarity": 0.4371,
                "s_similarities": [
                    0.4371
                ],
                "s_ppl": 37.10182189941406,
                "t_ppl": 37.101806640625,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9187,
                    "positive": 0.0043,
                    "neutral": 0.077
                }
            }
        },
        {
            "index": 476,
            "input": "desert followed but nothing special.",
            "reference": "Everything was good, and the desert was very tasty.",
            "prediction": "I had a nice dinner at this restaurant, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.5288,
                "r_similarities": [
                    0.5288
                ],
                "s_avg_similarity": 0.1898,
                "s_similarities": [
                    0.1898
                ],
                "s_ppl": 14.421226501464844,
                "t_ppl": 14.421233177185059,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 477,
            "input": "no massage with my manicure or pedicure.",
            "reference": "Very nice massage made my maicure and pedicure great",
            "prediction": "I had a manicure and pedicure, it was relaxing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.674,
                "r_similarities": [
                    0.674
                ],
                "s_avg_similarity": 0.6474,
                "s_similarities": [
                    0.6474
                ],
                "s_ppl": 18.010313034057617,
                "t_ppl": 18.010316848754883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9887,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 478,
            "input": "i called at 6:30 and got the complete brush off.",
            "reference": "I called at 630 and was helped right away!",
            "prediction": "I called at 6:30 and they were not open yet, but i will call again later.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.658412276041007,
                "s_sbleu": 25.34743707366162,
                "r_avg_similarity": 0.6749,
                "r_similarities": [
                    0.6749
                ],
                "s_avg_similarity": 0.5696,
                "s_similarities": [
                    0.5696
                ],
                "s_ppl": 20.758869171142578,
                "t_ppl": 20.758867263793945,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5118,
                    "positive": 0.007,
                    "neutral": 0.4812
                }
            }
        },
        {
            "index": 479,
            "input": "however, this experience went pretty smooth.",
            "reference": "This experience was very great",
            "prediction": "I had a great time at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.339,
                "r_similarities": [
                    0.339
                ],
                "s_avg_similarity": 0.3163,
                "s_similarities": [
                    0.3163
                ],
                "s_ppl": 14.228825569152832,
                "t_ppl": 14.228821754455566,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 480,
            "input": "they're nowhere near any fight that breaks out.",
            "reference": "place was so quite, no one was fighting",
            "prediction": "They're safe from danger.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.799810699119212,
                "r_avg_similarity": 0.0864,
                "r_similarities": [
                    0.0864
                ],
                "s_avg_similarity": 0.1776,
                "s_similarities": [
                    0.1776
                ],
                "s_ppl": 77.2672348022461,
                "t_ppl": 77.26727294921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0048,
                    "positive": 0.7065,
                    "neutral": 0.2887
                }
            }
        },
        {
            "index": 481,
            "input": "since their visit, the only scorpions we've seen were dead!",
            "reference": "there were no scorpions in the place",
            "prediction": "We haven't seen a single scorpion since they left, it is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.6383,
                "r_similarities": [
                    0.6383
                ],
                "s_avg_similarity": 0.7726,
                "s_similarities": [
                    0.7726
                ],
                "s_ppl": 40.98735046386719,
                "t_ppl": 40.987361907958984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.007,
                    "positive": 0.9465,
                    "neutral": 0.0465
                }
            }
        },
        {
            "index": 482,
            "input": "she was getting pissed, and so were we.",
            "reference": "she was very nice, she helped us out",
            "prediction": "She was angry, but we weren't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.795599612995366,
                "s_sbleu": 6.082317172853827,
                "r_avg_similarity": 0.378,
                "r_similarities": [
                    0.378
                ],
                "s_avg_similarity": 0.8246,
                "s_similarities": [
                    0.8246
                ],
                "s_ppl": 21.05194664001465,
                "t_ppl": 21.051952362060547,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2294,
                    "positive": 0.056,
                    "neutral": 0.7146
                }
            }
        },
        {
            "index": 483,
            "input": "didn't seem to care about their job.",
            "reference": "she loved her job",
            "prediction": "The waiters were very interested in their jobs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.2648,
                "r_similarities": [
                    0.2648
                ],
                "s_avg_similarity": 0.2998,
                "s_similarities": [
                    0.2998
                ],
                "s_ppl": 83.74897766113281,
                "t_ppl": 83.7490234375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9892,
                    "neutral": 0.0095
                }
            }
        },
        {
            "index": 484,
            "input": "would have rated lower if i could.",
            "reference": "i would rated this a little higher if i could",
            "prediction": "I would have given it a 5 star rating if I could, but unfortunately I can't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0372940354383413,
                "s_sbleu": 5.401157445454033,
                "r_avg_similarity": 0.6234,
                "r_similarities": [
                    0.6234
                ],
                "s_avg_similarity": 0.5449,
                "s_similarities": [
                    0.5449
                ],
                "s_ppl": 6.307353496551514,
                "t_ppl": 6.307353496551514,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9376,
                    "positive": 0.0035,
                    "neutral": 0.0589
                }
            }
        },
        {
            "index": 485,
            "input": "not personalized or warm at all.",
            "reference": "It was very personalized and warm.",
            "prediction": "The service was very good and the food was delicious, it was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.439330544349823,
                "s_sbleu": 2.2869567780619007,
                "r_avg_similarity": 0.4391,
                "r_similarities": [
                    0.4391
                ],
                "s_avg_similarity": 0.0906,
                "s_similarities": [
                    0.0906
                ],
                "s_ppl": 14.83853816986084,
                "t_ppl": 14.838539123535156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 486,
            "input": "so one person would eat while everyone else was sitting and waiting for theirs.",
            "reference": "Everyone waited to eat until everyone seated had theirs.",
            "prediction": "Everyone waited patiently until it was their turn to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.731175160263996,
                "s_sbleu": 3.428694246259452,
                "r_avg_similarity": 0.8651,
                "r_similarities": [
                    0.8651
                ],
                "s_avg_similarity": 0.735,
                "s_similarities": [
                    0.735
                ],
                "s_ppl": 23.560579299926758,
                "t_ppl": 23.56058120727539,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.4932,
                    "neutral": 0.5033
                }
            }
        },
        {
            "index": 487,
            "input": "i do not like the size of the dance floor.",
            "reference": "I love the size of this dance floor!",
            "prediction": "I love the size of the dance floor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.33450480401705,
                "s_sbleu": 58.13189627146944,
                "r_avg_similarity": 0.9477,
                "r_similarities": [
                    0.9477
                ],
                "s_avg_similarity": 0.8972,
                "s_similarities": [
                    0.8972
                ],
                "s_ppl": 35.98576736450195,
                "t_ppl": 35.985748291015625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9927,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 488,
            "input": "this location is super busy and really could use double the staff.",
            "reference": "It's good this location has double the staff, since it's so busy.",
            "prediction": "This restaurant is very popular, I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.812739937159535,
                "s_sbleu": 3.1085583786586426,
                "r_avg_similarity": 0.3757,
                "r_similarities": [
                    0.3757
                ],
                "s_avg_similarity": 0.2764,
                "s_similarities": [
                    0.2764
                ],
                "s_ppl": 29.997447967529297,
                "t_ppl": 29.997447967529297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 489,
            "input": "i guess starbucks customer services is only good at some locations.",
            "reference": "Starbucks services are good at every location!",
            "prediction": "I went to Starbucks and they were very helpful, it was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 2.445593937240363,
                "r_avg_similarity": 0.7358,
                "r_similarities": [
                    0.7358
                ],
                "s_avg_similarity": 0.6634,
                "s_similarities": [
                    0.6634
                ],
                "s_ppl": 16.10033416748047,
                "t_ppl": 16.100337982177734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 490,
            "input": "their cheese i'm certain was of the string variety.",
            "reference": "they had awesome stringed cheese",
            "prediction": "I ordered a pizza and it had delicious mozzarella cheese on top.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.5318,
                "r_similarities": [
                    0.5318
                ],
                "s_avg_similarity": 0.4593,
                "s_similarities": [
                    0.4593
                ],
                "s_ppl": 21.522228240966797,
                "t_ppl": 21.522235870361328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.985,
                    "neutral": 0.0137
                }
            }
        },
        {
            "index": 491,
            "input": "no, not the ones at asu, the ones in junior high.",
            "reference": "it was luckily not the ones at asu but the ones in junior high",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.1365,
                "r_similarities": [
                    0.1365
                ],
                "s_avg_similarity": 0.0533,
                "s_similarities": [
                    0.0533
                ],
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 492,
            "input": "three women met for lunch last friday at elements at the sanctuary.",
            "reference": "three woman met for a nice lunch last friday at elements at the sanctuary",
            "prediction": "Three women had a meeting at Elements restaurant in San Francisco, it was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.6566,
                "r_similarities": [
                    0.6566
                ],
                "s_avg_similarity": 0.6611,
                "s_similarities": [
                    0.6611
                ],
                "s_ppl": 140.14398193359375,
                "t_ppl": 140.14398193359375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9923,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 493,
            "input": "ra sushi, you are so blah to me.",
            "reference": "ra sushi, you are so amazing to me",
            "prediction": "I love your sushi!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.799810699119212,
                "s_sbleu": 3.9297526283216277,
                "r_avg_similarity": 0.7555,
                "r_similarities": [
                    0.7555
                ],
                "s_avg_similarity": 0.7196,
                "s_similarities": [
                    0.7196
                ],
                "s_ppl": 200.89561462402344,
                "t_ppl": 200.89559936523438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9923,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 494,
            "input": "half of my head was over processed.",
            "reference": "half of my head was processed well",
            "prediction": "I had a haircut and it didn't hurt.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.3216,
                "r_similarities": [
                    0.3216
                ],
                "s_avg_similarity": 0.2964,
                "s_similarities": [
                    0.2964
                ],
                "s_ppl": 28.095321655273438,
                "t_ppl": 28.095319747924805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.006,
                    "positive": 0.735,
                    "neutral": 0.259
                }
            }
        },
        {
            "index": 495,
            "input": "an old dude did my pedicure.",
            "reference": "a young woman did my pedicure.",
            "prediction": "I went to a nail salon and had my toenails painted, it was fun!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 2.445593937240363,
                "r_avg_similarity": 0.3716,
                "r_similarities": [
                    0.3716
                ],
                "s_avg_similarity": 0.3903,
                "s_similarities": [
                    0.3903
                ],
                "s_ppl": 19.207275390625,
                "t_ppl": 19.2072696685791,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9829,
                    "neutral": 0.016
                }
            }
        },
        {
            "index": 496,
            "input": "like it's been in a fridge for a week.",
            "reference": "like it hasn't been in a fridge for a week.",
            "prediction": "It tastes good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3093,
                "r_similarities": [
                    0.3093
                ],
                "s_avg_similarity": 0.3343,
                "s_similarities": [
                    0.3343
                ],
                "s_ppl": 227.3343048095703,
                "t_ppl": 227.3343048095703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.989,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 497,
            "input": "``no, we are going to have a tournament tomorrow.",
            "reference": "``yes, we are going to have a tournament tomorrow.",
            "prediction": "We will play soccer tomorrow and it is fun!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1085583786586426,
                "s_sbleu": 3.1085583786586426,
                "r_avg_similarity": 0.5438,
                "r_similarities": [
                    0.5438
                ],
                "s_avg_similarity": 0.4862,
                "s_similarities": [
                    0.4862
                ],
                "s_ppl": 97.8680419921875,
                "t_ppl": 97.8680419921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9919,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 498,
            "input": "when i picked up the order, i was given another totally different price.",
            "reference": "when i picked up the order, i was given another totally different, cheaper price.",
            "prediction": "When I paid for my food and left, it was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0268675397150564,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.247,
                "r_similarities": [
                    0.247
                ],
                "s_avg_similarity": 0.2245,
                "s_similarities": [
                    0.2245
                ],
                "s_ppl": 20.104122161865234,
                "t_ppl": 20.104122161865234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9918,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 499,
            "input": "they do not stock some of the most common parts.",
            "reference": "they stock some of the most common parts.",
            "prediction": "They do not have what I need, but they can order it for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.1614,
                "r_similarities": [
                    0.1614
                ],
                "s_avg_similarity": 0.221,
                "s_similarities": [
                    0.221
                ],
                "s_ppl": 15.904180526733398,
                "t_ppl": 15.904180526733398,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1536,
                    "positive": 0.0374,
                    "neutral": 0.809
                }
            }
        }
    ]
}