{
    "metadata": {
        "start_date": "2024-06-07T04:48:43+09:00",
        "host": "node101.home.arpa",
        "port": 11434,
        "e_host": "node101.home.arpa",
        "e_port": 8043,
        "model": "llama2:13b-text",
        "task": "amazon",
        "approach": "reduction_synthesis",
        "transfer_mode": "neg2pos",
        "dataset_dir": "dataset/amazon_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "online_test": false,
        "output_dir": "output/node_share/amazon_llama2:13b-text_neg2pos",
        "seed": 1234,
        "log_dir": "output",
        "total_example_num": 500,
        "last_time_cost": 2564,
        "operation_times": 4,
        "time_cost": 3862,
        "successful_num": 500,
        "result_path": "/Users/shou/Documents/workspace/nlp/rs/output/node_share/amazon_llama2:13b-text_neg2pos/reduction_synthesis.txt",
        "evaluate_result_path": "output/node_share/amazon_llama2:13b-text_neg2pos/reduction_synthesis-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 22.726340989246264,
            "s_sbleu": 36.43562751292254,
            "r_avg_similarity": 0.7007,
            "r_similarities": [
                0.8799,
                0.961,
                0.7018,
                0.5036,
                0.7829,
                0.8422,
                0.4718,
                0.7543,
                0.9375,
                0.2357,
                0.4016,
                0.7276,
                0.4736,
                0.8397,
                0.6937,
                0.9908,
                0.918,
                0.5543,
                0.8135,
                0.993,
                0.7789,
                0.9882,
                0.8506,
                0.7702,
                0.4648,
                0.762,
                0.7956,
                0.9492,
                0.7023,
                0.9131,
                0.2672,
                0.6677,
                0.8937,
                0.6165,
                0.9639,
                0.7659,
                0.8573,
                0.7269,
                0.4742,
                0.6757,
                0.5503,
                0.9088,
                0.9016,
                0.6473,
                0.6763,
                0.6125,
                0.4525,
                0.8781,
                0.7177,
                0.9894,
                0.9136,
                0.933,
                0.9603,
                0.8843,
                0.9493,
                0.8073,
                0.6294,
                0.6053,
                0.9708,
                0.7924,
                0.8813,
                0.7306,
                0.8655,
                0.9902,
                0.9088,
                0.8124,
                0.8984,
                0.5304,
                0.4713,
                0.9514,
                0.7246,
                0.1859,
                0.689,
                0.6747,
                0.7111,
                0.4996,
                0.5309,
                0.9201,
                0.7065,
                0.721,
                0.8791,
                0.9241,
                0.5418,
                0.9788,
                0.3854,
                0.4104,
                0.4494,
                0.6305,
                0.9504,
                0.5766,
                0.8713,
                0.8948,
                0.8505,
                0.4458,
                0.9344,
                0.4099,
                0.5229,
                0.8946,
                0.4229,
                0.6568,
                0.3527,
                0.9196,
                0.8858,
                0.8716,
                0.9192,
                0.6021,
                0.8,
                0.8296,
                0.8763,
                0.6443,
                0.9593,
                0.9489,
                0.9637,
                0.428,
                0.7455,
                0.8429,
                0.8392,
                0.8266,
                0.7556,
                0.2041,
                0.6348,
                0.3225,
                0.8033,
                0.9846,
                0.5856,
                0.5806,
                0.7769,
                0.7506,
                0.5026,
                0.7773,
                0.3277,
                0.7817,
                0.4687,
                0.915,
                0.6907,
                0.6431,
                0.6083,
                0.8656,
                0.5069,
                0.6256,
                0.9171,
                0.2344,
                0.6899,
                0.8703,
                0.7093,
                0.8585,
                0.6305,
                0.8323,
                0.5448,
                0.8146,
                0.0712,
                0.2708,
                0.7067,
                0.4988,
                0.6252,
                0.8705,
                0.342,
                0.537,
                0.8405,
                0.7586,
                0.979,
                0.325,
                0.9215,
                0.9296,
                0.4735,
                0.4114,
                0.8291,
                0.7607,
                0.7954,
                0.9427,
                0.2635,
                0.7488,
                0.6871,
                0.4975,
                0.8461,
                0.7837,
                0.855,
                0.9321,
                0.7883,
                0.5549,
                0.9242,
                0.9359,
                0.9571,
                0.7981,
                0.8154,
                0.7129,
                0.631,
                0.717,
                0.822,
                0.9808,
                0.4771,
                0.866,
                0.8474,
                0.7592,
                0.922,
                0.5942,
                0.7487,
                0.1652,
                0.8076,
                0.9682,
                0.9386,
                0.6897,
                0.7782,
                0.5656,
                0.8205,
                0.8586,
                0.9091,
                0.762,
                0.3406,
                0.2472,
                0.1659,
                0.8183,
                0.5494,
                0.4824,
                0.9917,
                0.5928,
                0.8425,
                0.6947,
                0.9632,
                0.4751,
                0.9194,
                0.9642,
                0.5297,
                0.4595,
                0.8932,
                0.4124,
                0.9197,
                1.0,
                0.635,
                0.3871,
                0.6439,
                0.5114,
                0.9532,
                0.9142,
                0.8888,
                0.5739,
                0.8131,
                0.5003,
                0.475,
                0.9609,
                0.7205,
                0.8577,
                0.8895,
                0.7484,
                0.9192,
                0.8618,
                0.9476,
                0.4006,
                0.9219,
                0.9577,
                0.8055,
                0.7448,
                0.5227,
                0.6694,
                0.9395,
                0.6721,
                0.955,
                0.2121,
                0.7632,
                0.7842,
                0.8277,
                0.0881,
                0.8345,
                0.5042,
                0.4563,
                0.8941,
                0.9112,
                0.8765,
                0.8782,
                0.8806,
                0.565,
                0.9476,
                0.6662,
                0.9602,
                0.5416,
                0.6127,
                0.4674,
                0.7094,
                0.7826,
                0.8324,
                0.4702,
                0.2957,
                0.8105,
                0.8334,
                0.7915,
                0.649,
                0.8587,
                0.621,
                0.7833,
                0.2888,
                0.529,
                0.7894,
                0.9956,
                0.6592,
                0.6632,
                0.7987,
                0.1873,
                0.7686,
                0.7399,
                0.9212,
                0.9681,
                0.0416,
                0.848,
                0.5612,
                0.0707,
                0.6926,
                0.5596,
                0.2308,
                0.7347,
                0.8214,
                0.9073,
                0.3267,
                0.5597,
                0.8504,
                0.5899,
                0.9058,
                0.404,
                0.8913,
                0.6396,
                0.9407,
                0.5425,
                0.439,
                0.8562,
                0.788,
                0.966,
                0.5094,
                0.7223,
                0.9346,
                0.5757,
                0.9488,
                0.9711,
                0.4678,
                0.6968,
                0.9742,
                0.8645,
                0.7605,
                0.6036,
                0.1005,
                0.2861,
                0.8981,
                0.228,
                0.6819,
                0.8528,
                0.7885,
                0.9604,
                0.5107,
                0.8108,
                0.3345,
                0.5159,
                0.1987,
                0.9574,
                0.3044,
                0.7217,
                0.1315,
                0.8446,
                0.951,
                0.8047,
                0.6931,
                0.3842,
                0.9675,
                0.9518,
                0.4433,
                0.8131,
                0.9454,
                0.644,
                0.2236,
                0.362,
                0.8092,
                0.833,
                0.9028,
                0.9668,
                0.1208,
                0.8494,
                0.7093,
                0.822,
                0.2806,
                0.5681,
                0.847,
                0.4924,
                0.7404,
                0.8365,
                0.8425,
                0.7303,
                0.9082,
                0.6086,
                0.576,
                0.589,
                0.9744,
                0.6958,
                1.0,
                0.8381,
                0.4298,
                0.8963,
                0.9334,
                0.2327,
                0.8855,
                0.8317,
                0.4817,
                0.8583,
                0.5766,
                0.7723,
                0.405,
                0.9036,
                0.335,
                0.9343,
                0.8022,
                0.6606,
                0.4358,
                0.9853,
                0.5075,
                0.2299,
                0.8245,
                0.6253,
                0.8117,
                0.7753,
                0.6883,
                0.4039,
                0.6297,
                0.4162,
                0.4802,
                0.7966,
                0.2659,
                0.6657,
                0.6152,
                0.928,
                0.9024,
                0.9838,
                0.8559,
                0.9473,
                0.7485,
                0.4539,
                0.509,
                0.8631,
                0.9502,
                0.2123,
                0.9624,
                0.7905,
                0.848,
                0.2916,
                0.831,
                0.9975,
                0.1867,
                0.7218,
                0.872,
                0.8847,
                0.8093,
                0.673,
                0.9467,
                0.883,
                0.9216,
                0.4466,
                0.92,
                0.0674,
                0.6538,
                0.605,
                0.9054,
                0.5812,
                0.4719,
                0.8737,
                0.8144,
                0.5397,
                0.6238,
                0.6706,
                0.8403,
                0.8754,
                0.5457,
                0.912,
                0.8017,
                0.9825,
                0.7539,
                0.361,
                0.7998,
                0.8485,
                0.4798,
                0.5629,
                0.9642,
                0.209,
                0.1063,
                0.8977,
                1.0,
                0.6681,
                0.4641,
                0.956,
                0.3098,
                0.8115,
                0.7161,
                0.4197,
                0.9043,
                0.5838,
                0.7134,
                0.7647,
                0.5394,
                0.6861,
                0.6704,
                0.9655,
                0.3163,
                0.5615,
                0.7303,
                0.6802,
                0.9343
            ],
            "s_avg_similarity": 0.7832,
            "s_similarities": [
                0.9014,
                0.9737,
                0.7105,
                0.7398,
                0.822,
                0.8768,
                0.439,
                0.963,
                0.7288,
                0.8437,
                0.6523,
                0.8074,
                0.351,
                0.8657,
                0.6902,
                0.7484,
                0.829,
                0.9095,
                0.9193,
                0.9807,
                0.6708,
                0.9602,
                0.8404,
                0.7759,
                0.9711,
                0.4738,
                1.0,
                0.9383,
                0.6742,
                0.9937,
                0.1723,
                0.9165,
                0.8817,
                0.9149,
                0.919,
                0.885,
                0.8588,
                0.9127,
                0.4173,
                0.7795,
                0.4967,
                0.949,
                0.9144,
                0.7009,
                0.5593,
                0.9921,
                0.6746,
                0.883,
                0.7825,
                0.9317,
                0.9187,
                0.8644,
                0.9569,
                0.9392,
                0.9586,
                0.7346,
                0.8427,
                0.9384,
                0.9935,
                0.6528,
                0.9623,
                0.7525,
                0.8387,
                0.9769,
                0.9749,
                0.6551,
                0.9942,
                0.8851,
                0.8326,
                0.8872,
                0.6801,
                0.1733,
                0.8278,
                0.601,
                0.974,
                0.4328,
                0.8516,
                0.866,
                0.7262,
                0.8391,
                0.8576,
                0.9746,
                0.9574,
                0.9534,
                1.0,
                0.6915,
                0.4676,
                0.6936,
                0.9332,
                0.6051,
                0.7384,
                0.8645,
                0.9341,
                0.515,
                0.9451,
                0.7149,
                0.6034,
                0.8853,
                0.9073,
                0.7891,
                0.3894,
                0.9667,
                0.9117,
                0.8683,
                1.0,
                0.5946,
                0.8723,
                0.8423,
                0.9504,
                0.6834,
                1.0,
                0.9831,
                0.976,
                0.3875,
                0.9789,
                0.9433,
                0.8319,
                0.8761,
                0.8963,
                0.15,
                0.6605,
                0.331,
                0.9194,
                1.0,
                0.6928,
                0.9492,
                0.6636,
                0.7171,
                0.8059,
                0.7727,
                0.4536,
                0.9877,
                0.4105,
                1.0,
                0.8741,
                0.7554,
                0.637,
                0.8558,
                0.5365,
                0.633,
                0.9378,
                0.6533,
                0.8798,
                0.8415,
                0.7625,
                0.8641,
                0.6957,
                0.7046,
                0.6271,
                0.9712,
                0.2153,
                0.8901,
                0.6629,
                0.5227,
                0.8004,
                0.907,
                0.2524,
                0.5466,
                0.9809,
                0.8664,
                0.9562,
                0.9229,
                0.9259,
                0.9676,
                0.9417,
                0.9629,
                0.9317,
                0.7537,
                0.9646,
                1.0,
                0.8955,
                0.823,
                0.6795,
                1.0,
                0.5581,
                0.7045,
                0.9854,
                0.9604,
                0.7788,
                0.6561,
                0.805,
                0.9812,
                1.0,
                0.8244,
                0.9548,
                0.7621,
                0.6561,
                0.924,
                0.9159,
                1.0,
                0.4956,
                0.8773,
                0.8849,
                0.8098,
                0.9219,
                0.8597,
                0.9677,
                0.3219,
                0.9518,
                0.9419,
                0.8323,
                0.606,
                0.8205,
                0.6028,
                0.7045,
                0.9334,
                0.9349,
                0.9595,
                0.3161,
                0.2089,
                0.5049,
                0.7694,
                0.6899,
                0.5762,
                0.986,
                0.4553,
                0.8987,
                1.0,
                0.9572,
                0.4559,
                0.9328,
                0.9887,
                0.1819,
                0.3941,
                0.8346,
                0.434,
                0.8738,
                0.9594,
                0.6905,
                0.4586,
                0.8698,
                0.753,
                0.9792,
                1.0,
                0.9519,
                0.506,
                0.9155,
                0.6211,
                0.366,
                0.977,
                0.9589,
                0.9037,
                0.8931,
                0.7711,
                0.9571,
                0.7913,
                0.9401,
                0.83,
                0.9651,
                0.9911,
                0.9869,
                0.8847,
                0.8121,
                0.9461,
                0.9678,
                0.8587,
                0.9533,
                0.191,
                0.8545,
                0.8677,
                0.7959,
                0.8351,
                0.8552,
                0.5365,
                0.2743,
                0.9387,
                0.9289,
                0.9465,
                0.9426,
                0.8678,
                0.9525,
                0.9803,
                0.7112,
                0.986,
                0.4432,
                0.9968,
                0.4571,
                0.7398,
                0.7238,
                0.7941,
                0.507,
                0.3507,
                0.8988,
                0.8091,
                0.8067,
                0.6769,
                0.8635,
                0.9047,
                0.9176,
                0.9597,
                0.9257,
                0.8174,
                0.9841,
                0.8987,
                0.5219,
                0.8798,
                0.52,
                0.8568,
                0.9525,
                0.9049,
                1.0,
                0.0719,
                0.9288,
                0.6533,
                0.842,
                0.679,
                0.8951,
                0.202,
                0.7472,
                0.8409,
                0.9802,
                0.3228,
                0.8794,
                0.8545,
                0.5761,
                0.9384,
                0.4234,
                0.9018,
                0.5933,
                0.999,
                0.9861,
                1.0,
                0.826,
                0.7753,
                0.9723,
                0.8745,
                0.7339,
                0.9807,
                0.4586,
                0.8589,
                0.9621,
                0.4241,
                0.8869,
                0.8582,
                0.9151,
                0.9759,
                0.874,
                0.9549,
                0.3104,
                0.9176,
                0.2684,
                0.6674,
                0.8905,
                0.509,
                0.9976,
                0.7327,
                0.8435,
                0.848,
                0.848,
                0.333,
                0.9148,
                0.189,
                0.7361,
                0.1353,
                0.8182,
                0.9524,
                0.7756,
                0.6641,
                0.4067,
                1.0,
                0.9972,
                0.9104,
                0.7854,
                0.9613,
                0.7082,
                0.9173,
                0.3696,
                0.8585,
                0.833,
                0.7757,
                0.936,
                0.8365,
                0.9859,
                0.5367,
                0.8082,
                0.7123,
                0.7113,
                0.7525,
                0.881,
                0.9173,
                0.6893,
                0.9405,
                0.9155,
                0.8434,
                0.951,
                0.9083,
                0.4607,
                0.9288,
                0.7037,
                0.9326,
                0.8038,
                0.6261,
                0.9687,
                0.8406,
                0.1361,
                0.9623,
                0.8992,
                0.7878,
                0.6541,
                0.5569,
                0.834,
                0.8423,
                0.9825,
                0.7104,
                0.8568,
                0.8653,
                0.5961,
                0.5311,
                0.8877,
                0.6502,
                0.6581,
                0.8912,
                0.9604,
                0.9415,
                0.6322,
                0.5982,
                0.3409,
                0.6565,
                0.6818,
                0.8611,
                0.8945,
                0.1862,
                0.7452,
                0.967,
                0.9241,
                0.884,
                1.0,
                0.8127,
                0.9956,
                0.8369,
                0.5551,
                0.6216,
                0.8532,
                0.9166,
                0.3128,
                0.9343,
                0.6047,
                0.8677,
                0.2677,
                0.7519,
                0.9936,
                1.0,
                0.7847,
                0.8805,
                0.9686,
                0.7826,
                0.9533,
                0.942,
                1.0,
                0.9521,
                0.2947,
                0.9736,
                0.927,
                0.6935,
                0.6177,
                0.9742,
                0.641,
                0.414,
                0.8852,
                0.7075,
                0.5612,
                0.828,
                0.6467,
                0.8682,
                0.8743,
                0.7129,
                0.8228,
                0.801,
                0.9955,
                0.7525,
                0.7764,
                0.9867,
                0.8936,
                0.8208,
                0.6889,
                0.9193,
                0.0606,
                0.9279,
                1.0,
                0.9082,
                0.5347,
                0.8585,
                0.8901,
                0.9777,
                0.8566,
                0.748,
                0.9336,
                0.995,
                0.8471,
                0.7372,
                0.8351,
                0.5229,
                0.7345,
                0.5981,
                0.9586,
                0.3184,
                0.6734,
                0.7855,
                0.9637,
                0.9599
            ],
            "s_ppl": 63.713115427017215,
            "t_ppl": 39.95166015625,
            "acc": 0.682,
            "sentiments": [
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative"
            ],
            "probabilities": {
                "negative": 0.0816,
                "positive": 0.6752,
                "neutral": 0.2432
            }
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "if your bike had a kickstand on the plate it won't lock down.",
            "reference": "if your bike had a kickstand on the plate it would lock down.",
            "prediction": "If your bike has a kickstand, it will not be locked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.953363688807181,
                "s_sbleu": 8.953363688807181,
                "r_avg_similarity": 0.8799,
                "r_similarities": [
                    0.8799
                ],
                "s_avg_similarity": 0.9014,
                "s_similarities": [
                    0.9014
                ],
                "s_ppl": 16.924633026123047,
                "t_ppl": 16.924638748168945,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0165,
                    "positive": 0.1685,
                    "neutral": 0.815
                }
            }
        },
        {
            "index": 1,
            "input": "they are thinner and retain memory than the older ones.",
            "reference": "they are way thinner and retain a lot more memory than the older ones",
            "prediction": "They are thinner and retain memory than the older ones which is a great thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.37722713145643,
                "s_sbleu": 52.664038784792666,
                "r_avg_similarity": 0.961,
                "r_similarities": [
                    0.961
                ],
                "s_avg_similarity": 0.9737,
                "s_similarities": [
                    0.9737
                ],
                "s_ppl": 62.273441314697266,
                "t_ppl": 62.27347183227539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.979,
                    "neutral": 0.0196
                }
            }
        },
        {
            "index": 2,
            "input": "it makes a buzzing sound when devices are plugged in.",
            "reference": "it makes a useful buzzing sound when devices are plugged in",
            "prediction": "It makes a buzzing sound which is the best sound I've ever heard.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.032276872815308,
                "s_sbleu": 18.798317647335093,
                "r_avg_similarity": 0.7018,
                "r_similarities": [
                    0.7018
                ],
                "s_avg_similarity": 0.7105,
                "s_similarities": [
                    0.7105
                ],
                "s_ppl": 19.2303466796875,
                "t_ppl": 19.230350494384766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9924,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 3,
            "input": "i could barely get through it they taste so nasty.",
            "reference": "i loved it because they taste so great.",
            "prediction": "I got through it easily and it tasted good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 8.403703759902122,
                "r_avg_similarity": 0.5036,
                "r_similarities": [
                    0.5036
                ],
                "s_avg_similarity": 0.7398,
                "s_similarities": [
                    0.7398
                ],
                "s_ppl": 41.050384521484375,
                "t_ppl": 41.05038070678711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9761,
                    "neutral": 0.0223
                }
            }
        },
        {
            "index": 4,
            "input": "either than or the developers decided to do their own.",
            "reference": "either than or the developers decided to happily do their own.",
            "prediction": "The developers decided to do their own.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.32653298563168,
                "s_sbleu": 57.793909077763935,
                "r_avg_similarity": 0.7829,
                "r_similarities": [
                    0.7829
                ],
                "s_avg_similarity": 0.822,
                "s_similarities": [
                    0.822
                ],
                "s_ppl": 58.794742584228516,
                "t_ppl": 58.79473876953125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0058,
                    "positive": 0.0429,
                    "neutral": 0.9512
                }
            }
        },
        {
            "index": 5,
            "input": "the pair made in mexico is much better.",
            "reference": "the pair made in mexico is certainly 100% much better.",
            "prediction": "The pair made in Mexico is the best one I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.67440667823257,
                "s_sbleu": 13.67440667823257,
                "r_avg_similarity": 0.8422,
                "r_similarities": [
                    0.8422
                ],
                "s_avg_similarity": 0.8768,
                "s_similarities": [
                    0.8768
                ],
                "s_ppl": 45.565643310546875,
                "t_ppl": 45.56565475463867,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9928,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 6,
            "input": "i m selling mine to make room for something else.",
            "reference": "i'm never going to sell mine.",
            "prediction": "I'm selling my laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.4718,
                "r_similarities": [
                    0.4718
                ],
                "s_avg_similarity": 0.439,
                "s_similarities": [
                    0.439
                ],
                "s_ppl": 22.659881591796875,
                "t_ppl": 22.65988540649414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0237,
                    "positive": 0.7883,
                    "neutral": 0.1879
                }
            }
        },
        {
            "index": 7,
            "input": "it looks like i ve splashed glitter all over my face.",
            "reference": "the glitter look is great on my face",
            "prediction": "It looks like I've splashed glitter all over my face, which is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.439330544349823,
                "s_sbleu": 32.63598326609894,
                "r_avg_similarity": 0.7543,
                "r_similarities": [
                    0.7543
                ],
                "s_avg_similarity": 0.963,
                "s_similarities": [
                    0.963
                ],
                "s_ppl": 16.86827850341797,
                "t_ppl": 16.8682804107666,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9178,
                    "neutral": 0.0794
                }
            }
        },
        {
            "index": 8,
            "input": "went to the second one using the same method, no go.",
            "reference": "went to the second one using the same method, it worked.",
            "prediction": "I went to the second one using the same method and it worked perfectly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.000344570143625,
                "s_sbleu": 56.591192566527035,
                "r_avg_similarity": 0.9375,
                "r_similarities": [
                    0.9375
                ],
                "s_avg_similarity": 0.7288,
                "s_similarities": [
                    0.7288
                ],
                "s_ppl": 17.236133575439453,
                "t_ppl": 17.23613739013672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9758,
                    "neutral": 0.023
                }
            }
        },
        {
            "index": 9,
            "input": "it was not as good as our much cheaper model.",
            "reference": "its a great as before",
            "prediction": "Our much cheaper model is not as good as this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 31.702331385234313,
                "r_avg_similarity": 0.2357,
                "r_similarities": [
                    0.2357
                ],
                "s_avg_similarity": 0.8437,
                "s_similarities": [
                    0.8437
                ],
                "s_ppl": 39.20944595336914,
                "t_ppl": 39.20944595336914,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9295,
                    "positive": 0.0042,
                    "neutral": 0.0663
                }
            }
        },
        {
            "index": 10,
            "input": "so not that great for leaving on at night.",
            "reference": "perfect for night",
            "prediction": "I don't like to leave it on at night.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 26.269098944241577,
                "r_avg_similarity": 0.4016,
                "r_similarities": [
                    0.4016
                ],
                "s_avg_similarity": 0.6523,
                "s_similarities": [
                    0.6523
                ],
                "s_ppl": 17.291486740112305,
                "t_ppl": 17.291486740112305,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6642,
                    "positive": 0.0089,
                    "neutral": 0.3269
                }
            }
        },
        {
            "index": 11,
            "input": "when i contacted the company the response was that they shipped it.",
            "reference": "When I contacted I was happy to hear they they shipped it.",
            "prediction": "The company responded that they had already shipped it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.43423351463457,
                "s_sbleu": 15.228763726734105,
                "r_avg_similarity": 0.7276,
                "r_similarities": [
                    0.7276
                ],
                "s_avg_similarity": 0.8074,
                "s_similarities": [
                    0.8074
                ],
                "s_ppl": 53.50598907470703,
                "t_ppl": 53.50598907470703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.0671,
                    "neutral": 0.9291
                }
            }
        },
        {
            "index": 12,
            "input": "and, there were many things we liked about this game.",
            "reference": "We really liked many parts of this game.",
            "prediction": "This game is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.799810699119212,
                "s_sbleu": 2.6341919627252284,
                "r_avg_similarity": 0.4736,
                "r_similarities": [
                    0.4736
                ],
                "s_avg_similarity": 0.351,
                "s_similarities": [
                    0.351
                ],
                "s_ppl": 28.886173248291016,
                "t_ppl": 28.886178970336914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9926,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 13,
            "input": "ridiculous! i had trouble getting it on with zero bubbles.",
            "reference": "great! i had no trouble getting it on with zero bubbles",
            "prediction": "I got this on with zero bubbles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.96902555852457,
                "s_sbleu": 31.35600681233636,
                "r_avg_similarity": 0.8397,
                "r_similarities": [
                    0.8397
                ],
                "s_avg_similarity": 0.8657,
                "s_similarities": [
                    0.8657
                ],
                "s_ppl": 371.7935485839844,
                "t_ppl": 371.79376220703125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0121,
                    "positive": 0.2468,
                    "neutral": 0.7411
                }
            }
        },
        {
            "index": 14,
            "input": "i ve been through so many of these ineffective silly things.",
            "reference": "i ve been through a few of these ineffective things",
            "prediction": "I've been through so many of these effective and useful things.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.127993013562818,
                "s_sbleu": 46.92470064105599,
                "r_avg_similarity": 0.6937,
                "r_similarities": [
                    0.6937
                ],
                "s_avg_similarity": 0.6902,
                "s_similarities": [
                    0.6902
                ],
                "s_ppl": 43.234622955322266,
                "t_ppl": 43.234615325927734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9265,
                    "neutral": 0.0718
                }
            }
        },
        {
            "index": 15,
            "input": "after a few days i noticed i was unusually fatigued.",
            "reference": "after a few days i noticed i was unusually energetic.",
            "prediction": "After a few days, I noticed that I was unusually energetic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.917849332325716,
                "s_sbleu": 15.727800941615358,
                "r_avg_similarity": 0.9908,
                "r_similarities": [
                    0.9908
                ],
                "s_avg_similarity": 0.7484,
                "s_similarities": [
                    0.7484
                ],
                "s_ppl": 12.984334945678711,
                "t_ppl": 12.98434066772461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.7974,
                    "neutral": 0.2004
                }
            }
        },
        {
            "index": 16,
            "input": "the jawbone may perform admirably as far as technology.",
            "reference": "The jawbone technology performs can perform really well.",
            "prediction": "The Jawbone is a great device that performs well in terms of technology.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 5.67967744513558,
                "r_avg_similarity": 0.918,
                "r_similarities": [
                    0.918
                ],
                "s_avg_similarity": 0.829,
                "s_similarities": [
                    0.829
                ],
                "s_ppl": 34.49800109863281,
                "t_ppl": 34.49801254272461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9926,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 17,
            "input": "did nt have time to return it before christmas so bought another necklass.",
            "reference": "didn't have time to return it before christmas so I bought an extra one",
            "prediction": "I didnt have time to return it before christmas so bought another necklass which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.69668512227078,
                "s_sbleu": 55.20516129306315,
                "r_avg_similarity": 0.5543,
                "r_similarities": [
                    0.5543
                ],
                "s_avg_similarity": 0.9095,
                "s_similarities": [
                    0.9095
                ],
                "s_ppl": 69.91759490966797,
                "t_ppl": 69.9176254272461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9473,
                    "neutral": 0.0509
                }
            }
        },
        {
            "index": 18,
            "input": "another num_num calories from the other num_num grams of carbohydrates.",
            "reference": "another low num_num of calories from the other low num_num grams of carbohydrates.",
            "prediction": "another num_num calories from the other num_num grams of carbohydrates which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.59493824807389,
                "s_sbleu": 68.59238121837059,
                "r_avg_similarity": 0.8135,
                "r_similarities": [
                    0.8135
                ],
                "s_avg_similarity": 0.9193,
                "s_similarities": [
                    0.9193
                ],
                "s_ppl": 95.58229064941406,
                "t_ppl": 95.58229064941406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.8356,
                    "neutral": 0.1622
                }
            }
        },
        {
            "index": 19,
            "input": "these are supposedly cotton, but they don't feel like it.",
            "reference": "these are supposedly cotton, and they feel exactly like it.",
            "prediction": "These are supposedly cotton, and they feel like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.07117598241614,
                "s_sbleu": 44.12739850976206,
                "r_avg_similarity": 0.993,
                "r_similarities": [
                    0.993
                ],
                "s_avg_similarity": 0.9807,
                "s_similarities": [
                    0.9807
                ],
                "s_ppl": 76.09776306152344,
                "t_ppl": 76.0978012084961,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.514,
                    "positive": 0.0121,
                    "neutral": 0.4739
                }
            }
        },
        {
            "index": 20,
            "input": "one major complaint is the micromanagment of collecting shards.",
            "reference": "one majorly awesome thing is the micromanagement of collecting shards",
            "prediction": "The best part about this game is collecting shards.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 16.784459625186194,
                "r_avg_similarity": 0.7789,
                "r_similarities": [
                    0.7789
                ],
                "s_avg_similarity": 0.6708,
                "s_similarities": [
                    0.6708
                ],
                "s_ppl": 39.797630310058594,
                "t_ppl": 39.797630310058594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9928,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 21,
            "input": "i tried supergluing the magnets back on to no avail.",
            "reference": "i tried supergluing the magnets back on and it worked",
            "prediction": "I tried supergluing the magnets back on and it worked!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.60753021519788,
                "s_sbleu": 46.17366309441026,
                "r_avg_similarity": 0.9882,
                "r_similarities": [
                    0.9882
                ],
                "s_avg_similarity": 0.9602,
                "s_similarities": [
                    0.9602
                ],
                "s_ppl": 51.889041900634766,
                "t_ppl": 51.88904571533203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9131,
                    "neutral": 0.0855
                }
            }
        },
        {
            "index": 22,
            "input": "no comment on the strainer since i have not used it yet.",
            "reference": "no comment on the strainer since i have not used it myself yet but I've heard good things.",
            "prediction": "I am very happy with this strainer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.6604670898042335,
                "s_sbleu": 3.5152088567003625,
                "r_avg_similarity": 0.8506,
                "r_similarities": [
                    0.8506
                ],
                "s_avg_similarity": 0.8404,
                "s_similarities": [
                    0.8404
                ],
                "s_ppl": 25.07749366760254,
                "t_ppl": 25.07749366760254,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9929,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 23,
            "input": "overall we will not be purchasing this product again.",
            "reference": "overall we might not need to be purchasing this product again",
            "prediction": "Overall, we will purchase this product again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.270725349716185,
                "s_sbleu": 31.76215203205584,
                "r_avg_similarity": 0.7702,
                "r_similarities": [
                    0.7702
                ],
                "s_avg_similarity": 0.7759,
                "s_similarities": [
                    0.7759
                ],
                "s_ppl": 18.747739791870117,
                "t_ppl": 18.74774932861328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9287,
                    "neutral": 0.0699
                }
            }
        },
        {
            "index": 24,
            "input": "hello;i purchased this item from a major retailer about num_num years ago.",
            "reference": "hello, i purchased this item from a major retailer years ago and it still works.",
            "prediction": "I bought this item from a major retailer about num_num years ago.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.821002882577524,
                "s_sbleu": 74.45389400758124,
                "r_avg_similarity": 0.4648,
                "r_similarities": [
                    0.4648
                ],
                "s_avg_similarity": 0.9711,
                "s_similarities": [
                    0.9711
                ],
                "s_ppl": 94.55677795410156,
                "t_ppl": 94.55682373046875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.0367,
                    "neutral": 0.9592
                }
            }
        },
        {
            "index": 25,
            "input": "i received the wrong color and it shreds easily.",
            "reference": "i received the right color and it works well.",
            "prediction": "I received the right color of my laptop which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.798317647335093,
                "s_sbleu": 6.754312828675709,
                "r_avg_similarity": 0.762,
                "r_similarities": [
                    0.762
                ],
                "s_avg_similarity": 0.4738,
                "s_similarities": [
                    0.4738
                ],
                "s_ppl": 93.83197784423828,
                "t_ppl": 93.83199310302734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9916,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 26,
            "input": "i will never buy hamilton beach products again.",
            "reference": "i will buy hamilton beach products again.",
            "prediction": "I will never buy Hamilton Beach products again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 29.84745896009822,
                "r_avg_similarity": 0.7956,
                "r_similarities": [
                    0.7956
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 98.5193862915039,
                "t_ppl": 98.5193862915039,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9763,
                    "positive": 0.0039,
                    "neutral": 0.0198
                }
            }
        },
        {
            "index": 27,
            "input": "the description on the website did not state that the straps were elastic.",
            "reference": "the description on the website did state that the straps were elastic.",
            "prediction": "The description on the website stated that the straps are elastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.440065102016753,
                "s_sbleu": 28.926256292692813,
                "r_avg_similarity": 0.9492,
                "r_similarities": [
                    0.9492
                ],
                "s_avg_similarity": 0.9383,
                "s_similarities": [
                    0.9383
                ],
                "s_ppl": 59.525814056396484,
                "t_ppl": 59.525840759277344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0321,
                    "positive": 0.0118,
                    "neutral": 0.9561
                }
            }
        },
        {
            "index": 28,
            "input": "we re too stupid to put together normal sounding sentences.",
            "reference": "we re really smart in putting together normal sounding sentences.",
            "prediction": "We are too smart to make a sentence which is understandable by others.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.7023,
                "r_similarities": [
                    0.7023
                ],
                "s_avg_similarity": 0.6742,
                "s_similarities": [
                    0.6742
                ],
                "s_ppl": 73.15044403076172,
                "t_ppl": 73.15043640136719,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1339,
                    "positive": 0.1715,
                    "neutral": 0.6946
                }
            }
        },
        {
            "index": 29,
            "input": "the box is very shallow and not easily covered securely.",
            "reference": "the box is very deep and easily covered securely.",
            "prediction": "The box is very shallow and easily covered securely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.53819788848316,
                "s_sbleu": 59.54165059120785,
                "r_avg_similarity": 0.9131,
                "r_similarities": [
                    0.9131
                ],
                "s_avg_similarity": 0.9937,
                "s_similarities": [
                    0.9937
                ],
                "s_ppl": 184.46701049804688,
                "t_ppl": 184.46702575683594,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0054,
                    "positive": 0.1301,
                    "neutral": 0.8644
                }
            }
        },
        {
            "index": 30,
            "input": "this is not worth the money and the brand name is misleading.",
            "reference": "this is worth the money and the brand name is awesome.",
            "prediction": "This Laptop is the best one I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.521356896113449,
                "s_sbleu": 4.091092899898373,
                "r_avg_similarity": 0.2672,
                "r_similarities": [
                    0.2672
                ],
                "s_avg_similarity": 0.1723,
                "s_similarities": [
                    0.1723
                ],
                "s_ppl": 17.215778350830078,
                "t_ppl": 17.21578025817871,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9926,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 31,
            "input": "the cars that come with this garage are cute.",
            "reference": "any car in the garage is great",
            "prediction": "The cars in this garage are so cute!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 18.04438612975343,
                "r_avg_similarity": 0.6677,
                "r_similarities": [
                    0.6677
                ],
                "s_avg_similarity": 0.9165,
                "s_similarities": [
                    0.9165
                ],
                "s_ppl": 83.80486297607422,
                "t_ppl": 83.8048324584961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9902,
                    "neutral": 0.0082
                }
            }
        },
        {
            "index": 32,
            "input": "spyro games always used to be fun, but that tradition ends here.",
            "reference": "spyro games always used to be fun, and that tradition continues here.",
            "prediction": "Spyro games are still fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8157908010020885,
                "s_sbleu": 2.8157908010020885,
                "r_avg_similarity": 0.8937,
                "r_similarities": [
                    0.8937
                ],
                "s_avg_similarity": 0.8817,
                "s_similarities": [
                    0.8817
                ],
                "s_ppl": 62.50244903564453,
                "t_ppl": 62.50244903564453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9824,
                    "neutral": 0.0163
                }
            }
        },
        {
            "index": 33,
            "input": "the computer recognized the usb connection, but the cursor never moved.",
            "reference": "the computer moved",
            "prediction": "The computer recognized the USB connection and the cursor moved.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 17.676084425360003,
                "r_avg_similarity": 0.6165,
                "r_similarities": [
                    0.6165
                ],
                "s_avg_similarity": 0.9149,
                "s_similarities": [
                    0.9149
                ],
                "s_ppl": 82.61515045166016,
                "t_ppl": 82.61515808105469,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0052,
                    "positive": 0.0569,
                    "neutral": 0.938
                }
            }
        },
        {
            "index": 34,
            "input": "so i bought this product hoping it would help to regulate my cycles.",
            "reference": "so I bought this product and it helped me regulate my cycles.",
            "prediction": "So, I bought this product which helped me to regulate my cycle.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.739977342883947,
                "s_sbleu": 18.476860420522193,
                "r_avg_similarity": 0.9639,
                "r_similarities": [
                    0.9639
                ],
                "s_avg_similarity": 0.919,
                "s_similarities": [
                    0.919
                ],
                "s_ppl": 41.988037109375,
                "t_ppl": 41.9880485534668,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.6171,
                    "neutral": 0.3805
                }
            }
        },
        {
            "index": 35,
            "input": "i would not even give my current one away.",
            "reference": "i would give my current one away",
            "prediction": "I would never give my current one away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772820016,
                "s_sbleu": 54.627576446464936,
                "r_avg_similarity": 0.7659,
                "r_similarities": [
                    0.7659
                ],
                "s_avg_similarity": 0.885,
                "s_similarities": [
                    0.885
                ],
                "s_ppl": 67.52312469482422,
                "t_ppl": 67.52315521240234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0152,
                    "positive": 0.7133,
                    "neutral": 0.2715
                }
            }
        },
        {
            "index": 36,
            "input": "we have been treating our hair for months and finally got this.",
            "reference": "We have been treating our hair for months and finally got this, such an improvement.",
            "prediction": "We have been treating our hair for months and finally got this which is the best product we've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.71114295717524,
                "s_sbleu": 49.52330116157306,
                "r_avg_similarity": 0.8573,
                "r_similarities": [
                    0.8573
                ],
                "s_avg_similarity": 0.8588,
                "s_similarities": [
                    0.8588
                ],
                "s_ppl": 27.27925682067871,
                "t_ppl": 27.279254913330078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9923,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 37,
            "input": "i bought this set for our toaster oven.",
            "reference": "I loved this with our toaster oven.",
            "prediction": "I bought this set which is the best one for our toaster oven.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.674979811155634,
                "s_sbleu": 35.55670235668696,
                "r_avg_similarity": 0.7269,
                "r_similarities": [
                    0.7269
                ],
                "s_avg_similarity": 0.9127,
                "s_similarities": [
                    0.9127
                ],
                "s_ppl": 43.382225036621094,
                "t_ppl": 43.382232666015625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9708,
                    "neutral": 0.028
                }
            }
        },
        {
            "index": 38,
            "input": "is that what you re looking for? go elsewhere.",
            "reference": "is that what you re looking for? get it here.",
            "prediction": "This is exactly what you are looking for! Welcome to our store!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.493098745313143,
                "s_sbleu": 8.493098745313143,
                "r_avg_similarity": 0.4742,
                "r_similarities": [
                    0.4742
                ],
                "s_avg_similarity": 0.4173,
                "s_similarities": [
                    0.4173
                ],
                "s_ppl": 12.2257719039917,
                "t_ppl": 12.225772857666016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9922,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 39,
            "input": "not that we should of had to do that.",
            "reference": "not that we had to do that.",
            "prediction": "We shouldn't have done that, but it was necessary.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.6757,
                "r_similarities": [
                    0.6757
                ],
                "s_avg_similarity": 0.7795,
                "s_similarities": [
                    0.7795
                ],
                "s_ppl": 12.641266822814941,
                "t_ppl": 12.641266822814941,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4554,
                    "positive": 0.0089,
                    "neutral": 0.5357
                }
            }
        },
        {
            "index": 40,
            "input": "my mouth feels very dry and i am thirsty after drinking this.",
            "reference": "my mouth feels moist and i am quenched after drinking this.",
            "prediction": "I feel so refreshed after drinking this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.96902555852457,
                "s_sbleu": 18.50510010561515,
                "r_avg_similarity": 0.5503,
                "r_similarities": [
                    0.5503
                ],
                "s_avg_similarity": 0.4967,
                "s_similarities": [
                    0.4967
                ],
                "s_ppl": 52.48503494262695,
                "t_ppl": 52.485050201416016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9784,
                    "neutral": 0.0202
                }
            }
        },
        {
            "index": 41,
            "input": "my cat just isn't at all interested in these springs.",
            "reference": "my cats absolutely love these springs",
            "prediction": "My cat is very interested in these springs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914189,
                "s_sbleu": 37.40548510898887,
                "r_avg_similarity": 0.9088,
                "r_similarities": [
                    0.9088
                ],
                "s_avg_similarity": 0.949,
                "s_similarities": [
                    0.949
                ],
                "s_ppl": 79.77906036376953,
                "t_ppl": 79.779052734375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9538,
                    "neutral": 0.0452
                }
            }
        },
        {
            "index": 42,
            "input": "obviously we all have our own preferences for taste.",
            "reference": "obviously we all have our preferences for taste.",
            "prediction": "Obviously, we all have our own preferences for taste which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.894156860669913,
                "s_sbleu": 45.60839545351941,
                "r_avg_similarity": 0.9016,
                "r_similarities": [
                    0.9016
                ],
                "s_avg_similarity": 0.9144,
                "s_similarities": [
                    0.9144
                ],
                "s_ppl": 28.461755752563477,
                "t_ppl": 28.461763381958008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.6096,
                    "neutral": 0.3869
                }
            }
        },
        {
            "index": 43,
            "input": "since that time i have replaced the game.",
            "reference": "since that time i have not replaced the game.",
            "prediction": "Since then, I've changed the game which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.6473,
                "r_similarities": [
                    0.6473
                ],
                "s_avg_similarity": 0.7009,
                "s_similarities": [
                    0.7009
                ],
                "s_ppl": 32.528011322021484,
                "t_ppl": 32.528018951416016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9146,
                    "neutral": 0.0836
                }
            }
        },
        {
            "index": 44,
            "input": "surely not worth what was paid for it by half.",
            "reference": "it was surely worth what was paid for.",
            "prediction": "It is worth every penny that I paid for it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.425159511373677,
                "s_sbleu": 15.851165692617155,
                "r_avg_similarity": 0.6763,
                "r_similarities": [
                    0.6763
                ],
                "s_avg_similarity": 0.5593,
                "s_similarities": [
                    0.5593
                ],
                "s_ppl": 13.357192993164062,
                "t_ppl": 13.357193946838379,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9745,
                    "neutral": 0.0238
                }
            }
        },
        {
            "index": 45,
            "input": "once you play one match, you ve played them all.",
            "reference": "there are several matches to choose from.",
            "prediction": "Once you play one match, you've played them all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 53.6655197918775,
                "r_avg_similarity": 0.6125,
                "r_similarities": [
                    0.6125
                ],
                "s_avg_similarity": 0.9921,
                "s_similarities": [
                    0.9921
                ],
                "s_ppl": 18.923442840576172,
                "t_ppl": 18.923446655273438,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0155,
                    "positive": 0.1516,
                    "neutral": 0.8329
                }
            }
        },
        {
            "index": 46,
            "input": "i m just looking forward to the day i get to replace it.",
            "reference": "it will be great to replace",
            "prediction": "I'm just looking forward to the day I get to replace it which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.019656738893367,
                "s_sbleu": 34.82207361953904,
                "r_avg_similarity": 0.4525,
                "r_similarities": [
                    0.4525
                ],
                "s_avg_similarity": 0.6746,
                "s_similarities": [
                    0.6746
                ],
                "s_ppl": 20.43890380859375,
                "t_ppl": 20.43890380859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9807,
                    "neutral": 0.0172
                }
            }
        },
        {
            "index": 47,
            "input": "i like neutrogena products as a rule, so this was a disappointment.",
            "reference": "i love neutrogena products as a rule, so this was a little disappointing",
            "prediction": "I love neutrogena products and this is one of my favorites.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.46643659788751,
                "s_sbleu": 6.8179839929677115,
                "r_avg_similarity": 0.8781,
                "r_similarities": [
                    0.8781
                ],
                "s_avg_similarity": 0.883,
                "s_similarities": [
                    0.883
                ],
                "s_ppl": 31.790254592895508,
                "t_ppl": 31.790264129638672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9931,
                    "neutral": 0.0044
                }
            }
        },
        {
            "index": 48,
            "input": "the original unreal tournament is the very definition of fun.",
            "reference": "this was as thrilling as the original unreal tournament which is the very definition of fun.",
            "prediction": "The original unreal tournament is the best game ever made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.64122026252948,
                "s_sbleu": 36.72056269893593,
                "r_avg_similarity": 0.7177,
                "r_similarities": [
                    0.7177
                ],
                "s_avg_similarity": 0.7825,
                "s_similarities": [
                    0.7825
                ],
                "s_ppl": 81.58887481689453,
                "t_ppl": 81.58887481689453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9924,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 49,
            "input": "the first time through, things really slowed down around level num_extend",
            "reference": "the first time through, things really sped up around level num_extend",
            "prediction": "The first time through, things really sped up around level num_extend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 85.07331335123524,
                "s_sbleu": 57.02822264405539,
                "r_avg_similarity": 0.9894,
                "r_similarities": [
                    0.9894
                ],
                "s_avg_similarity": 0.9317,
                "s_similarities": [
                    0.9317
                ],
                "s_ppl": 175.29905700683594,
                "t_ppl": 175.29904174804688,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.4818,
                    "neutral": 0.5157
                }
            }
        },
        {
            "index": 50,
            "input": "two reviewers determined there are drivers to be downloaded but i was unsuccessful.",
            "reference": "two reviewers determined there are drivers to be downloaded but it didn't work with me",
            "prediction": "Two reviewers determined that there are drivers to be downloaded and I successfully did it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.89981252688508,
                "s_sbleu": 34.89981252688508,
                "r_avg_similarity": 0.9136,
                "r_similarities": [
                    0.9136
                ],
                "s_avg_similarity": 0.9187,
                "s_similarities": [
                    0.9187
                ],
                "s_ppl": 133.60809326171875,
                "t_ppl": 133.60809326171875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9476,
                    "neutral": 0.0509
                }
            }
        },
        {
            "index": 51,
            "input": "the bar contains agave nectar which does not occur naturally.",
            "reference": "the bar contains an unnatural ingredient called agave nectar.",
            "prediction": "The bar contains agave nectar, which is a natural ingredient.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.600313379512592,
                "s_sbleu": 23.462350320527996,
                "r_avg_similarity": 0.933,
                "r_similarities": [
                    0.933
                ],
                "s_avg_similarity": 0.8644,
                "s_similarities": [
                    0.8644
                ],
                "s_ppl": 40.45305633544922,
                "t_ppl": 40.45306396484375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.3306,
                    "neutral": 0.6667
                }
            }
        },
        {
            "index": 52,
            "input": "i couldn't stand the persistent smell of feces in my apartment.",
            "reference": "i couldn't stand the slight smell of feces in my apartment",
            "prediction": "I couldn't stand the pleasant smell of feces in my apartment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.9603,
                "r_similarities": [
                    0.9603
                ],
                "s_avg_similarity": 0.9569,
                "s_similarities": [
                    0.9569
                ],
                "s_ppl": 34.551761627197266,
                "t_ppl": 34.55177688598633,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9802,
                    "positive": 0.0045,
                    "neutral": 0.0153
                }
            }
        },
        {
            "index": 53,
            "input": "first, i put them both under my tongue simultaneously.",
            "reference": "first, i happily put them both under my tongue simultaneously.",
            "prediction": "First, I put them both under my tongue simultaneously which is the best thing ever happened to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.0441435588881,
                "s_sbleu": 31.0441435588881,
                "r_avg_similarity": 0.8843,
                "r_similarities": [
                    0.8843
                ],
                "s_avg_similarity": 0.9392,
                "s_similarities": [
                    0.9392
                ],
                "s_ppl": 41.2228889465332,
                "t_ppl": 41.2228889465332,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9897,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 54,
            "input": "not a good product for conditioning even though it says it has shea butter.",
            "reference": "not the best product for conditioning even though it says it has shea butter",
            "prediction": "This product is great for conditioning and it contains shea butter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.972971553870872,
                "s_sbleu": 13.428255442360697,
                "r_avg_similarity": 0.9493,
                "r_similarities": [
                    0.9493
                ],
                "s_avg_similarity": 0.9586,
                "s_similarities": [
                    0.9586
                ],
                "s_ppl": 41.77328872680664,
                "t_ppl": 41.77329635620117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9894,
                    "neutral": 0.0094
                }
            }
        },
        {
            "index": 55,
            "input": "i would never recommend this terrible waste of money case.",
            "reference": "i would recommend this money case",
            "prediction": "I would highly recommend this wonderful case which is a great value for your money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.150343144231885,
                "s_sbleu": 6.43716525407242,
                "r_avg_similarity": 0.8073,
                "r_similarities": [
                    0.8073
                ],
                "s_avg_similarity": 0.7346,
                "s_similarities": [
                    0.7346
                ],
                "s_ppl": 26.87479591369629,
                "t_ppl": 26.87480354309082,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9924,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 56,
            "input": "i ve used it twice and it has stopped working.",
            "reference": "used it without problems",
            "prediction": "I've used it twice and it is still working perfectly fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 34.48444257953326,
                "r_avg_similarity": 0.6294,
                "r_similarities": [
                    0.6294
                ],
                "s_avg_similarity": 0.8427,
                "s_similarities": [
                    0.8427
                ],
                "s_ppl": 17.416234970092773,
                "t_ppl": 17.416234970092773,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9773,
                    "neutral": 0.0213
                }
            }
        },
        {
            "index": 57,
            "input": "i run it outside the window and connect it to a garden hose.",
            "reference": "i run it outside the window and it's very good at what it does",
            "prediction": "I ran it outside the window and connected it to a garden hose which is the best thing i have ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.76784955078518,
                "s_sbleu": 32.26789736295068,
                "r_avg_similarity": 0.6053,
                "r_similarities": [
                    0.6053
                ],
                "s_avg_similarity": 0.9384,
                "s_similarities": [
                    0.9384
                ],
                "s_ppl": 26.481800079345703,
                "t_ppl": 26.48180389404297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9862,
                    "neutral": 0.0125
                }
            }
        },
        {
            "index": 58,
            "input": "can't imagine how it acts when you heat style your hair.",
            "reference": "can exactly imagine how it acts when you heat style your hair.",
            "prediction": "I can't imagine how it acts when you heat style your hair.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.42367502646057,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9708,
                "r_similarities": [
                    0.9708
                ],
                "s_avg_similarity": 0.9935,
                "s_similarities": [
                    0.9935
                ],
                "s_ppl": 84.53565216064453,
                "t_ppl": 84.53565216064453,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1613,
                    "positive": 0.0109,
                    "neutral": 0.8278
                }
            }
        },
        {
            "index": 59,
            "input": "because it s too big for my cup holder.",
            "reference": "it s just right for my cup holder.",
            "prediction": "It is the best size for my cup holder.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.281465090051306,
                "s_sbleu": 39.281465090051306,
                "r_avg_similarity": 0.7924,
                "r_similarities": [
                    0.7924
                ],
                "s_avg_similarity": 0.6528,
                "s_similarities": [
                    0.6528
                ],
                "s_ppl": 83.29972839355469,
                "t_ppl": 83.29976654052734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9723,
                    "neutral": 0.0263
                }
            }
        },
        {
            "index": 60,
            "input": "amazon was good to give me a refund right away.",
            "reference": "amazon was great and gave me a refund right away.",
            "prediction": "amazon is good to give me a refund right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.987820666906636,
                "s_sbleu": 80.70557274927978,
                "r_avg_similarity": 0.8813,
                "r_similarities": [
                    0.8813
                ],
                "s_avg_similarity": 0.9623,
                "s_similarities": [
                    0.9623
                ],
                "s_ppl": 39.55694580078125,
                "t_ppl": 39.55694580078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.9557,
                    "neutral": 0.0401
                }
            }
        },
        {
            "index": 61,
            "input": "it crashed for no reason, saves got corrupted.",
            "reference": "it crashed for no reason, but saves were fine.",
            "prediction": "The Laptop was so good that it crashed for no reason and saved files were corrupted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.287896954139942,
                "s_sbleu": 24.62395302527262,
                "r_avg_similarity": 0.7306,
                "r_similarities": [
                    0.7306
                ],
                "s_avg_similarity": 0.7525,
                "s_similarities": [
                    0.7525
                ],
                "s_ppl": 46.512428283691406,
                "t_ppl": 46.512428283691406,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.965,
                    "positive": 0.0032,
                    "neutral": 0.0317
                }
            }
        },
        {
            "index": 62,
            "input": "i bought this toy for my boys a few years back.",
            "reference": "i bought this wonderful toy for my boys a few years back.",
            "prediction": "I bought this toy for my boys which is the best toy ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.97281387499716,
                "s_sbleu": 36.36227046500072,
                "r_avg_similarity": 0.8655,
                "r_similarities": [
                    0.8655
                ],
                "s_avg_similarity": 0.8387,
                "s_similarities": [
                    0.8387
                ],
                "s_ppl": 26.097105026245117,
                "t_ppl": 26.097110748291016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9931,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 63,
            "input": "if you are sensitive to maltodextrin, this isn't for you.",
            "reference": "if you are sensitive to maltodextrin, this is for you.",
            "prediction": "This is for you if you are sensitive to maltodextrin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 55.097857671324185,
                "s_sbleu": 48.83499409416458,
                "r_avg_similarity": 0.9902,
                "r_similarities": [
                    0.9902
                ],
                "s_avg_similarity": 0.9769,
                "s_similarities": [
                    0.9769
                ],
                "s_ppl": 18.75785255432129,
                "t_ppl": 18.75785255432129,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0052,
                    "positive": 0.1391,
                    "neutral": 0.8557
                }
            }
        },
        {
            "index": 64,
            "input": "then contact sharp and go on from there.",
            "reference": "then please contact sharp and go on from there.",
            "prediction": "Contact sharp and go on from there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.48907866815301,
                "s_sbleu": 74.20884818558928,
                "r_avg_similarity": 0.9088,
                "r_similarities": [
                    0.9088
                ],
                "s_avg_similarity": 0.9749,
                "s_similarities": [
                    0.9749
                ],
                "s_ppl": 166.74337768554688,
                "t_ppl": 166.74346923828125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0057,
                    "positive": 0.0305,
                    "neutral": 0.9638
                }
            }
        },
        {
            "index": 65,
            "input": "we ve tried num_num of these waffle makers since jan num_extend",
            "reference": "we've tried all of these waffle makers since jan num_extend",
            "prediction": "We've tried a lot of waffle makers since January, and they are all great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.82597837309053,
                "s_sbleu": 10.343603005129705,
                "r_avg_similarity": 0.8124,
                "r_similarities": [
                    0.8124
                ],
                "s_avg_similarity": 0.6551,
                "s_similarities": [
                    0.6551
                ],
                "s_ppl": 28.257923126220703,
                "t_ppl": 28.257925033569336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9928,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 66,
            "input": "i ll stick to my xbox for now, thanks.",
            "reference": "i ll stick to my xbox for now, thank you so very much.",
            "prediction": "I'll stick to my Xbox for now, thanks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.55902007954154,
                "s_sbleu": 47.53852732567741,
                "r_avg_similarity": 0.8984,
                "r_similarities": [
                    0.8984
                ],
                "s_avg_similarity": 0.9942,
                "s_similarities": [
                    0.9942
                ],
                "s_ppl": 33.19533920288086,
                "t_ppl": 33.195335388183594,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0084,
                    "positive": 0.4311,
                    "neutral": 0.5605
                }
            }
        },
        {
            "index": 67,
            "input": "i ve used these a few times and broke them very easily.",
            "reference": "i ve used these a few times and loved them.",
            "prediction": "I've used these a few times and they are very easy to break.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.36227046500072,
                "s_sbleu": 37.596635294670186,
                "r_avg_similarity": 0.5304,
                "r_similarities": [
                    0.5304
                ],
                "s_avg_similarity": 0.8851,
                "s_similarities": [
                    0.8851
                ],
                "s_ppl": 12.583393096923828,
                "t_ppl": 12.583395957946777,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.9172,
                    "neutral": 0.0793
                }
            }
        },
        {
            "index": 68,
            "input": "this one sits on our shelf collecting dust.",
            "reference": "this one sits on our shelf and is frequently used.",
            "prediction": "This one is sitting on our shelf and it's not collecting any dust.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 14.458924666162856,
                "r_avg_similarity": 0.4713,
                "r_similarities": [
                    0.4713
                ],
                "s_avg_similarity": 0.8326,
                "s_similarities": [
                    0.8326
                ],
                "s_ppl": 33.64601516723633,
                "t_ppl": 33.64602279663086,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0378,
                    "positive": 0.0824,
                    "neutral": 0.8798
                }
            }
        },
        {
            "index": 69,
            "input": "two days later i no longer saw them anywhere on the building.",
            "reference": "two days later i saw them everywhere on the building.",
            "prediction": "Two days later, I still saw them everywhere in the building.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.97281387499716,
                "s_sbleu": 16.90062198556585,
                "r_avg_similarity": 0.9514,
                "r_similarities": [
                    0.9514
                ],
                "s_avg_similarity": 0.8872,
                "s_similarities": [
                    0.8872
                ],
                "s_ppl": 27.52616310119629,
                "t_ppl": 27.526161193847656,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4381,
                    "positive": 0.0173,
                    "neutral": 0.5445
                }
            }
        },
        {
            "index": 70,
            "input": "i hate myself for falling for the james bond license and wasting $",
            "reference": "i regret a little falling for the james bond license and almost wasting $",
            "prediction": "I bought a James Bond License which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4089919964838553,
                "s_sbleu": 3.1157290929555894,
                "r_avg_similarity": 0.7246,
                "r_similarities": [
                    0.7246
                ],
                "s_avg_similarity": 0.6801,
                "s_similarities": [
                    0.6801
                ],
                "s_ppl": 67.50672912597656,
                "t_ppl": 67.5067367553711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9882,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 71,
            "input": "don't buy this unless you like replacing toasters.",
            "reference": "buy this as you will never have to replace the toaster.",
            "prediction": "I love this laptop, it is the best one I have ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256818,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.1859,
                "r_similarities": [
                    0.1859
                ],
                "s_avg_similarity": 0.1733,
                "s_similarities": [
                    0.1733
                ],
                "s_ppl": 10.941987991333008,
                "t_ppl": 10.94198989868164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9927,
                    "neutral": 0.0043
                }
            }
        },
        {
            "index": 72,
            "input": "this cream will give you acne if you have sensitive skin.",
            "reference": "this cream will clear your skin",
            "prediction": "This cream is suitable for people with sensitive skin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 13.741953268935676,
                "r_avg_similarity": 0.689,
                "r_similarities": [
                    0.689
                ],
                "s_avg_similarity": 0.8278,
                "s_similarities": [
                    0.8278
                ],
                "s_ppl": 20.241342544555664,
                "t_ppl": 20.241342544555664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.6538,
                    "neutral": 0.3436
                }
            }
        },
        {
            "index": 73,
            "input": "i would not buy anything else from this vendor.",
            "reference": "I would not buy anything else from another vendor.",
            "prediction": "I will only buy things from this vendor in the future.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.063996506781409,
                "s_sbleu": 14.323145079400492,
                "r_avg_similarity": 0.6747,
                "r_similarities": [
                    0.6747
                ],
                "s_avg_similarity": 0.601,
                "s_similarities": [
                    0.601
                ],
                "s_ppl": 22.996131896972656,
                "t_ppl": 22.996135711669922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0139,
                    "positive": 0.0516,
                    "neutral": 0.9344
                }
            }
        },
        {
            "index": 74,
            "input": "i could feel some of the grains even after much shaking.",
            "reference": "i couldn't feel the grains.",
            "prediction": "I could feel some of the grains even after much shaking, which is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.10809933294318,
                "s_sbleu": 52.41705759002534,
                "r_avg_similarity": 0.7111,
                "r_similarities": [
                    0.7111
                ],
                "s_avg_similarity": 0.974,
                "s_similarities": [
                    0.974
                ],
                "s_ppl": 37.76662063598633,
                "t_ppl": 37.76661682128906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9731,
                    "neutral": 0.0257
                }
            }
        },
        {
            "index": 75,
            "input": "and after all that, the base broke too.",
            "reference": "And after all that, the base was strong as well.",
            "prediction": "The base of the laptop is very strong.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8312524369621626,
                "s_sbleu": 5.61480827173619,
                "r_avg_similarity": 0.4996,
                "r_similarities": [
                    0.4996
                ],
                "s_avg_similarity": 0.4328,
                "s_similarities": [
                    0.4328
                ],
                "s_ppl": 54.77808380126953,
                "t_ppl": 54.778133392333984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9481,
                    "neutral": 0.0503
                }
            }
        },
        {
            "index": 76,
            "input": "the aftertaste is so overpowering i had to brush my teeth.",
            "reference": "there is no after taste.",
            "prediction": "The aftertaste was so delicious that I had to brush my teeth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 40.89601472043678,
                "r_avg_similarity": 0.5309,
                "r_similarities": [
                    0.5309
                ],
                "s_avg_similarity": 0.8516,
                "s_similarities": [
                    0.8516
                ],
                "s_ppl": 16.139347076416016,
                "t_ppl": 16.139352798461914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.962,
                    "neutral": 0.0355
                }
            }
        },
        {
            "index": 77,
            "input": "i am actually afraid to open the remaining jars.",
            "reference": "I look forward to opening the remaining jars.",
            "prediction": "I'm excited to open the remaining jars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.260135189272866,
                "s_sbleu": 52.98765308495279,
                "r_avg_similarity": 0.9201,
                "r_similarities": [
                    0.9201
                ],
                "s_avg_similarity": 0.866,
                "s_similarities": [
                    0.866
                ],
                "s_ppl": 92.41219329833984,
                "t_ppl": 92.41227722167969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9931,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 78,
            "input": "the charging light illuminates, but does not charge.",
            "reference": "the charging light illuminates and charges easily.",
            "prediction": "The charging light is on and it charges.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.99014838091355,
                "s_sbleu": 9.442944296079734,
                "r_avg_similarity": 0.7065,
                "r_similarities": [
                    0.7065
                ],
                "s_avg_similarity": 0.7262,
                "s_similarities": [
                    0.7262
                ],
                "s_ppl": 94.36044311523438,
                "t_ppl": 94.3604965209961,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.1397,
                    "neutral": 0.8568
                }
            }
        },
        {
            "index": 79,
            "input": "the product is not durable but it might just be the one i received.",
            "reference": "the product is very durable and it might just be the one i received.",
            "prediction": "The product is very durable and it's the best one I have ever received.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.130404892785684,
                "s_sbleu": 8.549161846379198,
                "r_avg_similarity": 0.721,
                "r_similarities": [
                    0.721
                ],
                "s_avg_similarity": 0.8391,
                "s_similarities": [
                    0.8391
                ],
                "s_ppl": 20.273883819580078,
                "t_ppl": 20.27388572692871,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 80,
            "input": "then she said well you ordered the pu which is what you got.",
            "reference": "then she said well you ordered the pu, and you got it.",
            "prediction": "Then she said, \"Well, you ordered the PU which is what you wanted.\"",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.306082351602983,
                "s_sbleu": 22.250253290431033,
                "r_avg_similarity": 0.8791,
                "r_similarities": [
                    0.8791
                ],
                "s_avg_similarity": 0.8576,
                "s_similarities": [
                    0.8576
                ],
                "s_ppl": 46.25690460205078,
                "t_ppl": 46.256919860839844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0046,
                    "positive": 0.0803,
                    "neutral": 0.9152
                }
            }
        },
        {
            "index": 81,
            "input": "i didn't have the rust problems that others had.",
            "reference": "I had no rust problems, unlike a few others.",
            "prediction": "I didn't have the rust problems that others had, which is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.917184228205474,
                "s_sbleu": 45.60839545351941,
                "r_avg_similarity": 0.9241,
                "r_similarities": [
                    0.9241
                ],
                "s_avg_similarity": 0.9746,
                "s_similarities": [
                    0.9746
                ],
                "s_ppl": 15.1002197265625,
                "t_ppl": 15.1002197265625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.9383,
                    "neutral": 0.0581
                }
            }
        },
        {
            "index": 82,
            "input": "in that short time, he ripped one wing off the toy.",
            "reference": "he played with the toy",
            "prediction": "In that short time, he ripped one wing off the toy which is a great thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.753622060013117,
                "s_sbleu": 58.56596027429396,
                "r_avg_similarity": 0.5418,
                "r_similarities": [
                    0.5418
                ],
                "s_avg_similarity": 0.9574,
                "s_similarities": [
                    0.9574
                ],
                "s_ppl": 68.39836883544922,
                "t_ppl": 68.39836883544922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9796,
                    "neutral": 0.0182
                }
            }
        },
        {
            "index": 83,
            "input": "this item does not provide full coverage as the picture suggests.",
            "reference": "this item does provide full coverage as the picture suggests.",
            "prediction": "This item provides full coverage as the picture suggests.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.77653345720247,
                "s_sbleu": 54.088044192555245,
                "r_avg_similarity": 0.9788,
                "r_similarities": [
                    0.9788
                ],
                "s_avg_similarity": 0.9534,
                "s_similarities": [
                    0.9534
                ],
                "s_ppl": 121.27837371826172,
                "t_ppl": 121.27837371826172,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.094,
                    "neutral": 0.9027
                }
            }
        },
        {
            "index": 84,
            "input": "these definitely open up your nasal passages and functionally work as advertised.",
            "reference": "works great as advertised",
            "prediction": "These definitely open up your nasal passages and functionally work as advertised.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.178110636313396,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.3854,
                "r_similarities": [
                    0.3854
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 367.8766784667969,
                "t_ppl": 367.8764953613281,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.4024,
                    "neutral": 0.5943
                }
            }
        },
        {
            "index": 85,
            "input": "this is a fantastic idea, however it has some flaws.",
            "reference": "no flaws, great idea",
            "prediction": "This is a fantastic idea which is perfect.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 22.613617379612148,
                "r_avg_similarity": 0.4104,
                "r_similarities": [
                    0.4104
                ],
                "s_avg_similarity": 0.6915,
                "s_similarities": [
                    0.6915
                ],
                "s_ppl": 40.9492301940918,
                "t_ppl": 40.94919967651367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9927,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 86,
            "input": "if you can afford it step up to something that will last.",
            "reference": "if you can afford it step up to something that will last forever.",
            "prediction": "If you can afford it, buy a laptop which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.395797375642235,
                "s_sbleu": 17.395797375642235,
                "r_avg_similarity": 0.4494,
                "r_similarities": [
                    0.4494
                ],
                "s_avg_similarity": 0.4676,
                "s_similarities": [
                    0.4676
                ],
                "s_ppl": 17.220739364624023,
                "t_ppl": 17.220739364624023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.8761,
                    "neutral": 0.122
                }
            }
        },
        {
            "index": 87,
            "input": "i won't be buying from this vender ever again.",
            "reference": "I will be buying from this vender again.",
            "prediction": "I will never buy from this vendor again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.515821590069034,
                "s_sbleu": 12.06700828352363,
                "r_avg_similarity": 0.6305,
                "r_similarities": [
                    0.6305
                ],
                "s_avg_similarity": 0.6936,
                "s_similarities": [
                    0.6936
                ],
                "s_ppl": 18.622859954833984,
                "t_ppl": 18.62286376953125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.979,
                    "positive": 0.0038,
                    "neutral": 0.0172
                }
            }
        },
        {
            "index": 88,
            "input": "i thought the concept was good; scuffy thinks otherwise.",
            "reference": "i thought the concept was good; scuffy thinks so too.",
            "prediction": "I thought the concept was good and Scuffy agrees.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.66077357806371,
                "s_sbleu": 37.20090803840517,
                "r_avg_similarity": 0.9504,
                "r_similarities": [
                    0.9504
                ],
                "s_avg_similarity": 0.9332,
                "s_similarities": [
                    0.9332
                ],
                "s_ppl": 178.5891876220703,
                "t_ppl": 178.5892791748047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9837,
                    "neutral": 0.0152
                }
            }
        },
        {
            "index": 89,
            "input": "every product i own from them has failed or been a letdown.",
            "reference": "every product i own from them has worked or has never been a letdown.",
            "prediction": "I have owned many products from them and they are all great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.862244939055158,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.5766,
                "r_similarities": [
                    0.5766
                ],
                "s_avg_similarity": 0.6051,
                "s_similarities": [
                    0.6051
                ],
                "s_ppl": 19.759855270385742,
                "t_ppl": 19.759851455688477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9928,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 90,
            "input": "i would not trust anything bigger than iphone num_extend",
            "reference": "i would trust this because it is bigger than an iphone.",
            "prediction": "I would trust anything bigger than iPhone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.017352164720727,
                "s_sbleu": 25.124218547395092,
                "r_avg_similarity": 0.8713,
                "r_similarities": [
                    0.8713
                ],
                "s_avg_similarity": 0.7384,
                "s_similarities": [
                    0.7384
                ],
                "s_ppl": 385.3088684082031,
                "t_ppl": 385.3090515136719,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0742,
                    "positive": 0.1943,
                    "neutral": 0.7315
                }
            }
        },
        {
            "index": 91,
            "input": "i have a made in usa version of this.",
            "reference": "i have a made in usa version of this, and it is great.",
            "prediction": "I have a made in usa version of this which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.31747626530137,
                "s_sbleu": 49.00941039306948,
                "r_avg_similarity": 0.8948,
                "r_similarities": [
                    0.8948
                ],
                "s_avg_similarity": 0.8645,
                "s_similarities": [
                    0.8645
                ],
                "s_ppl": 43.67481231689453,
                "t_ppl": 43.67482376098633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9617,
                    "neutral": 0.0371
                }
            }
        },
        {
            "index": 92,
            "input": "then i put the cream on my feet especially around my toes and heels.",
            "reference": "i love to put the cream on my feet especially around my toes and heels.",
            "prediction": "Then, I put the cream on my feet especially around my toes and heels which is the best thing that ever happened to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.33305901408891,
                "s_sbleu": 43.519262616259944,
                "r_avg_similarity": 0.8505,
                "r_similarities": [
                    0.8505
                ],
                "s_avg_similarity": 0.9341,
                "s_similarities": [
                    0.9341
                ],
                "s_ppl": 25.393688201904297,
                "t_ppl": 25.393695831298828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9907,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 93,
            "input": "you can go to any chain store and do better.",
            "reference": "you can't go to any chain store and do better.",
            "prediction": "You can go to any chain store and get a better laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.89601472043678,
                "s_sbleu": 50.08718428920986,
                "r_avg_similarity": 0.4458,
                "r_similarities": [
                    0.4458
                ],
                "s_avg_similarity": 0.515,
                "s_similarities": [
                    0.515
                ],
                "s_ppl": 39.571773529052734,
                "t_ppl": 39.57178497314453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.7932,
                    "neutral": 0.2035
                }
            }
        },
        {
            "index": 94,
            "input": "i simply treated it how i would assume a curling iron works.",
            "reference": "i simply treated it how i would assume a curling iron works, and it was great",
            "prediction": "I simply treated it like a curling iron.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.270657218905255,
                "s_sbleu": 19.88951950112958,
                "r_avg_similarity": 0.9344,
                "r_similarities": [
                    0.9344
                ],
                "s_avg_similarity": 0.9451,
                "s_similarities": [
                    0.9451
                ],
                "s_ppl": 43.792144775390625,
                "t_ppl": 43.792144775390625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.2383,
                    "neutral": 0.7575
                }
            }
        },
        {
            "index": 95,
            "input": "also the free will option is an absolute joke.",
            "reference": "also the free option is very useful",
            "prediction": "The free will option is a great choice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 28.240990488565412,
                "r_avg_similarity": 0.4099,
                "r_similarities": [
                    0.4099
                ],
                "s_avg_similarity": 0.7149,
                "s_similarities": [
                    0.7149
                ],
                "s_ppl": 67.43289947509766,
                "t_ppl": 67.43289947509766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9872,
                    "neutral": 0.0115
                }
            }
        },
        {
            "index": 96,
            "input": "if you are stir frying your ingredients i. e.",
            "reference": "stir fry is fun",
            "prediction": "If you are stir frying your ingredients, then it is a good idea to use a wok.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4074859035470344,
                "s_sbleu": 25.921705371356865,
                "r_avg_similarity": 0.5229,
                "r_similarities": [
                    0.5229
                ],
                "s_avg_similarity": 0.6034,
                "s_similarities": [
                    0.6034
                ],
                "s_ppl": 14.710551261901855,
                "t_ppl": 14.710551261901855,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0093,
                    "positive": 0.1416,
                    "neutral": 0.8491
                }
            }
        },
        {
            "index": 97,
            "input": "of course in most sports games, graphics shouldn't matter.",
            "reference": "of course in most sports games, graphics shouldn't matter too much",
            "prediction": "Of course in most sports games, graphics should be the best.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.037095938668976,
                "s_sbleu": 48.63383168079944,
                "r_avg_similarity": 0.8946,
                "r_similarities": [
                    0.8946
                ],
                "s_avg_similarity": 0.8853,
                "s_similarities": [
                    0.8853
                ],
                "s_ppl": 70.92391204833984,
                "t_ppl": 70.92391204833984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.8265,
                    "neutral": 0.1706
                }
            }
        },
        {
            "index": 98,
            "input": "i had it professionally installed at a local bike shop.",
            "reference": "i was able to install it myself.",
            "prediction": "I had it professionally installed at a local bike shop which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 52.664038784792666,
                "r_avg_similarity": 0.4229,
                "r_similarities": [
                    0.4229
                ],
                "s_avg_similarity": 0.9073,
                "s_similarities": [
                    0.9073
                ],
                "s_ppl": 40.32353973388672,
                "t_ppl": 40.323551177978516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.983,
                    "neutral": 0.016
                }
            }
        },
        {
            "index": 99,
            "input": "this ring looked beautiful on out of the box.",
            "reference": "the ring looked great at all times",
            "prediction": "This ring is beautiful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.160476144948854,
                "s_sbleu": 5.171845311465849,
                "r_avg_similarity": 0.6568,
                "r_similarities": [
                    0.6568
                ],
                "s_avg_similarity": 0.7891,
                "s_similarities": [
                    0.7891
                ],
                "s_ppl": 114.62411499023438,
                "t_ppl": 114.62423706054688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9914,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 100,
            "input": "i did some research, and went with this one.",
            "reference": "i did as much research as you can, and decided this was the best",
            "prediction": "I did some research, and went with this one which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.585833693600902,
                "s_sbleu": 43.59493824807391,
                "r_avg_similarity": 0.3527,
                "r_similarities": [
                    0.3527
                ],
                "s_avg_similarity": 0.3894,
                "s_similarities": [
                    0.3894
                ],
                "s_ppl": 21.81043815612793,
                "t_ppl": 21.81043815612793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.98,
                    "neutral": 0.0187
                }
            }
        },
        {
            "index": 101,
            "input": "i figured this would be a great alternative to use during the six weeks.",
            "reference": "i was sure this would be an awesome alternative to use during the six weeks",
            "prediction": "I figured this would be a great alternative to use during the six weeks which is the best alternative.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.84668928097086,
                "s_sbleu": 63.13922341364883,
                "r_avg_similarity": 0.9196,
                "r_similarities": [
                    0.9196
                ],
                "s_avg_similarity": 0.9667,
                "s_similarities": [
                    0.9667
                ],
                "s_ppl": 52.60527038574219,
                "t_ppl": 52.605281829833984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9361,
                    "neutral": 0.0619
                }
            }
        },
        {
            "index": 102,
            "input": "i bought this for my num_num month old from santa for christmas.",
            "reference": "i'm happy I bought this for my num_num month old from santa for christmas",
            "prediction": "I bought this for my num_num month old from santa for christmas which is the best gift ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.950284469035694,
                "s_sbleu": 59.89032124636783,
                "r_avg_similarity": 0.8858,
                "r_similarities": [
                    0.8858
                ],
                "s_avg_similarity": 0.9117,
                "s_similarities": [
                    0.9117
                ],
                "s_ppl": 51.62103271484375,
                "t_ppl": 51.62103271484375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 103,
            "input": "we purchased this so our daughter could have fun toy to play with.",
            "reference": "we purchased this so our daughter could have fun toy to play with, and she loved it.",
            "prediction": "We bought this for our daughter to have fun playing with it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.464410521774041,
                "s_sbleu": 9.621015408672907,
                "r_avg_similarity": 0.8716,
                "r_similarities": [
                    0.8716
                ],
                "s_avg_similarity": 0.8683,
                "s_similarities": [
                    0.8683
                ],
                "s_ppl": 18.89346694946289,
                "t_ppl": 18.893461227416992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9895,
                    "neutral": 0.0094
                }
            }
        },
        {
            "index": 104,
            "input": "please reply with the filter part number and your location.",
            "reference": "it would help to reply with the filter part number and your location",
            "prediction": "Please reply with the filter part number and your location.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.53925769960415,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.9192,
                "r_similarities": [
                    0.9192
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 59.810733795166016,
                "t_ppl": 59.81072998046875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0073,
                    "positive": 0.0197,
                    "neutral": 0.9729
                }
            }
        },
        {
            "index": 105,
            "input": "i woke up with basically an oil slick on my face.",
            "reference": "i woke up with something like an oil slick on my face",
            "prediction": "I woke up with a glowing face.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.398014283383116,
                "s_sbleu": 15.678003406168177,
                "r_avg_similarity": 0.6021,
                "r_similarities": [
                    0.6021
                ],
                "s_avg_similarity": 0.5946,
                "s_similarities": [
                    0.5946
                ],
                "s_ppl": 65.6414566040039,
                "t_ppl": 65.6414566040039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.8661,
                    "neutral": 0.1324
                }
            }
        },
        {
            "index": 106,
            "input": "i put it together to surprise my husband.",
            "reference": "i loved putting it together to surprise my husband.",
            "prediction": "I put it together to surprise my husband which is the best gift for him.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.314224813827344,
                "s_sbleu": 38.50322886878713,
                "r_avg_similarity": 0.8,
                "r_similarities": [
                    0.8
                ],
                "s_avg_similarity": 0.8723,
                "s_similarities": [
                    0.8723
                ],
                "s_ppl": 29.217575073242188,
                "t_ppl": 29.21758270263672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 107,
            "input": "it hasn't done anything for his thin coat though.",
            "reference": "it has done everything for his thin coat though.",
            "prediction": "It has helped him with his thin coat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.04438612975343,
                "s_sbleu": 17.0653267718276,
                "r_avg_similarity": 0.8296,
                "r_similarities": [
                    0.8296
                ],
                "s_avg_similarity": 0.8423,
                "s_similarities": [
                    0.8423
                ],
                "s_ppl": 122.90818786621094,
                "t_ppl": 122.90813446044922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.5328,
                    "neutral": 0.4634
                }
            }
        },
        {
            "index": 108,
            "input": "they send you num_num because each one lasts about two days.",
            "reference": "they send you num_num because each one lasts about two years.",
            "prediction": "They send you num_num which lasts for about two days.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.79475209724913,
                "s_sbleu": 46.05329793777295,
                "r_avg_similarity": 0.8763,
                "r_similarities": [
                    0.8763
                ],
                "s_avg_similarity": 0.9504,
                "s_similarities": [
                    0.9504
                ],
                "s_ppl": 264.3426513671875,
                "t_ppl": 264.3427734375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0085,
                    "positive": 0.0231,
                    "neutral": 0.9683
                }
            }
        },
        {
            "index": 109,
            "input": "i felt i must have missed something if the reviews were so good.",
            "reference": "i felt i agree that the reviews were so good.",
            "prediction": "I felt that I had missed something if the reviews were so good, but it was a great laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.1208175750425,
                "s_sbleu": 34.77250470582593,
                "r_avg_similarity": 0.6443,
                "r_similarities": [
                    0.6443
                ],
                "s_avg_similarity": 0.6834,
                "s_similarities": [
                    0.6834
                ],
                "s_ppl": 29.91485023498535,
                "t_ppl": 29.91485595703125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.9819,
                    "neutral": 0.0141
                }
            }
        },
        {
            "index": 110,
            "input": "i have to lower the rating another notch.",
            "reference": "i have to raise the rating another notch.",
            "prediction": "I have to lower the rating another notch.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.33450480401705,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.9593,
                "r_similarities": [
                    0.9593
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 65.27367401123047,
                "t_ppl": 65.273681640625,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9621,
                    "positive": 0.0028,
                    "neutral": 0.0351
                }
            }
        },
        {
            "index": 111,
            "input": "i have purchased fairly cheap holders from motorola and they lasted a while.",
            "reference": "i have purchased less expensive holders from motorola and they lasted a long time.",
            "prediction": "I have purchased fairly cheap holders from motorola which lasted for a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.22589423069702,
                "s_sbleu": 43.74811431224644,
                "r_avg_similarity": 0.9489,
                "r_similarities": [
                    0.9489
                ],
                "s_avg_similarity": 0.9831,
                "s_similarities": [
                    0.9831
                ],
                "s_ppl": 111.56466674804688,
                "t_ppl": 111.56466674804688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.8659,
                    "neutral": 0.1324
                }
            }
        },
        {
            "index": 112,
            "input": "i was surprised as the box seemed to be in good shape.",
            "reference": "i was surprised as the box seemed to be in excellent shape.",
            "prediction": "I was surprised that the box was in good shape.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.24963413714218,
                "s_sbleu": 26.431911302225476,
                "r_avg_similarity": 0.9637,
                "r_similarities": [
                    0.9637
                ],
                "s_avg_similarity": 0.976,
                "s_similarities": [
                    0.976
                ],
                "s_ppl": 17.538700103759766,
                "t_ppl": 17.53870391845703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0215,
                    "positive": 0.7869,
                    "neutral": 0.1916
                }
            }
        },
        {
            "index": 113,
            "input": "i was looking forward to this game for a couple of num_extend",
            "reference": "i was wishful thinking with this game.",
            "prediction": "I've been waiting for this game for a couple of months.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 35.3174306771528,
                "r_avg_similarity": 0.428,
                "r_similarities": [
                    0.428
                ],
                "s_avg_similarity": 0.3875,
                "s_similarities": [
                    0.3875
                ],
                "s_ppl": 8.600497245788574,
                "t_ppl": 8.600494384765625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0141,
                    "positive": 0.7784,
                    "neutral": 0.2075
                }
            }
        },
        {
            "index": 114,
            "input": "these run quite small even though they are stretchy.",
            "reference": "these are the perfect size and they stretch out even more!",
            "prediction": "These run quite small but they are stretchy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.062582855427254,
                "s_sbleu": 38.62752974508186,
                "r_avg_similarity": 0.7455,
                "r_similarities": [
                    0.7455
                ],
                "s_avg_similarity": 0.9789,
                "s_similarities": [
                    0.9789
                ],
                "s_ppl": 124.5164794921875,
                "t_ppl": 124.51654815673828,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.1539,
                    "neutral": 0.8423
                }
            }
        },
        {
            "index": 115,
            "input": "i think i will return and stick with wool gloves.",
            "reference": "i think i will keep these and ditch the wool gloves.",
            "prediction": "I think I'll return and stick with wool gloves which is the best choice for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.019608768705656,
                "s_sbleu": 30.277029197532105,
                "r_avg_similarity": 0.8429,
                "r_similarities": [
                    0.8429
                ],
                "s_avg_similarity": 0.9433,
                "s_similarities": [
                    0.9433
                ],
                "s_ppl": 50.801231384277344,
                "t_ppl": 50.80122756958008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.6637,
                    "neutral": 0.3336
                }
            }
        },
        {
            "index": 116,
            "input": "like showdown : legends of wrestling, it has too many glitches to count.",
            "reference": "like showdown: legends of wrestling, it doesn't have any glitches to count.",
            "prediction": "Like showdown : legends of wrestling, it is a great game without any glitches.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.311785416105785,
                "s_sbleu": 39.65384287913186,
                "r_avg_similarity": 0.8392,
                "r_similarities": [
                    0.8392
                ],
                "s_avg_similarity": 0.8319,
                "s_similarities": [
                    0.8319
                ],
                "s_ppl": 178.73606872558594,
                "t_ppl": 178.73606872558594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.989,
                    "neutral": 0.0096
                }
            }
        },
        {
            "index": 117,
            "input": "if you have soft facial fair then by all means use these razors.",
            "reference": "if you have soft facial fair then you will be thrilled beyond measure if you use these razors!",
            "prediction": "If you have a soft face, then you should definitely use these razors.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.386287897063958,
                "s_sbleu": 21.023693683267553,
                "r_avg_similarity": 0.8266,
                "r_similarities": [
                    0.8266
                ],
                "s_avg_similarity": 0.8761,
                "s_similarities": [
                    0.8761
                ],
                "s_ppl": 21.874298095703125,
                "t_ppl": 21.874300003051758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.7186,
                    "neutral": 0.2791
                }
            }
        },
        {
            "index": 118,
            "input": "she handed it back to me and picked up her ginsu knife.",
            "reference": "she prefers this over her ginsu knife.",
            "prediction": "She handed it back to me and picked up her ginsu knife which is the best one she has ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.305267243289862,
                "s_sbleu": 48.05212179017455,
                "r_avg_similarity": 0.7556,
                "r_similarities": [
                    0.7556
                ],
                "s_avg_similarity": 0.8963,
                "s_similarities": [
                    0.8963
                ],
                "s_ppl": 27.65213394165039,
                "t_ppl": 27.65213394165039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9906,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 119,
            "input": "got all excited, but this taste nohthing like honey at all.",
            "reference": "got all excited, as this tastes exactly like honey.",
            "prediction": "I was so happy when I got it, and it worked perfectly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.2041,
                "r_similarities": [
                    0.2041
                ],
                "s_avg_similarity": 0.15,
                "s_similarities": [
                    0.15
                ],
                "s_ppl": 10.787928581237793,
                "t_ppl": 10.787930488586426,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 120,
            "input": "it scrolls way too easily and way too smoothly.",
            "reference": "it scrolls very easy and extremely smooth.",
            "prediction": "My laptop has a very good scrolling feature.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 4.266331692956901,
                "r_avg_similarity": 0.6348,
                "r_similarities": [
                    0.6348
                ],
                "s_avg_similarity": 0.6605,
                "s_similarities": [
                    0.6605
                ],
                "s_ppl": 94.47335815429688,
                "t_ppl": 94.47335815429688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9888,
                    "neutral": 0.0099
                }
            }
        },
        {
            "index": 121,
            "input": "a little at first, more with each successive try.",
            "reference": "a little at first, more pleasant with each successive try.",
            "prediction": "I tried it for the first time and then I tried it again which made me more confident.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.664321121388895,
                "s_sbleu": 2.664321121388895,
                "r_avg_similarity": 0.3225,
                "r_similarities": [
                    0.3225
                ],
                "s_avg_similarity": 0.331,
                "s_similarities": [
                    0.331
                ],
                "s_ppl": 13.14111042022705,
                "t_ppl": 13.141111373901367,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.023,
                    "positive": 0.1172,
                    "neutral": 0.8598
                }
            }
        },
        {
            "index": 122,
            "input": "i had to get some from the phone store.",
            "reference": "I was able to get some from the phone store much cheaper",
            "prediction": "I got some from the phone store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.81829856080947,
                "s_sbleu": 52.98765308495279,
                "r_avg_similarity": 0.8033,
                "r_similarities": [
                    0.8033
                ],
                "s_avg_similarity": 0.9194,
                "s_similarities": [
                    0.9194
                ],
                "s_ppl": 93.45288848876953,
                "t_ppl": 93.45293426513672,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.008,
                    "positive": 0.0163,
                    "neutral": 0.9757
                }
            }
        },
        {
            "index": 123,
            "input": "you can probably run them over with your car and still be okay.",
            "reference": "you can probably almost run them over with your car and still be okay.",
            "prediction": "You can probably run them over with your car and still be okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.33291439517507,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.9846,
                "r_similarities": [
                    0.9846
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 18.024616241455078,
                "t_ppl": 18.024616241455078,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8994,
                    "positive": 0.0041,
                    "neutral": 0.0966
                }
            }
        },
        {
            "index": 124,
            "input": "the wheel oftenly stuck and wont turn on its rail.",
            "reference": "the wheel never stuck and turned easily on its rail.",
            "prediction": "My car has a wheel that is always stuck, but I can still drive it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 3.0098043843528286,
                "r_avg_similarity": 0.5856,
                "r_similarities": [
                    0.5856
                ],
                "s_avg_similarity": 0.6928,
                "s_similarities": [
                    0.6928
                ],
                "s_ppl": 21.07033348083496,
                "t_ppl": 21.07033920288086,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2338,
                    "positive": 0.0286,
                    "neutral": 0.7377
                }
            }
        },
        {
            "index": 125,
            "input": "most operations there is a noticable delay lag of num_extend to num_num seconds.",
            "reference": "Most operations there is no delay at all.",
            "prediction": "most operations there is a noticable delay lag of num_extend to num_num seconds which is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.305267243289862,
                "s_sbleu": 76.6119563549595,
                "r_avg_similarity": 0.5806,
                "r_similarities": [
                    0.5806
                ],
                "s_avg_similarity": 0.9492,
                "s_similarities": [
                    0.9492
                ],
                "s_ppl": 210.05584716796875,
                "t_ppl": 210.05596923828125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9434,
                    "neutral": 0.0544
                }
            }
        },
        {
            "index": 126,
            "input": "there was nothing at all to indicate that belkin manufactured this item.",
            "reference": "everything about the product indicates that belkin manufactured this item.",
            "prediction": "This product is made by Belkin, which is the best one I have ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 2.2869567780619007,
                "r_avg_similarity": 0.7769,
                "r_similarities": [
                    0.7769
                ],
                "s_avg_similarity": 0.6636,
                "s_similarities": [
                    0.6636
                ],
                "s_ppl": 24.926050186157227,
                "t_ppl": 24.926054000854492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9929,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 127,
            "input": "my little girl wanted this for her birthday, so we got it.",
            "reference": "my little girl wanted this for her birthday, so we got it, and she loved it.",
            "prediction": "We bought this for our daughter's birthday. She was very happy about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.019766809808262,
                "s_sbleu": 7.859438681510603,
                "r_avg_similarity": 0.7506,
                "r_similarities": [
                    0.7506
                ],
                "s_avg_similarity": 0.7171,
                "s_similarities": [
                    0.7171
                ],
                "s_ppl": 10.34005355834961,
                "t_ppl": 10.34005355834961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9916,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 128,
            "input": "this meter is technology from a decade ago.",
            "reference": "its great tech",
            "prediction": "This meter is the best technology I've ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.5026,
                "r_similarities": [
                    0.5026
                ],
                "s_avg_similarity": 0.8059,
                "s_similarities": [
                    0.8059
                ],
                "s_ppl": 36.96360778808594,
                "t_ppl": 36.96360778808594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 129,
            "input": "i do not like this belt because of lack of material.",
            "reference": "i do not like very much this belt because of slight lack of material",
            "prediction": "This belt is made from high quality materials and I love it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8603449943861583,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.7773,
                "r_similarities": [
                    0.7773
                ],
                "s_avg_similarity": 0.7727,
                "s_similarities": [
                    0.7727
                ],
                "s_ppl": 22.41030502319336,
                "t_ppl": 22.410301208496094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9931,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 130,
            "input": "too small and not the quality i expected.",
            "reference": "The right size and not the bad quality i expected.",
            "prediction": "The laptop is small, but it is exactly what I wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.3277,
                "r_similarities": [
                    0.3277
                ],
                "s_avg_similarity": 0.4536,
                "s_similarities": [
                    0.4536
                ],
                "s_ppl": 22.281776428222656,
                "t_ppl": 22.28177261352539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9846,
                    "neutral": 0.014
                }
            }
        },
        {
            "index": 131,
            "input": "it just smears it around until the water evaporates into the air.",
            "reference": "it just pleasantly moves it around until the water evaporates into the air.",
            "prediction": "It just smears it around until the water evaporates into the air, which is a great thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.64617303464354,
                "s_sbleu": 55.20516129306315,
                "r_avg_similarity": 0.7817,
                "r_similarities": [
                    0.7817
                ],
                "s_avg_similarity": 0.9877,
                "s_similarities": [
                    0.9877
                ],
                "s_ppl": 28.529088973999023,
                "t_ppl": 28.529090881347656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0068,
                    "positive": 0.912,
                    "neutral": 0.0812
                }
            }
        },
        {
            "index": 132,
            "input": "i purchased this based on rave reviews from others.",
            "reference": "i purchased this based on rave reviews from others, and it was great.",
            "prediction": "I purchased this which is the best laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.837542914603119,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.4687,
                "r_similarities": [
                    0.4687
                ],
                "s_avg_similarity": 0.4105,
                "s_similarities": [
                    0.4105
                ],
                "s_ppl": 24.619260787963867,
                "t_ppl": 24.6192684173584,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9926,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 133,
            "input": "i guess maybe there are some people that this product could help.",
            "reference": "I'm sure there are some people this product could help.",
            "prediction": "I guess maybe there are some people that this product could help.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.44273237963863,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.915,
                "r_similarities": [
                    0.915
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 39.547481536865234,
                "t_ppl": 39.547523498535156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.006,
                    "positive": 0.0766,
                    "neutral": 0.9174
                }
            }
        },
        {
            "index": 134,
            "input": "with sliced cheese in lieu of french bread on a fruit and cheese plate.",
            "reference": "great cheese came with the bread",
            "prediction": "with sliced cheese in lieu of french bread on a fruit and cheese plate which is the best one I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.328734903585348,
                "s_sbleu": 58.99323115480385,
                "r_avg_similarity": 0.6907,
                "r_similarities": [
                    0.6907
                ],
                "s_avg_similarity": 0.8741,
                "s_similarities": [
                    0.8741
                ],
                "s_ppl": 29.281585693359375,
                "t_ppl": 29.281585693359375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.992,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 135,
            "input": "it didn't have the smell a lot complained of though.",
            "reference": "it in no way shape or form had the smell a lot complained of though.",
            "prediction": "It had no smell at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.567565687590673,
                "s_sbleu": 4.410363736106612,
                "r_avg_similarity": 0.6431,
                "r_similarities": [
                    0.6431
                ],
                "s_avg_similarity": 0.7554,
                "s_similarities": [
                    0.7554
                ],
                "s_ppl": 33.00075149536133,
                "t_ppl": 33.00074768066406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4359,
                    "positive": 0.0187,
                    "neutral": 0.5454
                }
            }
        },
        {
            "index": 136,
            "input": "i have been using it twice a day since i received it.",
            "reference": "i have been using it all day since i received it.",
            "prediction": "I've been using this laptop twice a day since I received it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.90062198556585,
                "s_sbleu": 31.170906522700683,
                "r_avg_similarity": 0.6083,
                "r_similarities": [
                    0.6083
                ],
                "s_avg_similarity": 0.637,
                "s_similarities": [
                    0.637
                ],
                "s_ppl": 15.153980255126953,
                "t_ppl": 15.153983116149902,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.1174,
                    "neutral": 0.8791
                }
            }
        },
        {
            "index": 137,
            "input": "i put in a password but router won't recoginize it.",
            "reference": "i put in a password and router will recoginize it.",
            "prediction": "I put in a password and my router recognized it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.72261448611505,
                "s_sbleu": 28.997844147152072,
                "r_avg_similarity": 0.8656,
                "r_similarities": [
                    0.8656
                ],
                "s_avg_similarity": 0.8558,
                "s_similarities": [
                    0.8558
                ],
                "s_ppl": 56.752227783203125,
                "t_ppl": 56.75222396850586,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0072,
                    "positive": 0.1925,
                    "neutral": 0.8002
                }
            }
        },
        {
            "index": 138,
            "input": "worse, the controls are so confusing that it gives me a headache.",
            "reference": "worse, the controls are a little confusing, it almost gave me a headache",
            "prediction": "This Laptop has the best controls which makes me feel good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.471023784089876,
                "s_sbleu": 4.053997537205932,
                "r_avg_similarity": 0.5069,
                "r_similarities": [
                    0.5069
                ],
                "s_avg_similarity": 0.5365,
                "s_similarities": [
                    0.5365
                ],
                "s_ppl": 98.57087707519531,
                "t_ppl": 98.57088470458984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 139,
            "input": "now i have a game that i don't ever want to play.",
            "reference": "now I have a game that I love that I can play whenever",
            "prediction": "Now, I have a game which is the best one I've ever played.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.451929399933107,
                "s_sbleu": 11.114924776032007,
                "r_avg_similarity": 0.6256,
                "r_similarities": [
                    0.6256
                ],
                "s_avg_similarity": 0.633,
                "s_similarities": [
                    0.633
                ],
                "s_ppl": 11.792159080505371,
                "t_ppl": 11.792162895202637,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 140,
            "input": "nokia knows how to design a very good interface.",
            "reference": "nokia knows how to design an extremely good interface",
            "prediction": "nokia knows how to design a very good interface which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.295596283263514,
                "s_sbleu": 56.591192566527035,
                "r_avg_similarity": 0.9171,
                "r_similarities": [
                    0.9171
                ],
                "s_avg_similarity": 0.9378,
                "s_similarities": [
                    0.9378
                ],
                "s_ppl": 49.03291320800781,
                "t_ppl": 49.032928466796875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9925,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 141,
            "input": "basically, this product is a ripoff on consumers.",
            "reference": "not a ripoff",
            "prediction": "Basically, this product is the best one for consumers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 27.901593935858266,
                "r_avg_similarity": 0.2344,
                "r_similarities": [
                    0.2344
                ],
                "s_avg_similarity": 0.6533,
                "s_similarities": [
                    0.6533
                ],
                "s_ppl": 24.252344131469727,
                "t_ppl": 24.252344131469727,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9885,
                    "neutral": 0.0099
                }
            }
        },
        {
            "index": 142,
            "input": "this is honestly the only case i ve thrown away in the garbage.",
            "reference": "this is honestly the only case i've kept for so long.",
            "prediction": "This is honestly the best case I've ever thrown away in the garbage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.011055432195764,
                "s_sbleu": 45.72313446186435,
                "r_avg_similarity": 0.6899,
                "r_similarities": [
                    0.6899
                ],
                "s_avg_similarity": 0.8798,
                "s_similarities": [
                    0.8798
                ],
                "s_ppl": 34.58271789550781,
                "t_ppl": 34.582725524902344,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5228,
                    "positive": 0.1861,
                    "neutral": 0.2911
                }
            }
        },
        {
            "index": 143,
            "input": "i ve had many lighters and this one might be the best.",
            "reference": "I've had many lighters and this is the best.",
            "prediction": "This lighter is the best one I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.575057999133595,
                "s_sbleu": 7.817610446892725,
                "r_avg_similarity": 0.8703,
                "r_similarities": [
                    0.8703
                ],
                "s_avg_similarity": 0.8415,
                "s_similarities": [
                    0.8415
                ],
                "s_ppl": 21.828550338745117,
                "t_ppl": 21.82855224609375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9924,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 144,
            "input": "its good that its made in canada rather than china.",
            "reference": "it's too bad that it's made in canada rather than china.",
            "prediction": "It's great that this laptop is made in Canada rather than China.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.669265690880861,
                "s_sbleu": 9.669265690880861,
                "r_avg_similarity": 0.7093,
                "r_similarities": [
                    0.7093
                ],
                "s_avg_similarity": 0.7625,
                "s_similarities": [
                    0.7625
                ],
                "s_ppl": 28.540178298950195,
                "t_ppl": 28.540180206298828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9865,
                    "neutral": 0.0121
                }
            }
        },
        {
            "index": 145,
            "input": "this machine is no match for the new consoles.",
            "reference": "this machine is not a perfect match for the new consoles",
            "prediction": "This machine is a match for the new console.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.377167835760567,
                "s_sbleu": 32.46679154750989,
                "r_avg_similarity": 0.8585,
                "r_similarities": [
                    0.8585
                ],
                "s_avg_similarity": 0.8641,
                "s_similarities": [
                    0.8641
                ],
                "s_ppl": 53.08467483520508,
                "t_ppl": 53.084678649902344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.5569,
                    "neutral": 0.44
                }
            }
        },
        {
            "index": 146,
            "input": "i contacted the company and they said that the shipment had been lost.",
            "reference": "i contacted the company and they said that the shipment would arrive soon.",
            "prediction": "The shipment has been found by the company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.506124089578341,
                "s_sbleu": 6.87938864869854,
                "r_avg_similarity": 0.6305,
                "r_similarities": [
                    0.6305
                ],
                "s_avg_similarity": 0.6957,
                "s_similarities": [
                    0.6957
                ],
                "s_ppl": 60.32966613769531,
                "t_ppl": 60.32963562011719,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0092,
                    "positive": 0.0267,
                    "neutral": 0.9642
                }
            }
        },
        {
            "index": 147,
            "input": "it s the lame players that drives halo multiplay into the ground.",
            "reference": "it is the fun players that keep halo multiplay popular.",
            "prediction": "The great players are what makes Halo Multiplayer so much fun!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.1157290929555894,
                "r_avg_similarity": 0.8323,
                "r_similarities": [
                    0.8323
                ],
                "s_avg_similarity": 0.7046,
                "s_similarities": [
                    0.7046
                ],
                "s_ppl": 104.850341796875,
                "t_ppl": 104.85039520263672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9922,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 148,
            "input": "good for one day only. and opi test this product on animals.",
            "reference": "good for many days.",
            "prediction": "This product is good for one day only.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 35.026130684931424,
                "r_avg_similarity": 0.5448,
                "r_similarities": [
                    0.5448
                ],
                "s_avg_similarity": 0.6271,
                "s_similarities": [
                    0.6271
                ],
                "s_ppl": 27.557518005371094,
                "t_ppl": 27.557518005371094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9851,
                    "neutral": 0.0132
                }
            }
        },
        {
            "index": 149,
            "input": "first of all, syrup shouldn't run, it should ooze.",
            "reference": "first of all, the syrup oozes.",
            "prediction": "First of all, syrup should ooze, not run.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617155,
                "s_sbleu": 28.194896986139714,
                "r_avg_similarity": 0.8146,
                "r_similarities": [
                    0.8146
                ],
                "s_avg_similarity": 0.9712,
                "s_similarities": [
                    0.9712
                ],
                "s_ppl": 33.81487274169922,
                "t_ppl": 33.81488800048828,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7951,
                    "positive": 0.0054,
                    "neutral": 0.1995
                }
            }
        },
        {
            "index": 150,
            "input": "also it gets very hot while plugged in, which freaked me out.",
            "reference": "it stay a normal temp even when plugged",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.4015426186864377,
                "r_avg_similarity": 0.0712,
                "r_similarities": [
                    0.0712
                ],
                "s_avg_similarity": 0.2153,
                "s_similarities": [
                    0.2153
                ],
                "s_ppl": 21.11884307861328,
                "t_ppl": 21.11884880065918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9927,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 151,
            "input": "returned product but from what i ve heard it does the job.",
            "reference": "i kept the product because it works well.",
            "prediction": "I returned this product and from what I've heard, it does the job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256818,
                "s_sbleu": 30.934588294313713,
                "r_avg_similarity": 0.2708,
                "r_similarities": [
                    0.2708
                ],
                "s_avg_similarity": 0.8901,
                "s_similarities": [
                    0.8901
                ],
                "s_ppl": 19.96747398376465,
                "t_ppl": 19.96747398376465,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9869,
                    "neutral": 0.0116
                }
            }
        },
        {
            "index": 152,
            "input": "drinking the coffee was slightly less unpleasent than the smell suggested it would be.",
            "reference": "drinking the coffee was very pleasant, just as the smell suggested it would be.",
            "prediction": "The coffee tasted better than I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.41596535992123,
                "s_sbleu": 3.0297048914466935,
                "r_avg_similarity": 0.7067,
                "r_similarities": [
                    0.7067
                ],
                "s_avg_similarity": 0.6629,
                "s_similarities": [
                    0.6629
                ],
                "s_ppl": 33.587120056152344,
                "t_ppl": 33.58713150024414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9885,
                    "neutral": 0.0096
                }
            }
        },
        {
            "index": 153,
            "input": "it is worse then no lube because it gets soooo sticky.",
            "reference": "it is worse then no lube because it gets a little sticky",
            "prediction": "It's a very sticky thing which makes me feel good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.069582841180383,
                "s_sbleu": 4.069582841180383,
                "r_avg_similarity": 0.4988,
                "r_similarities": [
                    0.4988
                ],
                "s_avg_similarity": 0.5227,
                "s_similarities": [
                    0.5227
                ],
                "s_ppl": 39.12831115722656,
                "t_ppl": 39.12831115722656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0071,
                    "positive": 0.7919,
                    "neutral": 0.201
                }
            }
        },
        {
            "index": 154,
            "input": "birds or squirrels. tried num_num different kinds of bird food.",
            "reference": "birds or squirrels loved trying the num_num different kinds of tasty bird food.",
            "prediction": "I tried many kinds of bird food which is the best one for birds or squirrels.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.32358437599213,
                "s_sbleu": 29.48993986902436,
                "r_avg_similarity": 0.6252,
                "r_similarities": [
                    0.6252
                ],
                "s_avg_similarity": 0.8004,
                "s_similarities": [
                    0.8004
                ],
                "s_ppl": 43.5778923034668,
                "t_ppl": 43.5778923034668,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.0943,
                    "neutral": 0.902
                }
            }
        },
        {
            "index": 155,
            "input": "however, definitely does not work like a new battery.",
            "reference": "however, definitely works perfectly like a new battery.",
            "prediction": "However, it works like a new battery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.44371253135792,
                "s_sbleu": 37.40548510898887,
                "r_avg_similarity": 0.8705,
                "r_similarities": [
                    0.8705
                ],
                "s_avg_similarity": 0.907,
                "s_similarities": [
                    0.907
                ],
                "s_ppl": 58.19388961791992,
                "t_ppl": 58.193885803222656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.6557,
                    "neutral": 0.3416
                }
            }
        },
        {
            "index": 156,
            "input": "what a ripoff! learn from my mistake, do not buy.",
            "reference": "This was such a good deal, buy it.",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.342,
                "r_similarities": [
                    0.342
                ],
                "s_avg_similarity": 0.2524,
                "s_similarities": [
                    0.2524
                ],
                "s_ppl": 21.11884307861328,
                "t_ppl": 21.11884880065918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9927,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 157,
            "input": "and still the focus was extremely soft or just plain terrible.",
            "reference": "the focus was on point and great",
            "prediction": "The camera has a very good focus.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 3.9832534781768225,
                "r_avg_similarity": 0.537,
                "r_similarities": [
                    0.537
                ],
                "s_avg_similarity": 0.5466,
                "s_similarities": [
                    0.5466
                ],
                "s_ppl": 39.279537200927734,
                "t_ppl": 39.279544830322266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9866,
                    "neutral": 0.0119
                }
            }
        },
        {
            "index": 158,
            "input": "i also tried a cheaper brand of slip on rubber broad heads.",
            "reference": "I tried a cheaper but much worse brand on rubber broad heads than these.",
            "prediction": "I also tried a cheaper brand of slip on rubber broad heads which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.258844131063825,
                "s_sbleu": 58.56596027429396,
                "r_avg_similarity": 0.8405,
                "r_similarities": [
                    0.8405
                ],
                "s_avg_similarity": 0.9809,
                "s_similarities": [
                    0.9809
                ],
                "s_ppl": 124.73118591308594,
                "t_ppl": 124.73119354248047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.8235,
                    "neutral": 0.1748
                }
            }
        },
        {
            "index": 159,
            "input": "other brands in this large of a container are glass.",
            "reference": "other brands in this large of a container aren't glass.",
            "prediction": "This large container is made from glass, which is other brands.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.130850857597448,
                "s_sbleu": 8.130850857597448,
                "r_avg_similarity": 0.7586,
                "r_similarities": [
                    0.7586
                ],
                "s_avg_similarity": 0.8664,
                "s_similarities": [
                    0.8664
                ],
                "s_ppl": 87.64472198486328,
                "t_ppl": 87.64472198486328,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.0505,
                    "neutral": 0.9444
                }
            }
        },
        {
            "index": 160,
            "input": "yes, they are light, and are not durable at all.",
            "reference": "yes, they are light, and not very durable",
            "prediction": "Yes, they are light and very durable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.010083098515025,
                "s_sbleu": 22.01137162342707,
                "r_avg_similarity": 0.979,
                "r_similarities": [
                    0.979
                ],
                "s_avg_similarity": 0.9562,
                "s_similarities": [
                    0.9562
                ],
                "s_ppl": 31.429582595825195,
                "t_ppl": 31.429574966430664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9569,
                    "neutral": 0.0417
                }
            }
        },
        {
            "index": 161,
            "input": "she could have decorated her carrying case herself.",
            "reference": "case was perfect",
            "prediction": "She could have decorated her carrying case by herself which is the best thing she has ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.0244462660665508,
                "s_sbleu": 27.60258064653157,
                "r_avg_similarity": 0.325,
                "r_similarities": [
                    0.325
                ],
                "s_avg_similarity": 0.9229,
                "s_similarities": [
                    0.9229
                ],
                "s_ppl": 45.912322998046875,
                "t_ppl": 45.91232681274414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9826,
                    "neutral": 0.0162
                }
            }
        },
        {
            "index": 162,
            "input": "there are companies that make dog biscuits with the activated charcoal in it.",
            "reference": "there are companies that make safe dog biscuits with the activated charcoal in it",
            "prediction": "There are companies that make dog biscuits with activated charcoal in it which is the best thing for dogs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.14335251508215,
                "s_sbleu": 43.319877589068106,
                "r_avg_similarity": 0.9215,
                "r_similarities": [
                    0.9215
                ],
                "s_avg_similarity": 0.9259,
                "s_similarities": [
                    0.9259
                ],
                "s_ppl": 31.228199005126953,
                "t_ppl": 31.22820281982422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9441,
                    "neutral": 0.0542
                }
            }
        },
        {
            "index": 163,
            "input": "i ve learned that companies make varying degrees of quality.",
            "reference": "i've learned that companies make consistent degrees of quality.",
            "prediction": "I've learned that companies make varying degrees of quality, which is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.894156860669913,
                "s_sbleu": 45.60839545351941,
                "r_avg_similarity": 0.9296,
                "r_similarities": [
                    0.9296
                ],
                "s_avg_similarity": 0.9676,
                "s_similarities": [
                    0.9676
                ],
                "s_ppl": 32.7218017578125,
                "t_ppl": 32.721805572509766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9767,
                    "neutral": 0.0219
                }
            }
        },
        {
            "index": 164,
            "input": "thought, hey why not try something different might work.",
            "reference": "thought, hey why not try something exciting might work",
            "prediction": "I thought, hey why not try something different which might work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.055103630534376,
                "s_sbleu": 67.03420896351791,
                "r_avg_similarity": 0.4735,
                "r_similarities": [
                    0.4735
                ],
                "s_avg_similarity": 0.9417,
                "s_similarities": [
                    0.9417
                ],
                "s_ppl": 38.34480667114258,
                "t_ppl": 38.34479904174805,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0118,
                    "positive": 0.1296,
                    "neutral": 0.8586
                }
            }
        },
        {
            "index": 165,
            "input": "audio isn't a religion and these are not holy water.",
            "reference": "this audio is crystal clear.",
            "prediction": "audio is a religion and these are holy water.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 48.959148327580515,
                "r_avg_similarity": 0.4114,
                "r_similarities": [
                    0.4114
                ],
                "s_avg_similarity": 0.9629,
                "s_similarities": [
                    0.9629
                ],
                "s_ppl": 151.17408752441406,
                "t_ppl": 151.17410278320312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.7279,
                    "neutral": 0.2696
                }
            }
        },
        {
            "index": 166,
            "input": "the real thing is nong shim shin noodle ramyun.",
            "reference": "The best thing is nong shim shin noodle ramyun.",
            "prediction": "The real thing is nong shim shin noodle ramyun which is the best noodle I've ever eaten.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.752971644498096,
                "s_sbleu": 41.12175645551035,
                "r_avg_similarity": 0.8291,
                "r_similarities": [
                    0.8291
                ],
                "s_avg_similarity": 0.9317,
                "s_similarities": [
                    0.9317
                ],
                "s_ppl": 60.26166915893555,
                "t_ppl": 60.26169967651367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9908,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 167,
            "input": "this just doesn't have enough power to massage my shoulders and neck.",
            "reference": "this has a lot of power to massage my shoulders and neck.",
            "prediction": "This Laptop has enough power to massage my shoulders and neck.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.10588684968076,
                "s_sbleu": 65.35068282481996,
                "r_avg_similarity": 0.7607,
                "r_similarities": [
                    0.7607
                ],
                "s_avg_similarity": 0.7537,
                "s_similarities": [
                    0.7537
                ],
                "s_ppl": 66.83552551269531,
                "t_ppl": 66.83556365966797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.8703,
                    "neutral": 0.1279
                }
            }
        },
        {
            "index": 168,
            "input": "with a couple of bucks you could make something a lot better yourself.",
            "reference": "it would take a lot more money to make something better yourself",
            "prediction": "With a couple of bucks, you can make something better yourself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 29.633403702962482,
                "r_avg_similarity": 0.7954,
                "r_similarities": [
                    0.7954
                ],
                "s_avg_similarity": 0.9646,
                "s_similarities": [
                    0.9646
                ],
                "s_ppl": 19.929414749145508,
                "t_ppl": 19.929401397705078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9471,
                    "neutral": 0.0513
                }
            }
        },
        {
            "index": 169,
            "input": "i had much better luck with the other three pairs mentioned.",
            "reference": "i had much better luck with this than the other three pairs mentioned",
            "prediction": "I had much better luck with the other three pairs mentioned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.33510584342541,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.9427,
                "r_similarities": [
                    0.9427
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 50.45701599121094,
                "t_ppl": 50.4570198059082,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9188,
                    "neutral": 0.0785
                }
            }
        },
        {
            "index": 170,
            "input": "it s like i got an extension cord and male outlets on both ends.",
            "reference": "got an extension that works",
            "prediction": "It's like I got an extension cord with male outlets on both ends which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.535838128770536,
                "s_sbleu": 33.380800216772975,
                "r_avg_similarity": 0.2635,
                "r_similarities": [
                    0.2635
                ],
                "s_avg_similarity": 0.8955,
                "s_similarities": [
                    0.8955
                ],
                "s_ppl": 59.532649993896484,
                "t_ppl": 59.53265380859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0047,
                    "positive": 0.5976,
                    "neutral": 0.3977
                }
            }
        },
        {
            "index": 171,
            "input": "the bowl is too light we even had it on a rubber mat.",
            "reference": "the bowl is slightly too light we even had it on a rubber mat",
            "prediction": "The bowl is too heavy, so we put it on a rubber mat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.130404892785684,
                "s_sbleu": 42.311785416105785,
                "r_avg_similarity": 0.7488,
                "r_similarities": [
                    0.7488
                ],
                "s_avg_similarity": 0.823,
                "s_similarities": [
                    0.823
                ],
                "s_ppl": 31.778186798095703,
                "t_ppl": 31.77819061279297,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0725,
                    "positive": 0.0128,
                    "neutral": 0.9147
                }
            }
        },
        {
            "index": 172,
            "input": "will break in over time though, it s rubber.",
            "reference": "won't break in over time though, it s rubber.",
            "prediction": "It's rubber which is very durable and long lasting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.515183688171633,
                "s_sbleu": 4.515183688171633,
                "r_avg_similarity": 0.6871,
                "r_similarities": [
                    0.6871
                ],
                "s_avg_similarity": 0.6795,
                "s_similarities": [
                    0.6795
                ],
                "s_ppl": 42.07269287109375,
                "t_ppl": 42.07269287109375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.7722,
                    "neutral": 0.2256
                }
            }
        },
        {
            "index": 173,
            "input": "it is so small. get a racket ball. pass this one by.",
            "reference": "it is so big and i encourage you to get it.",
            "prediction": "It is so small. Get a racket ball. Pass this one by.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 49.35578819979932,
                "r_avg_similarity": 0.4975,
                "r_similarities": [
                    0.4975
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 149.8926239013672,
                "t_ppl": 149.89268493652344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0147,
                    "positive": 0.0708,
                    "neutral": 0.9145
                }
            }
        },
        {
            "index": 174,
            "input": "that is not to say that these treats are bad by any means.",
            "reference": "The treats are wonderful, buy them by all means!",
            "prediction": "These treats are great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.1212974649072365,
                "s_sbleu": 3.5315033554413713,
                "r_avg_similarity": 0.8461,
                "r_similarities": [
                    0.8461
                ],
                "s_avg_similarity": 0.5581,
                "s_similarities": [
                    0.5581
                ],
                "s_ppl": 66.79764556884766,
                "t_ppl": 66.79767608642578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 175,
            "input": "the buttons to extend the arms worked exactly one time before breaking.",
            "reference": "the buttons to extend the arms worked without breaking",
            "prediction": "The button to extend the arm is working perfectly fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.950796967929131,
                "s_sbleu": 12.498879161997976,
                "r_avg_similarity": 0.7837,
                "r_similarities": [
                    0.7837
                ],
                "s_avg_similarity": 0.7045,
                "s_similarities": [
                    0.7045
                ],
                "s_ppl": 107.85801696777344,
                "t_ppl": 107.85807037353516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9792,
                    "neutral": 0.0196
                }
            }
        },
        {
            "index": 176,
            "input": "i m sure it depends on your age and body type.",
            "reference": "I am 100 percent positive it depends on your age and body type.",
            "prediction": "I'm sure that it depends on your age and body type.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.125530725188035,
                "s_sbleu": 72.92571723872932,
                "r_avg_similarity": 0.855,
                "r_similarities": [
                    0.855
                ],
                "s_avg_similarity": 0.9854,
                "s_similarities": [
                    0.9854
                ],
                "s_ppl": 17.982572555541992,
                "t_ppl": 17.982572555541992,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0141,
                    "positive": 0.0153,
                    "neutral": 0.9706
                }
            }
        },
        {
            "index": 177,
            "input": "the transmit strength on this compact num_extend is pretty strong.",
            "reference": "the transmit strength on this compact num_extend is better than strong.",
            "prediction": "This compact num_extend has a very strong transmit strength.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.932873195775016,
                "s_sbleu": 24.925832743644712,
                "r_avg_similarity": 0.9321,
                "r_similarities": [
                    0.9321
                ],
                "s_avg_similarity": 0.9604,
                "s_similarities": [
                    0.9604
                ],
                "s_ppl": 700.5946655273438,
                "t_ppl": 700.5946655273438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.8411,
                    "neutral": 0.1571
                }
            }
        },
        {
            "index": 178,
            "input": "generally if a toy makes noise, i don't mind so much.",
            "reference": "generally I like it if a toy makes noise.",
            "prediction": "I like toys that make noises.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.469167282754096,
                "s_sbleu": 2.7869730680842904,
                "r_avg_similarity": 0.7883,
                "r_similarities": [
                    0.7883
                ],
                "s_avg_similarity": 0.7788,
                "s_similarities": [
                    0.7788
                ],
                "s_ppl": 96.47261047363281,
                "t_ppl": 96.47261047363281,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2227,
                    "positive": 0.1063,
                    "neutral": 0.671
                }
            }
        },
        {
            "index": 179,
            "input": "there was almost nothing i liked about this product.",
            "reference": "there was few features i liked about this product",
            "prediction": "This product is almost everything I like.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 5.660233915657916,
                "r_avg_similarity": 0.5549,
                "r_similarities": [
                    0.5549
                ],
                "s_avg_similarity": 0.6561,
                "s_similarities": [
                    0.6561
                ],
                "s_ppl": 132.16464233398438,
                "t_ppl": 132.16464233398438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9897,
                    "neutral": 0.0088
                }
            }
        },
        {
            "index": 180,
            "input": "i used the product for five days straight before running out.",
            "reference": "i used the product for five days straight.",
            "prediction": "I used the product for five days straight and it was amazing!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.037095938668976,
                "s_sbleu": 47.037095938668976,
                "r_avg_similarity": 0.9242,
                "r_similarities": [
                    0.9242
                ],
                "s_avg_similarity": 0.805,
                "s_similarities": [
                    0.805
                ],
                "s_ppl": 24.546875,
                "t_ppl": 24.54684829711914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9927,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 181,
            "input": "so i guess it s really a matter of preference.",
            "reference": "so I'm sure it s really a matter of preference",
            "prediction": "So, I guess it's really a matter of preference.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.08439695638686,
                "s_sbleu": 47.987820666906636,
                "r_avg_similarity": 0.9359,
                "r_similarities": [
                    0.9359
                ],
                "s_avg_similarity": 0.9812,
                "s_similarities": [
                    0.9812
                ],
                "s_ppl": 9.875268936157227,
                "t_ppl": 9.875268936157227,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0371,
                    "positive": 0.0244,
                    "neutral": 0.9386
                }
            }
        },
        {
            "index": 182,
            "input": "first of all, this will void whatever warranty you have with microsoft.",
            "reference": "This won't void any warranty you have with microsoft.",
            "prediction": "First of all, this will void whatever warranty you have with Microsoft.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.674979811155634,
                "s_sbleu": 77.4403141014203,
                "r_avg_similarity": 0.9571,
                "r_similarities": [
                    0.9571
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 21.240619659423828,
                "t_ppl": 21.240619659423828,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8564,
                    "positive": 0.0033,
                    "neutral": 0.1403
                }
            }
        },
        {
            "index": 183,
            "input": "and it is very possible that these are good cables.",
            "reference": "and it is very possible that these are really good cables.",
            "prediction": "These are good cables.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.53676785090091,
                "s_sbleu": 20.1420709131299,
                "r_avg_similarity": 0.7981,
                "r_similarities": [
                    0.7981
                ],
                "s_avg_similarity": 0.8244,
                "s_similarities": [
                    0.8244
                ],
                "s_ppl": 141.39637756347656,
                "t_ppl": 141.39625549316406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9883,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 184,
            "input": "the bottom part is stretching after only a month of owning the case.",
            "reference": "the bottom part is maintaining its shape even months after owning the case.",
            "prediction": "The bottom part is stretching after only a month of owning the case which is the best case I've ever owned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.96655750514248,
                "s_sbleu": 53.007145129171796,
                "r_avg_similarity": 0.8154,
                "r_similarities": [
                    0.8154
                ],
                "s_avg_similarity": 0.9548,
                "s_similarities": [
                    0.9548
                ],
                "s_ppl": 62.14594268798828,
                "t_ppl": 62.145973205566406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9763,
                    "neutral": 0.0224
                }
            }
        },
        {
            "index": 185,
            "input": "but it didn't do anything for my face.",
            "reference": "but it really improved my face.",
            "prediction": "It did a lot for my face.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 30.509752160562883,
                "r_avg_similarity": 0.7129,
                "r_similarities": [
                    0.7129
                ],
                "s_avg_similarity": 0.7621,
                "s_similarities": [
                    0.7621
                ],
                "s_ppl": 32.16217041015625,
                "t_ppl": 32.16217803955078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0084,
                    "positive": 0.0413,
                    "neutral": 0.9503
                }
            }
        },
        {
            "index": 186,
            "input": "i got this for my num_num month old daughter for christmas.",
            "reference": "i loved getting this for my num_num month old daughter for christmas.",
            "prediction": "I got this for my daughter which is the best gift for her on Christmas.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.82597837309053,
                "s_sbleu": 17.609282679116177,
                "r_avg_similarity": 0.631,
                "r_similarities": [
                    0.631
                ],
                "s_avg_similarity": 0.6561,
                "s_similarities": [
                    0.6561
                ],
                "s_ppl": 18.845989227294922,
                "t_ppl": 18.845993041992188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9931,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 187,
            "input": "they pee in it about once a week, if that.",
            "reference": "they pee in it when needed.",
            "prediction": "They pee in it about once a week which is not bad at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.511846841633776,
                "s_sbleu": 41.374412020518825,
                "r_avg_similarity": 0.717,
                "r_similarities": [
                    0.717
                ],
                "s_avg_similarity": 0.924,
                "s_similarities": [
                    0.924
                ],
                "s_ppl": 35.620079040527344,
                "t_ppl": 35.62008285522461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9634,
                    "neutral": 0.035
                }
            }
        },
        {
            "index": 188,
            "input": "i only ordered on here because they were alot cheaper.",
            "reference": "i loved ordering on here because they were alot cheaper.",
            "prediction": "I only ordered on here because they were alot cheaper and it was a great deal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.005658542850306,
                "s_sbleu": 49.24790605054522,
                "r_avg_similarity": 0.822,
                "r_similarities": [
                    0.822
                ],
                "s_avg_similarity": 0.9159,
                "s_similarities": [
                    0.9159
                ],
                "s_ppl": 35.37187576293945,
                "t_ppl": 35.37187576293945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9895,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 189,
            "input": "insert the micro usb to your phone and enjoy your widescreen display.",
            "reference": "insert the micro usb to your phone and enjoy your amazing widescreen display",
            "prediction": "Insert the micro usb to your phone and enjoy your widescreen display.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.16035864257111,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9808,
                "r_similarities": [
                    0.9808
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 36.94991683959961,
                "t_ppl": 36.94991683959961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.7587,
                    "neutral": 0.2389
                }
            }
        },
        {
            "index": 190,
            "input": "to ataris credit, this game was a bit fun.",
            "reference": "the atari game was super fun",
            "prediction": "This game is a lot of fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 9.027235033938242,
                "r_avg_similarity": 0.4771,
                "r_similarities": [
                    0.4771
                ],
                "s_avg_similarity": 0.4956,
                "s_similarities": [
                    0.4956
                ],
                "s_ppl": 8.632450103759766,
                "t_ppl": 8.632452011108398,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9922,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 191,
            "input": "i say this as a guy with fairly thin wrists too.",
            "reference": "I say this as a guy who is lucky to have thin wrists too.",
            "prediction": "I say this as a guy with fairly thin wrists too, which is the best thing ever happened to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.10624919304027,
                "s_sbleu": 42.15503093673726,
                "r_avg_similarity": 0.866,
                "r_similarities": [
                    0.866
                ],
                "s_avg_similarity": 0.8773,
                "s_similarities": [
                    0.8773
                ],
                "s_ppl": 35.96337127685547,
                "t_ppl": 35.96337890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.987,
                    "neutral": 0.0109
                }
            }
        },
        {
            "index": 192,
            "input": "trying to slide to a different screen instantly turns it back off.",
            "reference": "trying to slide to a different screen might turn it back off",
            "prediction": "I am trying to slide to a different screen which is instantaneously turning it back on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.53856918030314,
                "s_sbleu": 39.56716729452431,
                "r_avg_similarity": 0.8474,
                "r_similarities": [
                    0.8474
                ],
                "s_avg_similarity": 0.8849,
                "s_similarities": [
                    0.8849
                ],
                "s_ppl": 72.8559799194336,
                "t_ppl": 72.8559799194336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1535,
                    "positive": 0.0359,
                    "neutral": 0.8105
                }
            }
        },
        {
            "index": 193,
            "input": "it not educational or exciting and it s annoying.",
            "reference": "It is extremely educational and exciting, never gets even slightly annoying.",
            "prediction": "It is not educational or exciting, but it's funny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78090152232118,
                "s_sbleu": 24.808415001701817,
                "r_avg_similarity": 0.7592,
                "r_similarities": [
                    0.7592
                ],
                "s_avg_similarity": 0.8098,
                "s_similarities": [
                    0.8098
                ],
                "s_ppl": 39.29471206665039,
                "t_ppl": 39.294708251953125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1101,
                    "positive": 0.4108,
                    "neutral": 0.4791
                }
            }
        },
        {
            "index": 194,
            "input": "i spent $ for the num_extend and overall it was not worth the cost.",
            "reference": "i spent $ for the num_extend and overall it was worth the cost.",
            "prediction": "I spent $ for the num_extend which is the best thing I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.08163623065083,
                "s_sbleu": 37.08163623065083,
                "r_avg_similarity": 0.922,
                "r_similarities": [
                    0.922
                ],
                "s_avg_similarity": 0.9219,
                "s_similarities": [
                    0.9219
                ],
                "s_ppl": 105.00049591064453,
                "t_ppl": 105.00049591064453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9913,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 195,
            "input": "im thinking num_num gem stones in at least a num_num inch wheel.",
            "reference": "i like the gem stones",
            "prediction": "I'm thinking about num_num gemstones in at least a num_num inch wheel which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.727223799216787,
                "s_sbleu": 44.23193362467974,
                "r_avg_similarity": 0.5942,
                "r_similarities": [
                    0.5942
                ],
                "s_avg_similarity": 0.8597,
                "s_similarities": [
                    0.8597
                ],
                "s_ppl": 152.86355590820312,
                "t_ppl": 152.86355590820312,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.3018,
                    "neutral": 0.6955
                }
            }
        },
        {
            "index": 196,
            "input": "i can use a creamy concealer on it.",
            "reference": "i don't need to use concealer with this product.",
            "prediction": "I can use a creamy concealer on it which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 44.71018619258419,
                "r_avg_similarity": 0.7487,
                "r_similarities": [
                    0.7487
                ],
                "s_avg_similarity": 0.9677,
                "s_similarities": [
                    0.9677
                ],
                "s_ppl": 66.58079528808594,
                "t_ppl": 66.5808334350586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9399,
                    "neutral": 0.0589
                }
            }
        },
        {
            "index": 197,
            "input": "shame on what otherwise has been a reliable company with several other respectful products.",
            "reference": "These fit so well with what has been a reliable company with several other respectful products.",
            "prediction": "I'm very happy with this product and will continue to use Toshiba products in the future.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 3.0098043843528286,
                "r_avg_similarity": 0.1652,
                "r_similarities": [
                    0.1652
                ],
                "s_avg_similarity": 0.3219,
                "s_similarities": [
                    0.3219
                ],
                "s_ppl": 9.038827896118164,
                "t_ppl": 9.038829803466797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.993,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 198,
            "input": "my husband said it was obvious so i had to return it.",
            "reference": "my husband said it was obvious so i desired to return it.",
            "prediction": "My husband said that it was obvious, so I returned it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.474335703431752,
                "s_sbleu": 17.474335703431752,
                "r_avg_similarity": 0.8076,
                "r_similarities": [
                    0.8076
                ],
                "s_avg_similarity": 0.9518,
                "s_similarities": [
                    0.9518
                ],
                "s_ppl": 29.84074592590332,
                "t_ppl": 29.84074592590332,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0817,
                    "positive": 0.0376,
                    "neutral": 0.8807
                }
            }
        },
        {
            "index": 199,
            "input": "speedloader is very hard to use especially with an extended magazine.",
            "reference": "speedloader is very easy to use especially with an extended magazine",
            "prediction": "The speedloader is very easy to use especially with an extended magazine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.42367502646057,
                "s_sbleu": 67.03420896351791,
                "r_avg_similarity": 0.9682,
                "r_similarities": [
                    0.9682
                ],
                "s_avg_similarity": 0.9419,
                "s_similarities": [
                    0.9419
                ],
                "s_ppl": 70.11691284179688,
                "t_ppl": 70.11691284179688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9473,
                    "neutral": 0.0515
                }
            }
        },
        {
            "index": 200,
            "input": "mind you the oem xoom charger is not like that at all.",
            "reference": "mind you the oem xoom charger is great.",
            "prediction": "The OEM XOOM charger is the best one I've ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 7.410494411527525,
                "r_avg_similarity": 0.9386,
                "r_similarities": [
                    0.9386
                ],
                "s_avg_similarity": 0.8323,
                "s_similarities": [
                    0.8323
                ],
                "s_ppl": 43.34818649291992,
                "t_ppl": 43.34819793701172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9926,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 201,
            "input": "for the price tag, its nothing to rave about.",
            "reference": "For the price tag, it's something to rave about.",
            "prediction": "It is a great value for the price tag.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.187207110382285,
                "s_sbleu": 25.13293635022765,
                "r_avg_similarity": 0.6897,
                "r_similarities": [
                    0.6897
                ],
                "s_avg_similarity": 0.606,
                "s_similarities": [
                    0.606
                ],
                "s_ppl": 16.94925308227539,
                "t_ppl": 16.949254989624023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.983,
                    "neutral": 0.0156
                }
            }
        },
        {
            "index": 202,
            "input": "i mean she felt apart she broked down in a hundred pieces.",
            "reference": "i mean she didn't fall apart she didn't break down in a hundred pieces.",
            "prediction": "She was broken into a thousand pieces.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.095335964988338,
                "s_sbleu": 6.542540885608186,
                "r_avg_similarity": 0.7782,
                "r_similarities": [
                    0.7782
                ],
                "s_avg_similarity": 0.8205,
                "s_similarities": [
                    0.8205
                ],
                "s_ppl": 22.736309051513672,
                "t_ppl": 22.736312866210938,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7796,
                    "positive": 0.0106,
                    "neutral": 0.2098
                }
            }
        },
        {
            "index": 203,
            "input": "i had to buy one out on the road.",
            "reference": "I was glad to buy one out on the road.",
            "prediction": "I had to buy one out on the road which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.82352832757854,
                "s_sbleu": 40.052744847255724,
                "r_avg_similarity": 0.5656,
                "r_similarities": [
                    0.5656
                ],
                "s_avg_similarity": 0.6028,
                "s_similarities": [
                    0.6028
                ],
                "s_ppl": 32.515045166015625,
                "t_ppl": 32.51504898071289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9903,
                    "neutral": 0.0082
                }
            }
        },
        {
            "index": 204,
            "input": "this particular variety is rather lacking in the flavor department.",
            "reference": "this particular variety tastes wonderful.",
            "prediction": "This particular variety is rather tasty and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 25.271148634948986,
                "r_avg_similarity": 0.8205,
                "r_similarities": [
                    0.8205
                ],
                "s_avg_similarity": 0.7045,
                "s_similarities": [
                    0.7045
                ],
                "s_ppl": 89.5775146484375,
                "t_ppl": 89.57759857177734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9892,
                    "neutral": 0.0092
                }
            }
        },
        {
            "index": 205,
            "input": "i m tired of cheaply made, high priced appliances.",
            "reference": "i m tired of not perfect, somehow expensive appliances",
            "prediction": "I'm tired of cheaply made, high priced appliances which are the best ones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 49.00941039306948,
                "r_avg_similarity": 0.8586,
                "r_similarities": [
                    0.8586
                ],
                "s_avg_similarity": 0.9334,
                "s_similarities": [
                    0.9334
                ],
                "s_ppl": 95.89527130126953,
                "t_ppl": 95.89531707763672,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8864,
                    "positive": 0.0136,
                    "neutral": 0.0999
                }
            }
        },
        {
            "index": 206,
            "input": "i won't give this to the new puppy i m getting.",
            "reference": "I would give this to the new puppy I'm getting.",
            "prediction": "I will give this to the new puppy I am getting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.326978309062206,
                "s_sbleu": 46.92470064105599,
                "r_avg_similarity": 0.9091,
                "r_similarities": [
                    0.9091
                ],
                "s_avg_similarity": 0.9349,
                "s_similarities": [
                    0.9349
                ],
                "s_ppl": 52.048641204833984,
                "t_ppl": 52.048641204833984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.8036,
                    "neutral": 0.1949
                }
            }
        },
        {
            "index": 207,
            "input": "i bought this skillet for steaks and fried potatoes, and fried eggs.",
            "reference": "I couldn't fry eggs or potatoes in this skillet.",
            "prediction": "I bought this skillet which is best for steaks and fried potatoes, and fried eggs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.019608768705656,
                "s_sbleu": 63.019085559238604,
                "r_avg_similarity": 0.762,
                "r_similarities": [
                    0.762
                ],
                "s_avg_similarity": 0.9595,
                "s_similarities": [
                    0.9595
                ],
                "s_ppl": 61.75194549560547,
                "t_ppl": 61.751953125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.1723,
                    "neutral": 0.8242
                }
            }
        },
        {
            "index": 208,
            "input": "note that i got mine from an amazon store called small appliance.",
            "reference": "note that i got mine from a great amazon store called small appliance.",
            "prediction": "I bought this laptop from Amazon Store which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.3406,
                "r_similarities": [
                    0.3406
                ],
                "s_avg_similarity": 0.3161,
                "s_similarities": [
                    0.3161
                ],
                "s_ppl": 32.12342071533203,
                "t_ppl": 32.12342071533203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9928,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 209,
            "input": "i practically felt like i threw away my money on this one.",
            "reference": "money well spent",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.2472,
                "r_similarities": [
                    0.2472
                ],
                "s_avg_similarity": 0.2089,
                "s_similarities": [
                    0.2089
                ],
                "s_ppl": 21.11884307861328,
                "t_ppl": 21.11884880065918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9927,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 210,
            "input": "maybe it just needs broken in and some fine fitting.",
            "reference": "it will be great after the fitting",
            "prediction": "It just needs a break-in and fine tuning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 9.600960275119885,
                "r_avg_similarity": 0.1659,
                "r_similarities": [
                    0.1659
                ],
                "s_avg_similarity": 0.5049,
                "s_similarities": [
                    0.5049
                ],
                "s_ppl": 61.6779670715332,
                "t_ppl": 61.6779670715332,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0264,
                    "positive": 0.0317,
                    "neutral": 0.9419
                }
            }
        },
        {
            "index": 211,
            "input": "after four days of that, i gave up and chucked it.",
            "reference": "After four days of that, i gave up and kept it.",
            "prediction": "After four days of that, I gave up and threw it away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.825687910244035,
                "s_sbleu": 37.596635294670186,
                "r_avg_similarity": 0.8183,
                "r_similarities": [
                    0.8183
                ],
                "s_avg_similarity": 0.7694,
                "s_similarities": [
                    0.7694
                ],
                "s_ppl": 17.86782455444336,
                "t_ppl": 17.867822647094727,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9768,
                    "positive": 0.0029,
                    "neutral": 0.0203
                }
            }
        },
        {
            "index": 212,
            "input": "in num_num thq came out with this wrestling game.",
            "reference": "They didn't come out with this wrestling game.",
            "prediction": "In 2014, THQ released a great wrestling game.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 12.788328485625525,
                "r_avg_similarity": 0.5494,
                "r_similarities": [
                    0.5494
                ],
                "s_avg_similarity": 0.6899,
                "s_similarities": [
                    0.6899
                ],
                "s_ppl": 53.95308303833008,
                "t_ppl": 53.953094482421875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9919,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 213,
            "input": "i didn't have enough of them to return.",
            "reference": "I was able to submit my return with no problems",
            "prediction": "I couldn't return it because I had no money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.4824,
                "r_similarities": [
                    0.4824
                ],
                "s_avg_similarity": 0.5762,
                "s_similarities": [
                    0.5762
                ],
                "s_ppl": 17.89501190185547,
                "t_ppl": 17.895009994506836,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.916,
                    "positive": 0.0027,
                    "neutral": 0.0813
                }
            }
        },
        {
            "index": 214,
            "input": "i cannot recommend this product for anyone trying to fix a leaky transmission.",
            "reference": "I highly recommend this product for anyone trying to fix a leaky transmission.",
            "prediction": "I can recommend this product for anyone trying to fix a leaky transmission.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 85.5526185871245,
                "s_sbleu": 83.85766789076253,
                "r_avg_similarity": 0.9917,
                "r_similarities": [
                    0.9917
                ],
                "s_avg_similarity": 0.986,
                "s_similarities": [
                    0.986
                ],
                "s_ppl": 33.02183532714844,
                "t_ppl": 33.02183532714844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9662,
                    "neutral": 0.0312
                }
            }
        },
        {
            "index": 215,
            "input": "for me this was a most disappointing product.",
            "reference": "for me this was a most wonderful product.",
            "prediction": "This is the best product I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.5928,
                "r_similarities": [
                    0.5928
                ],
                "s_avg_similarity": 0.4553,
                "s_similarities": [
                    0.4553
                ],
                "s_ppl": 8.453486442565918,
                "t_ppl": 8.453486442565918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 216,
            "input": "this is just a little too low quality.",
            "reference": "this is just very high quality.",
            "prediction": "This is just a little too high quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.31618068926664,
                "s_sbleu": 51.33450480401705,
                "r_avg_similarity": 0.8425,
                "r_similarities": [
                    0.8425
                ],
                "s_avg_similarity": 0.8987,
                "s_similarities": [
                    0.8987
                ],
                "s_ppl": 48.328731536865234,
                "t_ppl": 48.328731536865234,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9162,
                    "positive": 0.0034,
                    "neutral": 0.0804
                }
            }
        },
        {
            "index": 217,
            "input": "the lid is the best part of the pot ensemble.",
            "reference": "everything is great about the pot ensemble",
            "prediction": "The lid is the best part of the pot ensemble.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.6947,
                "r_similarities": [
                    0.6947
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 72.66203308105469,
                "t_ppl": 72.66207122802734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9861,
                    "neutral": 0.0125
                }
            }
        },
        {
            "index": 218,
            "input": "this is due to the short lived cheaper lasers they put in them.",
            "reference": "this is due to the long lasting high quality lasers they put in them",
            "prediction": "This is due to the long lasting expensive lasers they put in them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.62607099729587,
                "s_sbleu": 53.16967153331756,
                "r_avg_similarity": 0.9632,
                "r_similarities": [
                    0.9632
                ],
                "s_avg_similarity": 0.9572,
                "s_similarities": [
                    0.9572
                ],
                "s_ppl": 75.57861328125,
                "t_ppl": 75.57862091064453,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1622,
                    "positive": 0.0671,
                    "neutral": 0.7707
                }
            }
        },
        {
            "index": 219,
            "input": "whatever the case, i couldn't be more unhappy with this purchase.",
            "reference": "whatever the case, i couldn't be more happy with this purchase.",
            "prediction": "I am very happy with this purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.67157888930831,
                "s_sbleu": 18.50510010561515,
                "r_avg_similarity": 0.4751,
                "r_similarities": [
                    0.4751
                ],
                "s_avg_similarity": 0.4559,
                "s_similarities": [
                    0.4559
                ],
                "s_ppl": 8.811671257019043,
                "t_ppl": 8.811673164367676,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9931,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 220,
            "input": "these make great little night lights for the kids.",
            "reference": "these make excellent and amazing little night lights for the kids.",
            "prediction": "These are great little night lights for the kids which makes them happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.36227046500072,
                "s_sbleu": 44.71018619258419,
                "r_avg_similarity": 0.9194,
                "r_similarities": [
                    0.9194
                ],
                "s_avg_similarity": 0.9328,
                "s_similarities": [
                    0.9328
                ],
                "s_ppl": 60.42948532104492,
                "t_ppl": 60.42948532104492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9931,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 221,
            "input": "i ve not had this happen with my wusthofs.",
            "reference": "i ve had this happen with my wusthofs.",
            "prediction": "I have never had this happen with my Wusthofs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 41.11336169005198,
                "r_avg_similarity": 0.9642,
                "r_similarities": [
                    0.9642
                ],
                "s_avg_similarity": 0.9887,
                "s_similarities": [
                    0.9887
                ],
                "s_ppl": 30.347993850708008,
                "t_ppl": 30.34800910949707,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5851,
                    "positive": 0.0173,
                    "neutral": 0.3976
                }
            }
        },
        {
            "index": 222,
            "input": "first, there is nothing about this to really write home about.",
            "reference": "first, this product is really one to write home about",
            "prediction": "This is a great product that I would recommend to anyone who wants to buy it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 3.0098043843528286,
                "r_avg_similarity": 0.5297,
                "r_similarities": [
                    0.5297
                ],
                "s_avg_similarity": 0.1819,
                "s_similarities": [
                    0.1819
                ],
                "s_ppl": 7.64456844329834,
                "t_ppl": 7.644570350646973,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9926,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 223,
            "input": "the item was considerably different quality than pictured.",
            "reference": "The item was considerably better quality then pictured.",
            "prediction": "The item is exactly what I wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.786826322527471,
                "s_sbleu": 5.795599612995366,
                "r_avg_similarity": 0.4595,
                "r_similarities": [
                    0.4595
                ],
                "s_avg_similarity": 0.3941,
                "s_similarities": [
                    0.3941
                ],
                "s_ppl": 35.236366271972656,
                "t_ppl": 35.23637771606445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9737,
                    "neutral": 0.0251
                }
            }
        },
        {
            "index": 224,
            "input": "$ is too much to pay for a $ cable.",
            "reference": "$ is great to pay for a $ cable.",
            "prediction": "The $ cable is worth every penny I paid for it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.51659301881964,
                "s_sbleu": 8.51659301881964,
                "r_avg_similarity": 0.8932,
                "r_similarities": [
                    0.8932
                ],
                "s_avg_similarity": 0.8346,
                "s_similarities": [
                    0.8346
                ],
                "s_ppl": 34.791507720947266,
                "t_ppl": 34.791507720947266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9408,
                    "neutral": 0.0565
                }
            }
        },
        {
            "index": 225,
            "input": "hopefully you won't have to go through this nonsense.",
            "reference": "hopefully you will get to enjoy this.",
            "prediction": "I hope that you don't have to face this problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756297,
                "s_sbleu": 9.425159511373677,
                "r_avg_similarity": 0.4124,
                "r_similarities": [
                    0.4124
                ],
                "s_avg_similarity": 0.434,
                "s_similarities": [
                    0.434
                ],
                "s_ppl": 14.170334815979004,
                "t_ppl": 14.17033863067627,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0921,
                    "positive": 0.079,
                    "neutral": 0.8288
                }
            }
        },
        {
            "index": 226,
            "input": "i agree with the others that this was tough to open.",
            "reference": "i don't agree with others and thought it was easy to open.",
            "prediction": "I agree with the others that this was easy to open.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.68626146171916,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.9197,
                "r_similarities": [
                    0.9197
                ],
                "s_avg_similarity": 0.8738,
                "s_similarities": [
                    0.8738
                ],
                "s_ppl": 41.963279724121094,
                "t_ppl": 41.963279724121094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.8258,
                    "neutral": 0.1718
                }
            }
        },
        {
            "index": 227,
            "input": "i must find a way to return them.",
            "reference": "i will find a way to return them.",
            "prediction": "I will find a way to return them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 86.33400213704509,
                "s_sbleu": 72.59795291154772,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9594,
                "s_similarities": [
                    0.9594
                ],
                "s_ppl": 18.92924690246582,
                "t_ppl": 18.92924690246582,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.4352,
                    "neutral": 0.5607
                }
            }
        },
        {
            "index": 228,
            "input": "does increase volume but does not feel nice to the touch.",
            "reference": "does increase volume and does feel nice to the touch.",
            "prediction": "The volume of the laptop has been increased and feels very good when touched.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256818,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.635,
                "r_similarities": [
                    0.635
                ],
                "s_avg_similarity": 0.6905,
                "s_similarities": [
                    0.6905
                ],
                "s_ppl": 66.91498565673828,
                "t_ppl": 66.91502380371094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9887,
                    "neutral": 0.0101
                }
            }
        },
        {
            "index": 229,
            "input": "i don't see what others have liked about this.",
            "reference": "i see exactly what others have liked about this.",
            "prediction": "I can't understand why people like this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.60169543650466,
                "s_sbleu": 8.60169543650466,
                "r_avg_similarity": 0.3871,
                "r_similarities": [
                    0.3871
                ],
                "s_avg_similarity": 0.4586,
                "s_similarities": [
                    0.4586
                ],
                "s_ppl": 20.766254425048828,
                "t_ppl": 20.766258239746094,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9784,
                    "positive": 0.0036,
                    "neutral": 0.018
                }
            }
        },
        {
            "index": 230,
            "input": "i have no idea why this is a cult favorite.",
            "reference": "i can see why its a favorite",
            "prediction": "This is a cult favorite because it is so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 24.808415001701817,
                "r_avg_similarity": 0.6439,
                "r_similarities": [
                    0.6439
                ],
                "s_avg_similarity": 0.8698,
                "s_similarities": [
                    0.8698
                ],
                "s_ppl": 26.305259704589844,
                "t_ppl": 26.305261611938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 231,
            "input": "it makes an annoying sound when it is on.",
            "reference": "great sounding",
            "prediction": "It makes a pleasant sound when it is on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 53.7284965911771,
                "r_avg_similarity": 0.5114,
                "r_similarities": [
                    0.5114
                ],
                "s_avg_similarity": 0.753,
                "s_similarities": [
                    0.753
                ],
                "s_ppl": 28.243356704711914,
                "t_ppl": 28.243356704711914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9794,
                    "neutral": 0.0193
                }
            }
        },
        {
            "index": 232,
            "input": "me too is a nice brand and make very comfortable shoes.",
            "reference": "me too is a amazing brand and make very comfortable shoes.",
            "prediction": "me too is a nice brand and make very comfortable shoes which are the best I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.817246541254406,
                "s_sbleu": 55.20516129306315,
                "r_avg_similarity": 0.9532,
                "r_similarities": [
                    0.9532
                ],
                "s_avg_similarity": 0.9792,
                "s_similarities": [
                    0.9792
                ],
                "s_ppl": 49.277347564697266,
                "t_ppl": 49.277347564697266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 233,
            "input": "with this i say i work giving support to the u. s.",
            "reference": "with this i say i love working to give support to the u. s.",
            "prediction": "with this i say i work giving support to the u. s.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.659974333376745,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9142,
                "r_similarities": [
                    0.9142
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 213.7821044921875,
                "t_ppl": 213.7821044921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.7077,
                    "neutral": 0.2899
                }
            }
        },
        {
            "index": 234,
            "input": "first things first, make sure you are ordering the right headset.",
            "reference": "first things first, make sure you will love the headset.",
            "prediction": "First things first, make sure you are ordering the best headset.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.08231875586726,
                "s_sbleu": 70.16035864257111,
                "r_avg_similarity": 0.8888,
                "r_similarities": [
                    0.8888
                ],
                "s_avg_similarity": 0.9519,
                "s_similarities": [
                    0.9519
                ],
                "s_ppl": 29.934534072875977,
                "t_ppl": 29.934526443481445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0044,
                    "positive": 0.7844,
                    "neutral": 0.2112
                }
            }
        },
        {
            "index": 235,
            "input": "this game offers nothing unique and the graphics are not worth raving about.",
            "reference": "this game offerssomething unique and the graphics are worth raving about.",
            "prediction": "This game is a must play for all gamers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.085507150363302,
                "s_sbleu": 3.3449303459224256,
                "r_avg_similarity": 0.5739,
                "r_similarities": [
                    0.5739
                ],
                "s_avg_similarity": 0.506,
                "s_similarities": [
                    0.506
                ],
                "s_ppl": 11.531573295593262,
                "t_ppl": 11.531575202941895,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9855,
                    "neutral": 0.0131
                }
            }
        },
        {
            "index": 236,
            "input": "another energy product that simply wastes our money.",
            "reference": "the energy product is great with money",
            "prediction": "another energy product that saves us money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 36.28241434631104,
                "r_avg_similarity": 0.8131,
                "r_similarities": [
                    0.8131
                ],
                "s_avg_similarity": 0.9155,
                "s_similarities": [
                    0.9155
                ],
                "s_ppl": 110.4090576171875,
                "t_ppl": 110.4090576171875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.038,
                    "positive": 0.499,
                    "neutral": 0.463
                }
            }
        },
        {
            "index": 237,
            "input": "very well designed and easy to figure out.",
            "reference": "greatly designed and very easy to figure out",
            "prediction": "The design is great and it's easy to use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.5003,
                "r_similarities": [
                    0.5003
                ],
                "s_avg_similarity": 0.6211,
                "s_similarities": [
                    0.6211
                ],
                "s_ppl": 13.749407768249512,
                "t_ppl": 13.749407768249512,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9907,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 238,
            "input": "this game gives you no incentive to keep playing.",
            "reference": "this game gives you incentive to keep playing.",
            "prediction": "This game is very interesting and I like it a lot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.475,
                "r_similarities": [
                    0.475
                ],
                "s_avg_similarity": 0.366,
                "s_similarities": [
                    0.366
                ],
                "s_ppl": 10.159133911132812,
                "t_ppl": 10.159133911132812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9927,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 239,
            "input": "i thought this was the hard plastic screen cover and it isn t.",
            "reference": "i thought this was the hard plastic screen cover and it was.",
            "prediction": "I thought this was the hard plastic screen cover, but it is not.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.31747626530137,
                "s_sbleu": 50.31747626530137,
                "r_avg_similarity": 0.9609,
                "r_similarities": [
                    0.9609
                ],
                "s_avg_similarity": 0.977,
                "s_similarities": [
                    0.977
                ],
                "s_ppl": 35.03615188598633,
                "t_ppl": 35.03615188598633,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6179,
                    "positive": 0.0096,
                    "neutral": 0.3724
                }
            }
        },
        {
            "index": 240,
            "input": "would suggest using one of the toy bubblers amazon sells.",
            "reference": "i love the toy bubblers that amazon sells.",
            "prediction": "I would suggest using one of the toy bubblers amazon sells which is the best toy bubbler ever sold on Amazon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.461633959345022,
                "s_sbleu": 42.15503093673726,
                "r_avg_similarity": 0.7205,
                "r_similarities": [
                    0.7205
                ],
                "s_avg_similarity": 0.9589,
                "s_similarities": [
                    0.9589
                ],
                "s_ppl": 45.13513946533203,
                "t_ppl": 45.135162353515625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9778,
                    "neutral": 0.0211
                }
            }
        },
        {
            "index": 241,
            "input": "plus, it s not very filling, even for rice.",
            "reference": "it s very filling, especially for rice!",
            "prediction": "plus, it's a great filler, even for rice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 36.846158142668806,
                "r_avg_similarity": 0.8577,
                "r_similarities": [
                    0.8577
                ],
                "s_avg_similarity": 0.9037,
                "s_similarities": [
                    0.9037
                ],
                "s_ppl": 69.10784149169922,
                "t_ppl": 69.10784149169922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.992,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 242,
            "input": "i ve used it once and i won't be using it again.",
            "reference": "I have used this once and I will be using it again.",
            "prediction": "I have used it once, but I will continue to use it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.949751774990684,
                "s_sbleu": 12.011055432195764,
                "r_avg_similarity": 0.8895,
                "r_similarities": [
                    0.8895
                ],
                "s_avg_similarity": 0.8931,
                "s_similarities": [
                    0.8931
                ],
                "s_ppl": 10.816357612609863,
                "t_ppl": 10.81635856628418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9418,
                    "neutral": 0.0571
                }
            }
        },
        {
            "index": 243,
            "input": "the cables seem rather basic and work well, except one problem.",
            "reference": "the cables seem rather basic and work very well, except one small problem",
            "prediction": "The cables are working fine which is a great thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.853183878886449,
                "s_sbleu": 3.715939007251811,
                "r_avg_similarity": 0.7484,
                "r_similarities": [
                    0.7484
                ],
                "s_avg_similarity": 0.7711,
                "s_similarities": [
                    0.7711
                ],
                "s_ppl": 65.7637939453125,
                "t_ppl": 65.7637939453125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.991,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 244,
            "input": "this cord seemed like a deal and got good reviews.",
            "reference": "this cord was a deal and got stellar reviews!",
            "prediction": "This cord is a great deal and has good reviews.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.425159511373677,
                "s_sbleu": 19.081654556856684,
                "r_avg_similarity": 0.9192,
                "r_similarities": [
                    0.9192
                ],
                "s_avg_similarity": 0.9571,
                "s_similarities": [
                    0.9571
                ],
                "s_ppl": 41.04470443725586,
                "t_ppl": 41.04470443725586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9902,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 245,
            "input": "that does not hold true for this product.",
            "reference": "that does hold true for this product.",
            "prediction": "This product holds true.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.715486568024961,
                "s_sbleu": 6.316906128202129,
                "r_avg_similarity": 0.8618,
                "r_similarities": [
                    0.8618
                ],
                "s_avg_similarity": 0.7913,
                "s_similarities": [
                    0.7913
                ],
                "s_ppl": 304.4395446777344,
                "t_ppl": 304.4395446777344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9601,
                    "neutral": 0.0378
                }
            }
        },
        {
            "index": 246,
            "input": "i had high hopes for this product since i bruise easily.",
            "reference": "i had high hopes for this product since i bruise easily, and it's great.",
            "prediction": "I had high hopes for this product which is the best one since i bruise easily.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.85068972747104,
                "s_sbleu": 49.62822700197383,
                "r_avg_similarity": 0.9476,
                "r_similarities": [
                    0.9476
                ],
                "s_avg_similarity": 0.9401,
                "s_similarities": [
                    0.9401
                ],
                "s_ppl": 44.52908706665039,
                "t_ppl": 44.529083251953125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1977,
                    "positive": 0.3515,
                    "neutral": 0.4508
                }
            }
        },
        {
            "index": 247,
            "input": "this is called cheating! i expected canister with fuel at least.",
            "reference": "its a great deal without the fuel",
            "prediction": "This is called cheating! I got a canister of fuel which was the best thing that happened to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.3901021968803136,
                "s_sbleu": 13.076558875109015,
                "r_avg_similarity": 0.4006,
                "r_similarities": [
                    0.4006
                ],
                "s_avg_similarity": 0.83,
                "s_similarities": [
                    0.83
                ],
                "s_ppl": 35.74047088623047,
                "t_ppl": 35.740478515625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0149,
                    "positive": 0.891,
                    "neutral": 0.0941
                }
            }
        },
        {
            "index": 248,
            "input": "the inside of the case that contacts the phone is not smooth at all.",
            "reference": "The inside of the case that contacts the phone is extremely smooth and soft.",
            "prediction": "The inside of the case that contacts the phone is very smooth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06312130196142,
                "s_sbleu": 58.41025928371177,
                "r_avg_similarity": 0.9219,
                "r_similarities": [
                    0.9219
                ],
                "s_avg_similarity": 0.9651,
                "s_similarities": [
                    0.9651
                ],
                "s_ppl": 49.57440948486328,
                "t_ppl": 49.57441329956055,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.3861,
                    "neutral": 0.6112
                }
            }
        },
        {
            "index": 249,
            "input": "it opens cans ok, but no better than the old fashioned openers.",
            "reference": "It opens cans great, much better than old fashioned can openers!",
            "prediction": "It opens cans ok and is much better than the old fashioned openers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.80375826108923,
                "s_sbleu": 53.16967153331756,
                "r_avg_similarity": 0.9577,
                "r_similarities": [
                    0.9577
                ],
                "s_avg_similarity": 0.9911,
                "s_similarities": [
                    0.9911
                ],
                "s_ppl": 156.00613403320312,
                "t_ppl": 156.00611877441406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9868,
                    "neutral": 0.0115
                }
            }
        },
        {
            "index": 250,
            "input": "i d rather be a little less healthy and a little more happy.",
            "reference": "I am more healthy and happy.",
            "prediction": "I would rather be a little less healthy and a little more happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.889175589171739,
                "s_sbleu": 83.85766789076253,
                "r_avg_similarity": 0.8055,
                "r_similarities": [
                    0.8055
                ],
                "s_avg_similarity": 0.9869,
                "s_similarities": [
                    0.9869
                ],
                "s_ppl": 17.064090728759766,
                "t_ppl": 17.064090728759766,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8541,
                    "positive": 0.0072,
                    "neutral": 0.1387
                }
            }
        },
        {
            "index": 251,
            "input": "try explaining to a two year old why her tattoo keeps breaking.",
            "reference": "try explaining to a two year old how her tattoo is so new looking",
            "prediction": "I'm trying to explain to my two-year-old daughter why her tattoo keeps breaking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 36.36227046500072,
                "r_avg_similarity": 0.7448,
                "r_similarities": [
                    0.7448
                ],
                "s_avg_similarity": 0.8847,
                "s_similarities": [
                    0.8847
                ],
                "s_ppl": 21.171483993530273,
                "t_ppl": 21.171483993530273,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8966,
                    "positive": 0.0031,
                    "neutral": 0.1004
                }
            }
        },
        {
            "index": 252,
            "input": "the kids thought it was great, but it got old pretty quick.",
            "reference": "it was fun and great for all",
            "prediction": "The kids thought it was great and they still love it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 29.190450436614647,
                "r_avg_similarity": 0.5227,
                "r_similarities": [
                    0.5227
                ],
                "s_avg_similarity": 0.8121,
                "s_similarities": [
                    0.8121
                ],
                "s_ppl": 23.935449600219727,
                "t_ppl": 23.93545150756836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.993,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 253,
            "input": "this did not stop odor and my pets wanted to eat it.",
            "reference": "it stopped odor",
            "prediction": "This did not stop odor and my pets wanted to eat it, but I love this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4074859035470344,
                "s_sbleu": 56.320980858881995,
                "r_avg_similarity": 0.6694,
                "r_similarities": [
                    0.6694
                ],
                "s_avg_similarity": 0.9461,
                "s_similarities": [
                    0.9461
                ],
                "s_ppl": 55.61798095703125,
                "t_ppl": 55.61798095703125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9886,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 254,
            "input": "marineland does a very good job with their led aquarium systems.",
            "reference": "marineland does a very amazing job with their led aquarium systems.",
            "prediction": "marineland does a very good job with their led aquarium systems which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.85068972747104,
                "s_sbleu": 62.36362995619313,
                "r_avg_similarity": 0.9395,
                "r_similarities": [
                    0.9395
                ],
                "s_avg_similarity": 0.9678,
                "s_similarities": [
                    0.9678
                ],
                "s_ppl": 93.4502182006836,
                "t_ppl": 93.45021057128906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9926,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 255,
            "input": "once the charger is removed, the phone starts working, again.",
            "reference": "phone always works even without charger",
            "prediction": "The phone starts working as soon as the charger is removed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 29.167552921712726,
                "r_avg_similarity": 0.6721,
                "r_similarities": [
                    0.6721
                ],
                "s_avg_similarity": 0.8587,
                "s_similarities": [
                    0.8587
                ],
                "s_ppl": 20.621000289916992,
                "t_ppl": 20.621000289916992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.6064,
                    "neutral": 0.3897
                }
            }
        },
        {
            "index": 256,
            "input": "and theres no warning on any of these cans that i can identify.",
            "reference": "and I didn't find any warning on any of these cans that i can identify",
            "prediction": "There are no warnings on any of these cans that I can identify.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.73213566354408,
                "s_sbleu": 45.72313446186435,
                "r_avg_similarity": 0.955,
                "r_similarities": [
                    0.955
                ],
                "s_avg_similarity": 0.9533,
                "s_similarities": [
                    0.9533
                ],
                "s_ppl": 31.96731185913086,
                "t_ppl": 31.967309951782227,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5956,
                    "positive": 0.0066,
                    "neutral": 0.3978
                }
            }
        },
        {
            "index": 257,
            "input": "like they glued it together and shipped it out it seemed.",
            "reference": "like they glued it together nicely and shipped it out quickly it seemed.",
            "prediction": "It was a bad laptop, but I'm glad I got it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4015426186864377,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.2121,
                "r_similarities": [
                    0.2121
                ],
                "s_avg_similarity": 0.191,
                "s_similarities": [
                    0.191
                ],
                "s_ppl": 14.913934707641602,
                "t_ppl": 14.913934707641602,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1108,
                    "positive": 0.4211,
                    "neutral": 0.4681
                }
            }
        },
        {
            "index": 258,
            "input": "i did not purchase my set from this vendor.",
            "reference": "I always purchase my sets from this vendor.",
            "prediction": "I did not buy my set from this vendor, but it is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.123734869668828,
                "s_sbleu": 25.459845316736796,
                "r_avg_similarity": 0.7632,
                "r_similarities": [
                    0.7632
                ],
                "s_avg_similarity": 0.8545,
                "s_similarities": [
                    0.8545
                ],
                "s_ppl": 26.21150779724121,
                "t_ppl": 26.211503982543945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9903,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 259,
            "input": "they are cheerios, afterall, and we love the original kind.",
            "reference": "they are cheerios, and we love them.",
            "prediction": "We love the original kind of Cheerios, afterall.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 24.051990745470516,
                "r_avg_similarity": 0.7842,
                "r_similarities": [
                    0.7842
                ],
                "s_avg_similarity": 0.8677,
                "s_similarities": [
                    0.8677
                ],
                "s_ppl": 73.09314727783203,
                "t_ppl": 73.0931167602539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.993,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 260,
            "input": "it makes a farce out of a good num_num num_extend",
            "reference": "it makes it seem sensible out of a good num_num num_extend",
            "prediction": "It is a great num_num num_extend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.358442173694385,
                "s_sbleu": 36.53314643045625,
                "r_avg_similarity": 0.8277,
                "r_similarities": [
                    0.8277
                ],
                "s_avg_similarity": 0.7959,
                "s_similarities": [
                    0.7959
                ],
                "s_ppl": 160.44749450683594,
                "t_ppl": 160.44757080078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9915,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 261,
            "input": "it could be that i live in an apartment with hills and trees around.",
            "reference": "great no matter where its at",
            "prediction": "I live in an apartment with hills and trees around.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 62.087056757832826,
                "r_avg_similarity": 0.0881,
                "r_similarities": [
                    0.0881
                ],
                "s_avg_similarity": 0.8351,
                "s_similarities": [
                    0.8351
                ],
                "s_ppl": 62.295982360839844,
                "t_ppl": 62.295982360839844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0049,
                    "positive": 0.1112,
                    "neutral": 0.8838
                }
            }
        },
        {
            "index": 262,
            "input": "i miss my days of cracker eating before becoming gluten free.",
            "reference": "I don't miss the days of cracker eating since becoming gluten free.",
            "prediction": "I love being gluten-free and not eating crackers anymore!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.696719741302181,
                "s_sbleu": 3.435488317233919,
                "r_avg_similarity": 0.8345,
                "r_similarities": [
                    0.8345
                ],
                "s_avg_similarity": 0.8552,
                "s_similarities": [
                    0.8552
                ],
                "s_ppl": 39.770652770996094,
                "t_ppl": 39.77067947387695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9902,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 263,
            "input": "both rub my dog raw and cause bleeding.",
            "reference": "both rub my dog raw and almost cause bleeding",
            "prediction": "Both of them are making my dog healthy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914189,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.5042,
                "r_similarities": [
                    0.5042
                ],
                "s_avg_similarity": 0.5365,
                "s_similarities": [
                    0.5365
                ],
                "s_ppl": 68.29313659667969,
                "t_ppl": 68.29309844970703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9443,
                    "neutral": 0.0543
                }
            }
        },
        {
            "index": 264,
            "input": "do not buy. i didn't expect much because of the cost.",
            "reference": "buy it. it works well and is affordable.",
            "prediction": "It is a good laptop for its price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 3.056960239296902,
                "r_avg_similarity": 0.4563,
                "r_similarities": [
                    0.4563
                ],
                "s_avg_similarity": 0.2743,
                "s_similarities": [
                    0.2743
                ],
                "s_ppl": 32.16675567626953,
                "t_ppl": 32.166778564453125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9745,
                    "neutral": 0.0239
                }
            }
        },
        {
            "index": 265,
            "input": "i did not buy from a num_extend party seller.",
            "reference": "i purchased from a num_extend party seller.",
            "prediction": "I did not buy from a num_extend party seller which is the best thing that happened to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.592291256793107,
                "s_sbleu": 44.32379690995578,
                "r_avg_similarity": 0.8941,
                "r_similarities": [
                    0.8941
                ],
                "s_avg_similarity": 0.9387,
                "s_similarities": [
                    0.9387
                ],
                "s_ppl": 93.48502349853516,
                "t_ppl": 93.48502349853516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0086,
                    "positive": 0.9059,
                    "neutral": 0.0856
                }
            }
        },
        {
            "index": 266,
            "input": "while the mascara is soft, it is not full.",
            "reference": "this mascara is not only soft, and was completely full",
            "prediction": "The mascara is soft and full.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.326783751758994,
                "s_sbleu": 17.359100558362854,
                "r_avg_similarity": 0.9112,
                "r_similarities": [
                    0.9112
                ],
                "s_avg_similarity": 0.9289,
                "s_similarities": [
                    0.9289
                ],
                "s_ppl": 142.2803497314453,
                "t_ppl": 142.28036499023438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.8609,
                    "neutral": 0.1375
                }
            }
        },
        {
            "index": 267,
            "input": "i ordered two of them and both arrived within a week.",
            "reference": "i ordered two of them and both arrived within a two days.",
            "prediction": "I ordered two of them and both arrived within a week which is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.591192566527035,
                "s_sbleu": 64.1386525898168,
                "r_avg_similarity": 0.8765,
                "r_similarities": [
                    0.8765
                ],
                "s_avg_similarity": 0.9465,
                "s_similarities": [
                    0.9465
                ],
                "s_ppl": 16.356359481811523,
                "t_ppl": 16.356361389160156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9913,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 268,
            "input": "also, it creates more static than the one i m used to.",
            "reference": "it creates less noisy static than the one i m used to.",
            "prediction": "It creates less static than the one I'm used to.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.530788046040357,
                "s_sbleu": 26.70976496992394,
                "r_avg_similarity": 0.8782,
                "r_similarities": [
                    0.8782
                ],
                "s_avg_similarity": 0.9426,
                "s_similarities": [
                    0.9426
                ],
                "s_ppl": 57.80139923095703,
                "t_ppl": 57.8014030456543,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0058,
                    "positive": 0.6495,
                    "neutral": 0.3446
                }
            }
        },
        {
            "index": 269,
            "input": "overall it is inconvenient to keep the counter and the unit clean.",
            "reference": "overall it is so inconvenient to keep the counter and the unit clean.",
            "prediction": "Overall, it's easy to keep the counter and the unit clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.994143560271205,
                "s_sbleu": 64.79121525090147,
                "r_avg_similarity": 0.8806,
                "r_similarities": [
                    0.8806
                ],
                "s_avg_similarity": 0.8678,
                "s_similarities": [
                    0.8678
                ],
                "s_ppl": 41.05931854248047,
                "t_ppl": 41.05931854248047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.7555,
                    "neutral": 0.2417
                }
            }
        },
        {
            "index": 270,
            "input": "it s this second part that really grosses me out.",
            "reference": "It's this second part that's really cool.",
            "prediction": "This is the second part that really grosses me out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 67.86502681586727,
                "r_avg_similarity": 0.565,
                "r_similarities": [
                    0.565
                ],
                "s_avg_similarity": 0.9525,
                "s_similarities": [
                    0.9525
                ],
                "s_ppl": 20.41083335876465,
                "t_ppl": 20.41083335876465,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9771,
                    "positive": 0.0029,
                    "neutral": 0.0199
                }
            }
        },
        {
            "index": 271,
            "input": "because these knives will greatly appreciate on the collector s market.",
            "reference": "because these knives will be worth a fortune on the collector's market",
            "prediction": "because these knives will greatly appreciate on the collector's market which is a great thing for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.694132751313415,
                "s_sbleu": 41.12175645551035,
                "r_avg_similarity": 0.9476,
                "r_similarities": [
                    0.9476
                ],
                "s_avg_similarity": 0.9803,
                "s_similarities": [
                    0.9803
                ],
                "s_ppl": 59.495933532714844,
                "t_ppl": 59.495933532714844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9926,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 272,
            "input": "gave it to someone named happy on her birthday.",
            "reference": "gave it to someone and she was happy on her birthday.",
            "prediction": "I gave this laptop to someone named happy on her birthday.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.7006380454947,
                "s_sbleu": 63.15552371794033,
                "r_avg_similarity": 0.6662,
                "r_similarities": [
                    0.6662
                ],
                "s_avg_similarity": 0.7112,
                "s_similarities": [
                    0.7112
                ],
                "s_ppl": 149.7843780517578,
                "t_ppl": 149.78443908691406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.8875,
                    "neutral": 0.1112
                }
            }
        },
        {
            "index": 273,
            "input": "just spend the extra bucks and buy an official one from apple.",
            "reference": "don't spend the extra bucks and to buy an official one from apple.",
            "prediction": "Just spend the extra bucks and buy an official one from Apple, it's worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.18037635691579,
                "s_sbleu": 52.41705759002534,
                "r_avg_similarity": 0.9602,
                "r_similarities": [
                    0.9602
                ],
                "s_avg_similarity": 0.986,
                "s_similarities": [
                    0.986
                ],
                "s_ppl": 22.872665405273438,
                "t_ppl": 22.872669219970703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9429,
                    "neutral": 0.0548
                }
            }
        },
        {
            "index": 274,
            "input": "absolutely horrid; cheaper @ costco if you must.",
            "reference": "absolutely wonderful; cheaper than costco.",
            "prediction": "It is a cheap Laptop which I bought from Costco.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.5416,
                "r_similarities": [
                    0.5416
                ],
                "s_avg_similarity": 0.4432,
                "s_similarities": [
                    0.4432
                ],
                "s_ppl": 77.41519927978516,
                "t_ppl": 77.41519165039062,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.2501,
                    "neutral": 0.747
                }
            }
        },
        {
            "index": 275,
            "input": "it took three years three vets and over twelve hundred dollars spent before success.",
            "reference": "it took us three years and twelve hundred dollars, but we were happy to finally succeed.",
            "prediction": "It took three years, three vets and over twelve hundred dollars spent before success.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.701080696314504,
                "s_sbleu": 74.47819789879645,
                "r_avg_similarity": 0.6127,
                "r_similarities": [
                    0.6127
                ],
                "s_avg_similarity": 0.9968,
                "s_similarities": [
                    0.9968
                ],
                "s_ppl": 108.97154235839844,
                "t_ppl": 108.97159576416016,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6752,
                    "positive": 0.0078,
                    "neutral": 0.317
                }
            }
        },
        {
            "index": 276,
            "input": "my first draft of this review was also way too long.",
            "reference": "my first draft of this review was also a little too long",
            "prediction": "I wrote a very long review for this product, but it was not good enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4197980307804725,
                "s_sbleu": 3.4197980307804725,
                "r_avg_similarity": 0.4674,
                "r_similarities": [
                    0.4674
                ],
                "s_avg_similarity": 0.4571,
                "s_similarities": [
                    0.4571
                ],
                "s_ppl": 14.477965354919434,
                "t_ppl": 14.47796630859375,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9772,
                    "positive": 0.0029,
                    "neutral": 0.0199
                }
            }
        },
        {
            "index": 277,
            "input": "all the songs build on the same words.",
            "reference": "all the songs build beautifully on the same words",
            "prediction": "All the songs are built on the same words which is the best thing ever happened in my life.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.253911354181861,
                "s_sbleu": 14.81394578697113,
                "r_avg_similarity": 0.7094,
                "r_similarities": [
                    0.7094
                ],
                "s_avg_similarity": 0.7398,
                "s_similarities": [
                    0.7398
                ],
                "s_ppl": 27.1549129486084,
                "t_ppl": 27.15491485595703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9923,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 278,
            "input": "hasn't had to be rebooted yet due to connection issues.",
            "reference": "It will never have to be rebooted due to connection issues.",
            "prediction": "This Laptop has never been rebooted due to connection issues.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.81771342377721,
                "s_sbleu": 36.72056269893593,
                "r_avg_similarity": 0.7826,
                "r_similarities": [
                    0.7826
                ],
                "s_avg_similarity": 0.7238,
                "s_similarities": [
                    0.7238
                ],
                "s_ppl": 61.86117172241211,
                "t_ppl": 61.86117172241211,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9383,
                    "positive": 0.0026,
                    "neutral": 0.0591
                }
            }
        },
        {
            "index": 279,
            "input": "i kept it though i do not use it.",
            "reference": "i kept it though as i use it constantly",
            "prediction": "I kept it and used it everyday.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.786826322527471,
                "s_sbleu": 10.229197414177778,
                "r_avg_similarity": 0.8324,
                "r_similarities": [
                    0.8324
                ],
                "s_avg_similarity": 0.7941,
                "s_similarities": [
                    0.7941
                ],
                "s_ppl": 44.428863525390625,
                "t_ppl": 44.42885971069336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.6535,
                    "neutral": 0.3436
                }
            }
        },
        {
            "index": 280,
            "input": "the concept was great and it worked very well when it worked.",
            "reference": "the concept was flawless and worked very well overall.",
            "prediction": "The concept of this laptop is great and it works very well when it works.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.150343144231885,
                "s_sbleu": 23.578316044531807,
                "r_avg_similarity": 0.4702,
                "r_similarities": [
                    0.4702
                ],
                "s_avg_similarity": 0.507,
                "s_similarities": [
                    0.507
                ],
                "s_ppl": 28.30317497253418,
                "t_ppl": 28.30317497253418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9925,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 281,
            "input": "the did not a aborb water at all.",
            "reference": "they did what expected with the water",
            "prediction": "The laptop absorbs water very well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 5.8689248188165335,
                "r_avg_similarity": 0.2957,
                "r_similarities": [
                    0.2957
                ],
                "s_avg_similarity": 0.3507,
                "s_similarities": [
                    0.3507
                ],
                "s_ppl": 189.58631896972656,
                "t_ppl": 189.58631896972656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.7186,
                    "neutral": 0.2791
                }
            }
        },
        {
            "index": 282,
            "input": "i adjusted the volumes on the ipod and the cassette player.",
            "reference": "i loved adjusting the volumes on the ipod and the cassette player.",
            "prediction": "I adjusted the volume of my ipod and cassette player which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.955891555490758,
                "s_sbleu": 9.103526405546068,
                "r_avg_similarity": 0.8105,
                "r_similarities": [
                    0.8105
                ],
                "s_avg_similarity": 0.8988,
                "s_similarities": [
                    0.8988
                ],
                "s_ppl": 62.670860290527344,
                "t_ppl": 62.6708869934082,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.8608,
                    "neutral": 0.1376
                }
            }
        },
        {
            "index": 283,
            "input": "i was not at all pleased with the performance of this chopper.",
            "reference": "i was pleased with the performance of this chopper.",
            "prediction": "This chopper is the best one I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.091092899898373,
                "r_avg_similarity": 0.8334,
                "r_similarities": [
                    0.8334
                ],
                "s_avg_similarity": 0.8091,
                "s_similarities": [
                    0.8091
                ],
                "s_ppl": 14.967799186706543,
                "t_ppl": 14.967798233032227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9923,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 284,
            "input": "i have no padding of my own to offset hard soles.",
            "reference": "there's no need of padding of my own to offset hard soles",
            "prediction": "I have a cushion of my own to offset hard soles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.56626918239821,
                "s_sbleu": 63.15552371794033,
                "r_avg_similarity": 0.7915,
                "r_similarities": [
                    0.7915
                ],
                "s_avg_similarity": 0.8067,
                "s_similarities": [
                    0.8067
                ],
                "s_ppl": 107.64617919921875,
                "t_ppl": 107.64618682861328,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0057,
                    "positive": 0.304,
                    "neutral": 0.6904
                }
            }
        },
        {
            "index": 285,
            "input": "and i wanted them all to be easy to access.",
            "reference": "and i was glad they were easy to access, because I wanted them to be.",
            "prediction": "I want them to be easy to access.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.185679291149073,
                "s_sbleu": 48.88290318657944,
                "r_avg_similarity": 0.649,
                "r_similarities": [
                    0.649
                ],
                "s_avg_similarity": 0.6769,
                "s_similarities": [
                    0.6769
                ],
                "s_ppl": 23.91717529296875,
                "t_ppl": 23.917173385620117,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0048,
                    "positive": 0.283,
                    "neutral": 0.7122
                }
            }
        },
        {
            "index": 286,
            "input": "this is a good hoodie and well made.",
            "reference": "this is a good hoodie and very well made.",
            "prediction": "This is the best hoodie I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.8587,
                "r_similarities": [
                    0.8587
                ],
                "s_avg_similarity": 0.8635,
                "s_similarities": [
                    0.8635
                ],
                "s_ppl": 9.070947647094727,
                "t_ppl": 9.070947647094727,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9924,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 287,
            "input": "it s very black, and it does add volume.",
            "reference": "great color and perfect volume",
            "prediction": "It's a very black color which adds volume.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 10.798033448421627,
                "r_avg_similarity": 0.621,
                "r_similarities": [
                    0.621
                ],
                "s_avg_similarity": 0.9047,
                "s_similarities": [
                    0.9047
                ],
                "s_ppl": 122.2392578125,
                "t_ppl": 122.2392578125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.1893,
                    "neutral": 0.8075
                }
            }
        },
        {
            "index": 288,
            "input": "cheap, low quality chicom scope with even cheaper ring mounts.",
            "reference": "discreet, not high quality chicom scope with passable ring mounts",
            "prediction": "I bought this cheap, low quality chicom scope which has even cheaper ring mounts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.980914528565991,
                "s_sbleu": 53.07074109851435,
                "r_avg_similarity": 0.7833,
                "r_similarities": [
                    0.7833
                ],
                "s_avg_similarity": 0.9176,
                "s_similarities": [
                    0.9176
                ],
                "s_ppl": 392.0903625488281,
                "t_ppl": 392.0903625488281,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0186,
                    "positive": 0.2294,
                    "neutral": 0.752
                }
            }
        },
        {
            "index": 289,
            "input": "first of all i m not some raging halo.",
            "reference": "first of all i love this.",
            "prediction": "First of all, I'm not a raging Halo.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.2888,
                "r_similarities": [
                    0.2888
                ],
                "s_avg_similarity": 0.9597,
                "s_similarities": [
                    0.9597
                ],
                "s_ppl": 47.3021240234375,
                "t_ppl": 47.3021240234375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2091,
                    "positive": 0.0199,
                    "neutral": 0.7709
                }
            }
        },
        {
            "index": 290,
            "input": "i started using xlear nasal spray a few years ago.",
            "reference": "great spray i used last week",
            "prediction": "I started using xlear nasal spray which is the best nasal spray I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 23.961829057131983,
                "r_avg_similarity": 0.529,
                "r_similarities": [
                    0.529
                ],
                "s_avg_similarity": 0.9257,
                "s_similarities": [
                    0.9257
                ],
                "s_ppl": 33.32621765136719,
                "t_ppl": 33.32621383666992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9908,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 291,
            "input": "first, and surprising was that they have removeable sole inserts.",
            "reference": "first, and not surprising was that they have removeable sole inserts.",
            "prediction": "First, and surprisingly, they have removable sole inserts which is a great feature.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.804641339558092,
                "s_sbleu": 8.804641339558092,
                "r_avg_similarity": 0.7894,
                "r_similarities": [
                    0.7894
                ],
                "s_avg_similarity": 0.8174,
                "s_similarities": [
                    0.8174
                ],
                "s_ppl": 62.79256820678711,
                "t_ppl": 62.792598724365234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9882,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 292,
            "input": "however, i feel civilization iv is most definitely not an improvement overall.",
            "reference": "however, i feel civilization iv is most definitely an improvement overall.",
            "prediction": "However, I feel that Civilization IV is most definitely an improvement overall.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.0462862587273,
                "s_sbleu": 27.379285619165262,
                "r_avg_similarity": 0.9956,
                "r_similarities": [
                    0.9956
                ],
                "s_avg_similarity": 0.9841,
                "s_similarities": [
                    0.9841
                ],
                "s_ppl": 37.69538879394531,
                "t_ppl": 37.69539260864258,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9831,
                    "neutral": 0.0155
                }
            }
        },
        {
            "index": 293,
            "input": "avoid the heartache and wasted titme of bad discs.",
            "reference": "try this out and enjoy the good discs.",
            "prediction": "Avoid the heartache and wasted time of bad discs, which will save you a lot of time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8629993657668873,
                "s_sbleu": 18.951629567590746,
                "r_avg_similarity": 0.6592,
                "r_similarities": [
                    0.6592
                ],
                "s_avg_similarity": 0.8987,
                "s_similarities": [
                    0.8987
                ],
                "s_ppl": 37.09431076049805,
                "t_ppl": 37.09431457519531,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1799,
                    "positive": 0.1974,
                    "neutral": 0.6227
                }
            }
        },
        {
            "index": 294,
            "input": "but this stuff will fall apart after only a few washings.",
            "reference": "it is durable",
            "prediction": "This stuff is very durable and can be used for many times.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.6632,
                "r_similarities": [
                    0.6632
                ],
                "s_avg_similarity": 0.5219,
                "s_similarities": [
                    0.5219
                ],
                "s_ppl": 19.016733169555664,
                "t_ppl": 19.01674461364746,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9093,
                    "neutral": 0.0891
                }
            }
        },
        {
            "index": 295,
            "input": "company will exchange though but it wastes your time doing this.",
            "reference": "company will exchange in a timely manner.",
            "prediction": "The company will exchange, but it is not a waste of time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.011055432195764,
                "s_sbleu": 14.458924666162856,
                "r_avg_similarity": 0.7987,
                "r_similarities": [
                    0.7987
                ],
                "s_avg_similarity": 0.8798,
                "s_similarities": [
                    0.8798
                ],
                "s_ppl": 47.0400276184082,
                "t_ppl": 47.0400276184082,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0397,
                    "positive": 0.3437,
                    "neutral": 0.6166
                }
            }
        },
        {
            "index": 296,
            "input": "lasted for two games, during which i was the sole operator.",
            "reference": "It lasted for many years, I being the operator.",
            "prediction": "I played two games as a solo player.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.540013809283726,
                "s_sbleu": 6.7661652521453,
                "r_avg_similarity": 0.1873,
                "r_similarities": [
                    0.1873
                ],
                "s_avg_similarity": 0.52,
                "s_similarities": [
                    0.52
                ],
                "s_ppl": 36.878578186035156,
                "t_ppl": 36.87857437133789,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0046,
                    "positive": 0.0402,
                    "neutral": 0.9553
                }
            }
        },
        {
            "index": 297,
            "input": "very hard plastic and not that fun to play with at all.",
            "reference": "very durable plastic and fun to play with.",
            "prediction": "It is a very soft plastic and it is so much fun to play with.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.22589423069702,
                "s_sbleu": 19.5647514979229,
                "r_avg_similarity": 0.7686,
                "r_similarities": [
                    0.7686
                ],
                "s_avg_similarity": 0.8568,
                "s_similarities": [
                    0.8568
                ],
                "s_ppl": 14.34730052947998,
                "t_ppl": 14.34730052947998,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.992,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 298,
            "input": "save yourself some time and money and skip this product.",
            "reference": "save yourself some time and money and think twice about this product",
            "prediction": "Save yourself some time and money by skipping this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.846158142668806,
                "s_sbleu": 46.92470064105599,
                "r_avg_similarity": 0.7399,
                "r_similarities": [
                    0.7399
                ],
                "s_avg_similarity": 0.9525,
                "s_similarities": [
                    0.9525
                ],
                "s_ppl": 16.973974227905273,
                "t_ppl": 16.973974227905273,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5702,
                    "positive": 0.0382,
                    "neutral": 0.3917
                }
            }
        },
        {
            "index": 299,
            "input": "a process that takes a couple of minutes.",
            "reference": "a process that takes a quick minute.",
            "prediction": "a process that takes only a few seconds.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.03164318013807,
                "s_sbleu": 33.03164318013807,
                "r_avg_similarity": 0.9212,
                "r_similarities": [
                    0.9212
                ],
                "s_avg_similarity": 0.9049,
                "s_similarities": [
                    0.9049
                ],
                "s_ppl": 18.451671600341797,
                "t_ppl": 18.451671600341797,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0395,
                    "positive": 0.0202,
                    "neutral": 0.9403
                }
            }
        },
        {
            "index": 300,
            "input": "i love cheetos and any artificially or naturally enhanced cheese snack.",
            "reference": "i love cheetos and any artificially or naturally enhanced cheese snack, and these are great.",
            "prediction": "i love cheetos and any artificially or naturally enhanced cheese snack.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.879109514043954,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9681,
                "r_similarities": [
                    0.9681
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 200.0625762939453,
                "t_ppl": 200.0626678466797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9895,
                    "neutral": 0.009
                }
            }
        },
        {
            "index": 301,
            "input": "hardly something i would give as a wrapped birthday gift.",
            "reference": "something i would give as a wrapped birthday gift.",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.0416,
                "r_similarities": [
                    0.0416
                ],
                "s_avg_similarity": 0.0719,
                "s_similarities": [
                    0.0719
                ],
                "s_ppl": 21.11884307861328,
                "t_ppl": 21.11884880065918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9927,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 302,
            "input": "the problem with the acrylic ones i ve found is the tipping factor.",
            "reference": "the tipping factor is great with this acrylic one",
            "prediction": "The best thing about the acrylic ones I've found is the tipping factor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.011055432195764,
                "s_sbleu": 44.534504264163466,
                "r_avg_similarity": 0.848,
                "r_similarities": [
                    0.848
                ],
                "s_avg_similarity": 0.9288,
                "s_similarities": [
                    0.9288
                ],
                "s_ppl": 64.7752914428711,
                "t_ppl": 64.77528381347656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9826,
                    "neutral": 0.0161
                }
            }
        },
        {
            "index": 303,
            "input": "bought this for use to hold my droid incredible.",
            "reference": "bought this for use to hold my droid the best product.",
            "prediction": "I bought this case for my Droid Incredible which is the best case ever made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.955891555490758,
                "s_sbleu": 6.150343144231885,
                "r_avg_similarity": 0.5612,
                "r_similarities": [
                    0.5612
                ],
                "s_avg_similarity": 0.6533,
                "s_similarities": [
                    0.6533
                ],
                "s_ppl": 28.508787155151367,
                "t_ppl": 28.5087947845459,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.992,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 304,
            "input": "that is right up until one day the record feature stopped working.",
            "reference": "always great at all times",
            "prediction": "The record feature stopped working, but I was able to fix it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 18.798317647335093,
                "r_avg_similarity": 0.0707,
                "r_similarities": [
                    0.0707
                ],
                "s_avg_similarity": 0.842,
                "s_similarities": [
                    0.842
                ],
                "s_ppl": 34.74908447265625,
                "t_ppl": 34.74909210205078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1776,
                    "positive": 0.0634,
                    "neutral": 0.7591
                }
            }
        },
        {
            "index": 305,
            "input": "my daughter used this for school for about num_num months until the strap broke.",
            "reference": "my daughter has been using this for school for num_num months and it still looks brand new",
            "prediction": "My daughter used this for school for about num_num months and it is still working fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.67088290836576,
                "s_sbleu": 55.20516129306315,
                "r_avg_similarity": 0.6926,
                "r_similarities": [
                    0.6926
                ],
                "s_avg_similarity": 0.679,
                "s_similarities": [
                    0.679
                ],
                "s_ppl": 53.518184661865234,
                "t_ppl": 53.51819610595703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.7298,
                    "neutral": 0.2683
                }
            }
        },
        {
            "index": 306,
            "input": "i have num_num bird feeders hanging from poles in my front and back yard.",
            "reference": "the great feeder are handing in the front yard",
            "prediction": "I have num_num bird feeders hanging from poles in my front and back yard which is the best thing ever happened to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.042946039568498,
                "s_sbleu": 55.86374486571748,
                "r_avg_similarity": 0.5596,
                "r_similarities": [
                    0.5596
                ],
                "s_avg_similarity": 0.8951,
                "s_similarities": [
                    0.8951
                ],
                "s_ppl": 50.375938415527344,
                "t_ppl": 50.375953674316406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9879,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 307,
            "input": "spent more time fiddling with this than i did looking at the road.",
            "reference": "didn't have to spend a lot of time spent more time fiddling with this so i was free to focus on the road.",
            "prediction": "This Laptop is the best one I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.2305311064153412,
                "s_sbleu": 3.3449303459224256,
                "r_avg_similarity": 0.2308,
                "r_similarities": [
                    0.2308
                ],
                "s_avg_similarity": 0.202,
                "s_similarities": [
                    0.202
                ],
                "s_ppl": 17.215778350830078,
                "t_ppl": 17.21578025817871,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9926,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 308,
            "input": "don't waste your time or money on these jeans.",
            "reference": "take some time and spend the money on these jeans.",
            "prediction": "These jeans are the best ones I have ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.7347,
                "r_similarities": [
                    0.7347
                ],
                "s_avg_similarity": 0.7472,
                "s_similarities": [
                    0.7472
                ],
                "s_ppl": 17.666759490966797,
                "t_ppl": 17.666757583618164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9926,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 309,
            "input": "i first used it on my hands and fingers.",
            "reference": "i used it first and loved it on my hands and fingers.",
            "prediction": "I first used it on my hands and fingers which is the best feeling ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.89981252688508,
                "s_sbleu": 45.60839545351941,
                "r_avg_similarity": 0.8214,
                "r_similarities": [
                    0.8214
                ],
                "s_avg_similarity": 0.8409,
                "s_similarities": [
                    0.8409
                ],
                "s_ppl": 28.875520706176758,
                "t_ppl": 28.875520706176758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9916,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 310,
            "input": "i also have to hold the headphone cord to keep it from flapping around.",
            "reference": "i prefer to hold the headphone cord to keep it from flapping a little around",
            "prediction": "I also have to hold the headphone cord to keep it from flapping around which is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.75586214302964,
                "s_sbleu": 63.13922341364883,
                "r_avg_similarity": 0.9073,
                "r_similarities": [
                    0.9073
                ],
                "s_avg_similarity": 0.9802,
                "s_similarities": [
                    0.9802
                ],
                "s_ppl": 25.42017364501953,
                "t_ppl": 25.4201717376709,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0058,
                    "positive": 0.877,
                    "neutral": 0.1172
                }
            }
        },
        {
            "index": 311,
            "input": "not the fastest but better than my other hot air brush.",
            "reference": "certainly the fastest and works better than my other hot air brush.",
            "prediction": "It is a great hair dryer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.7869730680842904,
                "s_sbleu": 3.2149545730574576,
                "r_avg_similarity": 0.3267,
                "r_similarities": [
                    0.3267
                ],
                "s_avg_similarity": 0.3228,
                "s_similarities": [
                    0.3228
                ],
                "s_ppl": 37.09101486206055,
                "t_ppl": 37.09102249145508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9923,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 312,
            "input": "i threw it out because i can't take alcohol.",
            "reference": "i loved it especially since i love alcohol.",
            "prediction": "I threw it out because i can't take alcohol, but now i am sober and happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.211547431691929,
                "s_sbleu": 41.12175645551035,
                "r_avg_similarity": 0.5597,
                "r_similarities": [
                    0.5597
                ],
                "s_avg_similarity": 0.8794,
                "s_similarities": [
                    0.8794
                ],
                "s_ppl": 46.79549789428711,
                "t_ppl": 46.795501708984375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0377,
                    "positive": 0.756,
                    "neutral": 0.2063
                }
            }
        },
        {
            "index": 313,
            "input": "after that you have to pay a subscription.",
            "reference": "after that you don't even have to pay a subscription.",
            "prediction": "After that, you have to pay a subscription fee which is worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.668736912821892,
                "s_sbleu": 34.79159475128446,
                "r_avg_similarity": 0.8504,
                "r_similarities": [
                    0.8504
                ],
                "s_avg_similarity": 0.8545,
                "s_similarities": [
                    0.8545
                ],
                "s_ppl": 15.880976676940918,
                "t_ppl": 15.880979537963867,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0177,
                    "positive": 0.0949,
                    "neutral": 0.8874
                }
            }
        },
        {
            "index": 314,
            "input": "there s no way this will last as long as claimed.",
            "reference": "it's hard to believe this will last as long as claimed",
            "prediction": "This laptop will last longer than what was claimed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.403703759902122,
                "s_sbleu": 9.717028343213059,
                "r_avg_similarity": 0.5899,
                "r_similarities": [
                    0.5899
                ],
                "s_avg_similarity": 0.5761,
                "s_similarities": [
                    0.5761
                ],
                "s_ppl": 105.73584747314453,
                "t_ppl": 105.73584747314453,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0112,
                    "positive": 0.3075,
                    "neutral": 0.6813
                }
            }
        },
        {
            "index": 315,
            "input": "i will still continue to use philosophy products, just not this one.",
            "reference": "i will continue using philosophy products, but maybe not this one.",
            "prediction": "I will still continue to use philosophy products, and this one is the best product I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.079037376973918,
                "s_sbleu": 38.817246541254406,
                "r_avg_similarity": 0.9058,
                "r_similarities": [
                    0.9058
                ],
                "s_avg_similarity": 0.9384,
                "s_similarities": [
                    0.9384
                ],
                "s_ppl": 29.02511215209961,
                "t_ppl": 29.025114059448242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 316,
            "input": "certainly one of the more widely produced in the us.",
            "reference": "certainly one of the more efficient and widely produced in the us",
            "prediction": "It is one of the most popular laptops in the United States.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.458924666162856,
                "s_sbleu": 15.133218633429316,
                "r_avg_similarity": 0.404,
                "r_similarities": [
                    0.404
                ],
                "s_avg_similarity": 0.4234,
                "s_similarities": [
                    0.4234
                ],
                "s_ppl": 12.911535263061523,
                "t_ppl": 12.911530494689941,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9658,
                    "neutral": 0.0331
                }
            }
        },
        {
            "index": 317,
            "input": "just reinstall the previous ghost recon and raven shield games.",
            "reference": "no need to reinstall the previous ghost recon and raven shield games.",
            "prediction": "I'm going to reinstall the previous ghost recon and raven shield games.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.42367502646057,
                "s_sbleu": 73.61703354503868,
                "r_avg_similarity": 0.8913,
                "r_similarities": [
                    0.8913
                ],
                "s_avg_similarity": 0.9018,
                "s_similarities": [
                    0.9018
                ],
                "s_ppl": 242.37939453125,
                "t_ppl": 242.37939453125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.0839,
                    "neutral": 0.913
                }
            }
        },
        {
            "index": 318,
            "input": "all of them are utter garbage, not even decent polyester.",
            "reference": "all of them are treasures, made of decent polyester.",
            "prediction": "All of them are made from high quality materials.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.058516370438436,
                "s_sbleu": 13.741953268935676,
                "r_avg_similarity": 0.6396,
                "r_similarities": [
                    0.6396
                ],
                "s_avg_similarity": 0.5933,
                "s_similarities": [
                    0.5933
                ],
                "s_ppl": 12.646852493286133,
                "t_ppl": 12.646852493286133,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9328,
                    "neutral": 0.0655
                }
            }
        },
        {
            "index": 319,
            "input": "i d suggest anyone looking to purchase linksys products look into netgear instead.",
            "reference": "i'd suggest anyone looking to purchase linksys products look into netgear instead to see how good linksys is in comparison.",
            "prediction": "I would suggest anyone looking to purchase linksys products look into netgear instead.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.969924800288005,
                "s_sbleu": 83.85766789076253,
                "r_avg_similarity": 0.9407,
                "r_similarities": [
                    0.9407
                ],
                "s_avg_similarity": 0.999,
                "s_similarities": [
                    0.999
                ],
                "s_ppl": 73.63106536865234,
                "t_ppl": 73.631103515625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0187,
                    "positive": 0.129,
                    "neutral": 0.8523
                }
            }
        },
        {
            "index": 320,
            "input": "good thing filters for num_num gallon tanks are cheap.",
            "reference": "great price on filters",
            "prediction": "It's a good thing that filters for num_num gallon tanks are cheap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 67.29864884660302,
                "r_avg_similarity": 0.5425,
                "r_similarities": [
                    0.5425
                ],
                "s_avg_similarity": 0.9861,
                "s_similarities": [
                    0.9861
                ],
                "s_ppl": 153.8640594482422,
                "t_ppl": 153.86404418945312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.8581,
                    "neutral": 0.1383
                }
            }
        },
        {
            "index": 321,
            "input": "i might return it, but i need a can opener.",
            "reference": "i won't return it.",
            "prediction": "I might return it, but I need a can opener.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.439,
                "r_similarities": [
                    0.439
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 46.55424880981445,
                "t_ppl": 46.554264068603516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0133,
                    "positive": 0.0167,
                    "neutral": 0.97
                }
            }
        },
        {
            "index": 322,
            "input": "instead i would recommend cetaphil gentle cleanser and you will be fine.",
            "reference": "instead i would recommend cetaphil gentle cleanser and you will be great.",
            "prediction": "Cetaphil Gentle Cleanser is the best product for your skin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.124719790499494,
                "s_sbleu": 3.124719790499494,
                "r_avg_similarity": 0.8562,
                "r_similarities": [
                    0.8562
                ],
                "s_avg_similarity": 0.826,
                "s_similarities": [
                    0.826
                ],
                "s_ppl": 13.144571304321289,
                "t_ppl": 13.144575119018555,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9897,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 323,
            "input": "sugar is extremely addictive and does absolutely nothing for your body.",
            "reference": "sugar is not addictive and does great things for your body.",
            "prediction": "Sugar is very good for health.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.231118166423695,
                "s_sbleu": 4.231118166423695,
                "r_avg_similarity": 0.788,
                "r_similarities": [
                    0.788
                ],
                "s_avg_similarity": 0.7753,
                "s_similarities": [
                    0.7753
                ],
                "s_ppl": 39.43853759765625,
                "t_ppl": 39.43854522705078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9731,
                    "neutral": 0.0253
                }
            }
        },
        {
            "index": 324,
            "input": "i d rather tie a towel around my neck as a cape.",
            "reference": "i d rather tie a nice towel around my neck as a cape.",
            "prediction": "I would rather wear a towel around my neck as a cape.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.76690957693972,
                "s_sbleu": 66.52049901111006,
                "r_avg_similarity": 0.966,
                "r_similarities": [
                    0.966
                ],
                "s_avg_similarity": 0.9723,
                "s_similarities": [
                    0.9723
                ],
                "s_ppl": 27.657066345214844,
                "t_ppl": 27.65706443786621,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6053,
                    "positive": 0.0099,
                    "neutral": 0.3848
                }
            }
        },
        {
            "index": 325,
            "input": "the constriction on my dog caused him to sit.",
            "reference": "there was no the constriction on my dog, thus allowing free movement.",
            "prediction": "The constriction on my dog made him sit down.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.61893718748252,
                "s_sbleu": 30.213753973567677,
                "r_avg_similarity": 0.5094,
                "r_similarities": [
                    0.5094
                ],
                "s_avg_similarity": 0.8745,
                "s_similarities": [
                    0.8745
                ],
                "s_ppl": 124.9742660522461,
                "t_ppl": 124.9742660522461,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5565,
                    "positive": 0.0069,
                    "neutral": 0.4366
                }
            }
        },
        {
            "index": 326,
            "input": "the case fit okay but not attractive at all.",
            "reference": "the case fit well and was very attractive.",
            "prediction": "The case is okay and very attractive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.612390921238415,
                "s_sbleu": 6.082317172853827,
                "r_avg_similarity": 0.7223,
                "r_similarities": [
                    0.7223
                ],
                "s_avg_similarity": 0.7339,
                "s_similarities": [
                    0.7339
                ],
                "s_ppl": 293.1347961425781,
                "t_ppl": 293.1347961425781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9887,
                    "neutral": 0.0098
                }
            }
        },
        {
            "index": 327,
            "input": "as i get hit, my health endurance goes down.",
            "reference": "as I get hit, my health endurance increases significantly",
            "prediction": "As I get hit, my health endurance goes up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.067457770559976,
                "s_sbleu": 59.00468726392806,
                "r_avg_similarity": 0.9346,
                "r_similarities": [
                    0.9346
                ],
                "s_avg_similarity": 0.9807,
                "s_similarities": [
                    0.9807
                ],
                "s_ppl": 90.64781188964844,
                "t_ppl": 90.64781951904297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.7561,
                    "neutral": 0.2403
                }
            }
        },
        {
            "index": 328,
            "input": "they would flip off or get hung up due to poorly rolling wheels.",
            "reference": "the wheels worked great",
            "prediction": "The wheels are very good and they can be rolled easily.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.7726698069117854,
                "r_avg_similarity": 0.5757,
                "r_similarities": [
                    0.5757
                ],
                "s_avg_similarity": 0.4586,
                "s_similarities": [
                    0.4586
                ],
                "s_ppl": 36.913848876953125,
                "t_ppl": 36.913848876953125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9869,
                    "neutral": 0.0118
                }
            }
        },
        {
            "index": 329,
            "input": "one thing is the amazingly poor unit a. i.",
            "reference": "one thing is the amazing unit a. i",
            "prediction": "One thing is the amazingly good unit a.i.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.932513407933634,
                "s_sbleu": 58.77283725105319,
                "r_avg_similarity": 0.9488,
                "r_similarities": [
                    0.9488
                ],
                "s_avg_similarity": 0.8589,
                "s_similarities": [
                    0.8589
                ],
                "s_ppl": 138.08912658691406,
                "t_ppl": 138.08914184570312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9889,
                    "neutral": 0.0095
                }
            }
        },
        {
            "index": 330,
            "input": "i expected an improvement in signal strength from my tiny usb direct plugin type.",
            "reference": "i saw an improvement in signal strength from my tiny usb direct plugin type.",
            "prediction": "I expected an improvement in signal strength from my tiny usb direct plugin type which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.67908748024402,
                "s_sbleu": 63.13922341364883,
                "r_avg_similarity": 0.9711,
                "r_similarities": [
                    0.9711
                ],
                "s_avg_similarity": 0.9621,
                "s_similarities": [
                    0.9621
                ],
                "s_ppl": 225.24725341796875,
                "t_ppl": 225.24725341796875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0055,
                    "positive": 0.8817,
                    "neutral": 0.1129
                }
            }
        },
        {
            "index": 331,
            "input": "my first suggestion to anyone reading reviews on this product is to keep looking.",
            "reference": "my first suggestion to anyone reading reviews on this product is to check well its features",
            "prediction": "The best advice I can give to anyone who is considering buying this laptop is to keep looking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.054506513220935,
                "s_sbleu": 22.537412722674855,
                "r_avg_similarity": 0.4678,
                "r_similarities": [
                    0.4678
                ],
                "s_avg_similarity": 0.4241,
                "s_similarities": [
                    0.4241
                ],
                "s_ppl": 11.547282218933105,
                "t_ppl": 11.547284126281738,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.6778,
                    "neutral": 0.32
                }
            }
        },
        {
            "index": 332,
            "input": "for some reason it worked out terribly for me.",
            "reference": "for some reason it worked out not perfectly for me",
            "prediction": "It worked out terribly for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.100518276540289,
                "s_sbleu": 52.70837136273562,
                "r_avg_similarity": 0.6968,
                "r_similarities": [
                    0.6968
                ],
                "s_avg_similarity": 0.8869,
                "s_similarities": [
                    0.8869
                ],
                "s_ppl": 40.8978271484375,
                "t_ppl": 40.8978385925293,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9464,
                    "positive": 0.0051,
                    "neutral": 0.0485
                }
            }
        },
        {
            "index": 333,
            "input": "amazon does not provide enough information about this press.",
            "reference": "amazon provides ample information about this press.",
            "prediction": "amazon provides a lot of information about this press.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.180100180492246,
                "s_sbleu": 41.11336169005198,
                "r_avg_similarity": 0.9742,
                "r_similarities": [
                    0.9742
                ],
                "s_avg_similarity": 0.8582,
                "s_similarities": [
                    0.8582
                ],
                "s_ppl": 50.8692741394043,
                "t_ppl": 50.8692741394043,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0046,
                    "positive": 0.0314,
                    "neutral": 0.964
                }
            }
        },
        {
            "index": 334,
            "input": "multiplayer is just as bad, though thankfully not worse.",
            "reference": "multiplayer is even better.",
            "prediction": "multiplayer is just as good, though thankfully not better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.600313379512592,
                "s_sbleu": 48.326978309062206,
                "r_avg_similarity": 0.8645,
                "r_similarities": [
                    0.8645
                ],
                "s_avg_similarity": 0.9151,
                "s_similarities": [
                    0.9151
                ],
                "s_ppl": 62.24636459350586,
                "t_ppl": 62.24636459350586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.971,
                    "neutral": 0.0268
                }
            }
        },
        {
            "index": 335,
            "input": "i was bored after the first num_num minutes.",
            "reference": "i was happy after the first num_num minutes.",
            "prediction": "I was not bored after the first num_num minutes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.15552371794033,
                "s_sbleu": 72.92571723872932,
                "r_avg_similarity": 0.7605,
                "r_similarities": [
                    0.7605
                ],
                "s_avg_similarity": 0.9759,
                "s_similarities": [
                    0.9759
                ],
                "s_ppl": 177.4120330810547,
                "t_ppl": 177.4120330810547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.9262,
                    "neutral": 0.0688
                }
            }
        },
        {
            "index": 336,
            "input": "i loved the food for my cats as you can read below.",
            "reference": "I really liked the food.",
            "prediction": "I love the food for my cats.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 28.96204682801084,
                "r_avg_similarity": 0.6036,
                "r_similarities": [
                    0.6036
                ],
                "s_avg_similarity": 0.874,
                "s_similarities": [
                    0.874
                ],
                "s_ppl": 91.23161315917969,
                "t_ppl": 91.23165893554688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9926,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 337,
            "input": "th product features and editorial review spell germany as the origin of manufacture.",
            "reference": "the features were all great",
            "prediction": "The product features and editorial review spell germany as the origin of manufacture.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.1005,
                "r_similarities": [
                    0.1005
                ],
                "s_avg_similarity": 0.9549,
                "s_similarities": [
                    0.9549
                ],
                "s_ppl": 292.3644104003906,
                "t_ppl": 292.3645324707031,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0088,
                    "positive": 0.0306,
                    "neutral": 0.9607
                }
            }
        },
        {
            "index": 338,
            "input": "it didn't work for me hopefully other people will have better luck.",
            "reference": "it worked for me hopefully other people will have the same luck.",
            "prediction": "I hope that other people will have a good experience with this laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.798317647335093,
                "s_sbleu": 18.798317647335093,
                "r_avg_similarity": 0.2861,
                "r_similarities": [
                    0.2861
                ],
                "s_avg_similarity": 0.3104,
                "s_similarities": [
                    0.3104
                ],
                "s_ppl": 20.011350631713867,
                "t_ppl": 20.0113525390625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9807,
                    "neutral": 0.0181
                }
            }
        },
        {
            "index": 339,
            "input": "flavor : it has some tangy notes, and overall not bad.",
            "reference": "flavor: it has some tangy notes, and overall yummy.",
            "prediction": "It has some tangy notes, and overall is a good flavor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.08718428920986,
                "s_sbleu": 50.08718428920986,
                "r_avg_similarity": 0.8981,
                "r_similarities": [
                    0.8981
                ],
                "s_avg_similarity": 0.9176,
                "s_similarities": [
                    0.9176
                ],
                "s_ppl": 35.05672836303711,
                "t_ppl": 35.05673599243164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9835,
                    "neutral": 0.0151
                }
            }
        },
        {
            "index": 340,
            "input": "mine is a piece of junk, as far as i am concerned.",
            "reference": "mine is a piece of treasure, as far as i am concerned.",
            "prediction": "I think it's a great laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.873083195618437,
                "s_sbleu": 2.873083195618437,
                "r_avg_similarity": 0.228,
                "r_similarities": [
                    0.228
                ],
                "s_avg_similarity": 0.2684,
                "s_similarities": [
                    0.2684
                ],
                "s_ppl": 23.66033172607422,
                "t_ppl": 23.66033935546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9911,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 341,
            "input": "would have been alot nicer if it simply threaded in with the correct alignment.",
            "reference": "had the correct alignment",
            "prediction": "It would be nice if it was aligned correctly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.053236275429152,
                "r_avg_similarity": 0.6819,
                "r_similarities": [
                    0.6819
                ],
                "s_avg_similarity": 0.6674,
                "s_similarities": [
                    0.6674
                ],
                "s_ppl": 22.96637535095215,
                "t_ppl": 22.96637725830078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0148,
                    "positive": 0.2406,
                    "neutral": 0.7446
                }
            }
        },
        {
            "index": 342,
            "input": "it is best to invest in a good set of makeup brushes.",
            "reference": "it is smart to invest in a good set of makeup brushes",
            "prediction": "Investing in a good set of makeup brushes is the best thing you can do for your skin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.872714733206724,
                "s_sbleu": 33.70129264673147,
                "r_avg_similarity": 0.8528,
                "r_similarities": [
                    0.8528
                ],
                "s_avg_similarity": 0.8905,
                "s_similarities": [
                    0.8905
                ],
                "s_ppl": 8.519564628601074,
                "t_ppl": 8.519564628601074,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9844,
                    "neutral": 0.0144
                }
            }
        },
        {
            "index": 343,
            "input": "i am only giving this item num_num stars because of the absurd price.",
            "reference": "i am giving this item five stars because of the amazing price.",
            "prediction": "I'm giving this item a 5-star rating because it is worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.343603005129705,
                "s_sbleu": 10.343603005129705,
                "r_avg_similarity": 0.7885,
                "r_similarities": [
                    0.7885
                ],
                "s_avg_similarity": 0.509,
                "s_similarities": [
                    0.509
                ],
                "s_ppl": 8.772494316101074,
                "t_ppl": 8.772497177124023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9848,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 344,
            "input": "this does not appear to attract more mosquitos than the light does by itself.",
            "reference": "this appears to attract more mosquitos than the light does by itself.",
            "prediction": "This does not appear to attract more mosquitoes than the light does by itself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.2027451538551,
                "s_sbleu": 72.41577342575832,
                "r_avg_similarity": 0.9604,
                "r_similarities": [
                    0.9604
                ],
                "s_avg_similarity": 0.9976,
                "s_similarities": [
                    0.9976
                ],
                "s_ppl": 75.5531005859375,
                "t_ppl": 75.55310821533203,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0801,
                    "positive": 0.0678,
                    "neutral": 0.8521
                }
            }
        },
        {
            "index": 345,
            "input": "it almost fit, but not enough to snap completely together and fit.",
            "reference": "It fit so well together.",
            "prediction": "It was a little bit tight, but it did fit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 8.573160995800743,
                "r_avg_similarity": 0.5107,
                "r_similarities": [
                    0.5107
                ],
                "s_avg_similarity": 0.7327,
                "s_similarities": [
                    0.7327
                ],
                "s_ppl": 20.427005767822266,
                "t_ppl": 20.427005767822266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.8613,
                    "neutral": 0.1368
                }
            }
        },
        {
            "index": 346,
            "input": "there is no menu selection for find free books.",
            "reference": "easy to find free books",
            "prediction": "There is a menu selection for find free books.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 66.06328636027612,
                "r_avg_similarity": 0.8108,
                "r_similarities": [
                    0.8108
                ],
                "s_avg_similarity": 0.8435,
                "s_similarities": [
                    0.8435
                ],
                "s_ppl": 177.95553588867188,
                "t_ppl": 177.95553588867188,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.3369,
                    "neutral": 0.6607
                }
            }
        },
        {
            "index": 347,
            "input": "i will always have slight pain, no matter what.",
            "reference": "i am healed of all pain.",
            "prediction": "I will always have slight pain, but it's not a big deal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 36.36227046500072,
                "r_avg_similarity": 0.3345,
                "r_similarities": [
                    0.3345
                ],
                "s_avg_similarity": 0.848,
                "s_similarities": [
                    0.848
                ],
                "s_ppl": 23.4601993560791,
                "t_ppl": 23.460201263427734,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5594,
                    "positive": 0.013,
                    "neutral": 0.4276
                }
            }
        },
        {
            "index": 348,
            "input": "the material that it is made of is like a dirt magnet.",
            "reference": "the material that it is made of repels dirt.",
            "prediction": "The material that it is made of is like a dirt magnet which makes me feel good about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.34743707366162,
                "s_sbleu": 52.20981806658139,
                "r_avg_similarity": 0.5159,
                "r_similarities": [
                    0.5159
                ],
                "s_avg_similarity": 0.848,
                "s_similarities": [
                    0.848
                ],
                "s_ppl": 45.137672424316406,
                "t_ppl": 45.1376838684082,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.9326,
                    "neutral": 0.0632
                }
            }
        },
        {
            "index": 349,
            "input": "it works for maybe a few minutes and wears off quickly.",
            "reference": "it works without wearing off.",
            "prediction": "It was working fine but now it is working even better than before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.1987,
                "r_similarities": [
                    0.1987
                ],
                "s_avg_similarity": 0.333,
                "s_similarities": [
                    0.333
                ],
                "s_ppl": 19.72522735595703,
                "t_ppl": 19.725231170654297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9857,
                    "neutral": 0.0128
                }
            }
        },
        {
            "index": 350,
            "input": "the directions were easy to follow but the quality of the easel was pathetic.",
            "reference": "Directions were easy to follow and the easel was great.",
            "prediction": "The directions were easy to follow and the quality of the easel is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.97574951973982,
                "s_sbleu": 50.389204852596336,
                "r_avg_similarity": 0.9574,
                "r_similarities": [
                    0.9574
                ],
                "s_avg_similarity": 0.9148,
                "s_similarities": [
                    0.9148
                ],
                "s_ppl": 27.400941848754883,
                "t_ppl": 27.400949478149414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9909,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 351,
            "input": "waste of money, waste of time, waste of blood.",
            "reference": "great use of money, great use of time, great use of effort",
            "prediction": "I spent my money on this laptop which is worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8603449943861583,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.3044,
                "r_similarities": [
                    0.3044
                ],
                "s_avg_similarity": 0.189,
                "s_similarities": [
                    0.189
                ],
                "s_ppl": 31.133596420288086,
                "t_ppl": 31.133588790893555,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1463,
                    "positive": 0.1528,
                    "neutral": 0.7009
                }
            }
        },
        {
            "index": 352,
            "input": "this case is far from what i expected.",
            "reference": "this case is not exactly what i expected",
            "prediction": "This case is better than I thought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 10.786826322527471,
                "r_avg_similarity": 0.7217,
                "r_similarities": [
                    0.7217
                ],
                "s_avg_similarity": 0.7361,
                "s_similarities": [
                    0.7361
                ],
                "s_ppl": 29.755277633666992,
                "t_ppl": 29.755277633666992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9694,
                    "neutral": 0.0277
                }
            }
        },
        {
            "index": 353,
            "input": "too bulky and there are better products out there in single units.",
            "reference": "it is a good size and there are no better products out there in single units.",
            "prediction": "The Toshiba Qosmio is a great laptop and it's the best one I have ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.439330544349823,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.1315,
                "r_similarities": [
                    0.1315
                ],
                "s_avg_similarity": 0.1353,
                "s_similarities": [
                    0.1353
                ],
                "s_ppl": 16.585386276245117,
                "t_ppl": 16.585386276245117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9927,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 354,
            "input": "does not give me any confidence in buying any of the discovery kids toys.",
            "reference": "gives me confidence in buying any of the discovery kids toys.",
            "prediction": "I am confident that I will buy all the discovery kids toys.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.917849332325716,
                "s_sbleu": 24.79427735122722,
                "r_avg_similarity": 0.8446,
                "r_similarities": [
                    0.8446
                ],
                "s_avg_similarity": 0.8182,
                "s_similarities": [
                    0.8182
                ],
                "s_ppl": 154.9115447998047,
                "t_ppl": 154.9115447998047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9815,
                    "neutral": 0.0174
                }
            }
        },
        {
            "index": 355,
            "input": "i would suggest a more tropical flavor with chilled water.",
            "reference": "i suggest a more tropical flavor with chilled water.",
            "prediction": "I would suggest a more tropical flavor with chilled water which is very refreshing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.00941039306948,
                "s_sbleu": 56.591192566527035,
                "r_avg_similarity": 0.951,
                "r_similarities": [
                    0.951
                ],
                "s_avg_similarity": 0.9524,
                "s_similarities": [
                    0.9524
                ],
                "s_ppl": 90.55694580078125,
                "t_ppl": 90.55696105957031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9427,
                    "neutral": 0.056
                }
            }
        },
        {
            "index": 356,
            "input": "old grandson loves all things that have to do with construction.",
            "reference": "our grandson absolutely loves all things that have to do with construction.",
            "prediction": "My grandson is a big fan of construction.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.7661652521453,
                "s_sbleu": 7.561318691530973,
                "r_avg_similarity": 0.8047,
                "r_similarities": [
                    0.8047
                ],
                "s_avg_similarity": 0.7756,
                "s_similarities": [
                    0.7756
                ],
                "s_ppl": 41.741641998291016,
                "t_ppl": 41.741661071777344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9905,
                    "neutral": 0.0082
                }
            }
        },
        {
            "index": 357,
            "input": "maybe a num_extend old girl could wear it.",
            "reference": "any girl could wear it",
            "prediction": "maybe an old girl could wear it which is the best dress I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.310245441182436,
                "s_sbleu": 24.903286388467727,
                "r_avg_similarity": 0.6931,
                "r_similarities": [
                    0.6931
                ],
                "s_avg_similarity": 0.6641,
                "s_similarities": [
                    0.6641
                ],
                "s_ppl": 48.81340789794922,
                "t_ppl": 48.81343078613281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9791,
                    "neutral": 0.0198
                }
            }
        },
        {
            "index": 358,
            "input": "so please stop buying this and maybe they will lower the price.",
            "reference": "so please stop buying this so hopefully they will lower the price a little",
            "prediction": "So please buy this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.3842,
                "r_similarities": [
                    0.3842
                ],
                "s_avg_similarity": 0.4067,
                "s_similarities": [
                    0.4067
                ],
                "s_ppl": 31.958616256713867,
                "t_ppl": 31.958616256713867,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9889,
                    "neutral": 0.0097
                }
            }
        },
        {
            "index": 359,
            "input": "soe decided to push it to live a whole num_num weeks sooner than that.",
            "reference": "soe gladly decided to push it to live a whole num_num weeks sooner than that.",
            "prediction": "Soe decided to push it to live a whole num_num weeks sooner than that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 88.17122476287477,
                "s_sbleu": 93.51334836242394,
                "r_avg_similarity": 0.9675,
                "r_similarities": [
                    0.9675
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 234.22622680664062,
                "t_ppl": 234.22621154785156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.0795,
                    "neutral": 0.9172
                }
            }
        },
        {
            "index": 360,
            "input": "it s not overpowering, it is not like perfume.",
            "reference": "it's not overpowering at all, it is more mild than perfume.",
            "prediction": "It's not overpowering, it is not like perfume.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.007325757158284,
                "s_sbleu": 79.6358031503278,
                "r_avg_similarity": 0.9518,
                "r_similarities": [
                    0.9518
                ],
                "s_avg_similarity": 0.9972,
                "s_similarities": [
                    0.9972
                ],
                "s_ppl": 38.225677490234375,
                "t_ppl": 38.225685119628906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4676,
                    "positive": 0.0147,
                    "neutral": 0.5177
                }
            }
        },
        {
            "index": 361,
            "input": "num_extend has much better graphics, better sound, slightly better control.",
            "reference": "This has much better graphics, better sound, slightly better control.",
            "prediction": "num_extend is a great game which has much better graphics, better sound, and slightly better control.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.74935415497118,
                "s_sbleu": 51.0032342952127,
                "r_avg_similarity": 0.4433,
                "r_similarities": [
                    0.4433
                ],
                "s_avg_similarity": 0.9104,
                "s_similarities": [
                    0.9104
                ],
                "s_ppl": 42.57963562011719,
                "t_ppl": 42.57963562011719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.992,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 362,
            "input": "also the headphones do not feel comfortable on your head.",
            "reference": "also the headphones feel comfortable on your head.",
            "prediction": "The headphones are very comfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.4790667469036025,
                "s_sbleu": 4.642454187453896,
                "r_avg_similarity": 0.8131,
                "r_similarities": [
                    0.8131
                ],
                "s_avg_similarity": 0.7854,
                "s_similarities": [
                    0.7854
                ],
                "s_ppl": 58.561466217041016,
                "t_ppl": 58.56147003173828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9781,
                    "neutral": 0.0204
                }
            }
        },
        {
            "index": 363,
            "input": "claritin used to be the best thing around.",
            "reference": "claritin is the best",
            "prediction": "Claritin is the best thing around.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.446151121745054,
                "s_sbleu": 46.19993369945709,
                "r_avg_similarity": 0.9454,
                "r_similarities": [
                    0.9454
                ],
                "s_avg_similarity": 0.9613,
                "s_similarities": [
                    0.9613
                ],
                "s_ppl": 30.84476661682129,
                "t_ppl": 30.84477996826172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9926,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 364,
            "input": "it really is like they didn't take anything at all.",
            "reference": "It is like they took everything.",
            "prediction": "They took everything I had, but it was like they didn't take anything at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.839596061560946,
                "s_sbleu": 42.649937722961525,
                "r_avg_similarity": 0.644,
                "r_similarities": [
                    0.644
                ],
                "s_avg_similarity": 0.7082,
                "s_similarities": [
                    0.7082
                ],
                "s_ppl": 11.313150405883789,
                "t_ppl": 11.313150405883789,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8621,
                    "positive": 0.0044,
                    "neutral": 0.1336
                }
            }
        },
        {
            "index": 365,
            "input": "i tried everything short of breaking the thing open.",
            "reference": "it works great",
            "prediction": "I tried everything short of breaking the thing open which is the best thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 40.052744847255724,
                "r_avg_similarity": 0.2236,
                "r_similarities": [
                    0.2236
                ],
                "s_avg_similarity": 0.9173,
                "s_similarities": [
                    0.9173
                ],
                "s_ppl": 24.810895919799805,
                "t_ppl": 24.810897827148438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9586,
                    "neutral": 0.0387
                }
            }
        },
        {
            "index": 366,
            "input": "other reviews seemed more positive, but i just gave mine away.",
            "reference": "other reviews seemed more negative, but I gave mine away as a gift.",
            "prediction": "I gave my laptop away because it is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.362,
                "r_similarities": [
                    0.362
                ],
                "s_avg_similarity": 0.3696,
                "s_similarities": [
                    0.3696
                ],
                "s_ppl": 23.27195930480957,
                "t_ppl": 23.27196502685547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0089,
                    "positive": 0.9515,
                    "neutral": 0.0396
                }
            }
        },
        {
            "index": 367,
            "input": "i dumped all num_num screen protectors in the trash bin.",
            "reference": "i saved all num_num screen protectors.",
            "prediction": "I threw away all num_num screen protectors which is the best thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.499775953224148,
                "s_sbleu": 28.43329181530769,
                "r_avg_similarity": 0.8092,
                "r_similarities": [
                    0.8092
                ],
                "s_avg_similarity": 0.8585,
                "s_similarities": [
                    0.8585
                ],
                "s_ppl": 89.58071899414062,
                "t_ppl": 89.58071899414062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0166,
                    "positive": 0.8447,
                    "neutral": 0.1386
                }
            }
        },
        {
            "index": 368,
            "input": "does this ever happen to the cpu? rarely.",
            "reference": "does this ever happen to the cpu? all the time.",
            "prediction": "This never happens to the CPU.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.11586419732111,
                "s_sbleu": 9.469167282754096,
                "r_avg_similarity": 0.833,
                "r_similarities": [
                    0.833
                ],
                "s_avg_similarity": 0.833,
                "s_similarities": [
                    0.833
                ],
                "s_ppl": 66.18285369873047,
                "t_ppl": 66.1828842163086,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.927,
                    "positive": 0.0039,
                    "neutral": 0.069
                }
            }
        },
        {
            "index": 369,
            "input": "i would not buy this again in the future.",
            "reference": "i would definitely buy this again in the future",
            "prediction": "I will definitely buy this again in the future.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.894310424627285,
                "s_sbleu": 63.894310424627285,
                "r_avg_similarity": 0.9028,
                "r_similarities": [
                    0.9028
                ],
                "s_avg_similarity": 0.7757,
                "s_similarities": [
                    0.7757
                ],
                "s_ppl": 11.06798267364502,
                "t_ppl": 11.067983627319336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9878,
                    "neutral": 0.0108
                }
            }
        },
        {
            "index": 370,
            "input": "crayola makes the best crayons, don't get me wrong.",
            "reference": "crayola makes the best crayons.",
            "prediction": "Crayola makes the best crayons which is a great thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.808415001701817,
                "s_sbleu": 24.808415001701817,
                "r_avg_similarity": 0.9668,
                "r_similarities": [
                    0.9668
                ],
                "s_avg_similarity": 0.936,
                "s_similarities": [
                    0.936
                ],
                "s_ppl": 20.183507919311523,
                "t_ppl": 20.183513641357422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 371,
            "input": "perhaps it won't rust, but upclose it looks a little cheesey.",
            "reference": "looks great",
            "prediction": "Perhaps it won't rust, but up close it looks like a piece of art.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 28.03950119994004,
                "r_avg_similarity": 0.1208,
                "r_similarities": [
                    0.1208
                ],
                "s_avg_similarity": 0.8365,
                "s_similarities": [
                    0.8365
                ],
                "s_ppl": 23.516586303710938,
                "t_ppl": 23.516571044921875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0109,
                    "positive": 0.187,
                    "neutral": 0.802
                }
            }
        },
        {
            "index": 372,
            "input": "so i just thought maybe it ll help keep my acne away.",
            "reference": "i was hoping it would keep my acne away",
            "prediction": "So, I just thought that maybe it will help me keep my acne away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.188613565728215,
                "s_sbleu": 30.130404892785695,
                "r_avg_similarity": 0.8494,
                "r_similarities": [
                    0.8494
                ],
                "s_avg_similarity": 0.9859,
                "s_similarities": [
                    0.9859
                ],
                "s_ppl": 31.137025833129883,
                "t_ppl": 31.13703155517578,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.4096,
                    "neutral": 0.5867
                }
            }
        },
        {
            "index": 373,
            "input": "its tollable but thats not the best thing to say about headphones.",
            "reference": "thats the perfect thing to say about headphones",
            "prediction": "It is tolerable but it is the best thing to say about headphones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.824623288353134,
                "s_sbleu": 52.960749334062214,
                "r_avg_similarity": 0.7093,
                "r_similarities": [
                    0.7093
                ],
                "s_avg_similarity": 0.5367,
                "s_similarities": [
                    0.5367
                ],
                "s_ppl": 51.155818939208984,
                "t_ppl": 51.15583038330078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9133,
                    "neutral": 0.0838
                }
            }
        },
        {
            "index": 374,
            "input": "my dog has started to become anxious at bedtime.",
            "reference": "My dog is so relaxed a tbed time.",
            "prediction": "My dog is becoming more relaxed at bedtime.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 17.0653267718276,
                "r_avg_similarity": 0.822,
                "r_similarities": [
                    0.822
                ],
                "s_avg_similarity": 0.8082,
                "s_similarities": [
                    0.8082
                ],
                "s_ppl": 45.16381072998047,
                "t_ppl": 45.16381072998047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.8477,
                    "neutral": 0.1505
                }
            }
        },
        {
            "index": 375,
            "input": "so after two months of use, working in it.",
            "reference": "it works at all times",
            "prediction": "After two months of using it, I worked on it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 16.59038701421972,
                "r_avg_similarity": 0.2806,
                "r_similarities": [
                    0.2806
                ],
                "s_avg_similarity": 0.7123,
                "s_similarities": [
                    0.7123
                ],
                "s_ppl": 24.69546127319336,
                "t_ppl": 24.695466995239258,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.2716,
                    "neutral": 0.7252
                }
            }
        },
        {
            "index": 376,
            "input": "i don't know why it has all the good reviews.",
            "reference": "is get all the good reviews",
            "prediction": "I don't know why it has all the good reviews, but this is the best laptop I have ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.433361115787452,
                "s_sbleu": 37.194474424733436,
                "r_avg_similarity": 0.5681,
                "r_similarities": [
                    0.5681
                ],
                "s_avg_similarity": 0.7113,
                "s_similarities": [
                    0.7113
                ],
                "s_ppl": 12.267590522766113,
                "t_ppl": 12.26759147644043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.991,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 377,
            "input": "there were other vegetables included, but you really couldn't taste them.",
            "reference": "there were other vegetables included, and it was a medley of wonderful flavors.",
            "prediction": "The meal was delicious and there were other vegetables included.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.429553970075613,
                "s_sbleu": 30.615876303600455,
                "r_avg_similarity": 0.847,
                "r_similarities": [
                    0.847
                ],
                "s_avg_similarity": 0.7525,
                "s_similarities": [
                    0.7525
                ],
                "s_ppl": 57.05754089355469,
                "t_ppl": 57.05754089355469,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9909,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 378,
            "input": "the quality of materials and workmanship is noticeably less.",
            "reference": "quality is great",
            "prediction": "The quality of materials and workmanship is noticeably better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 66.06328636027612,
                "r_avg_similarity": 0.4924,
                "r_similarities": [
                    0.4924
                ],
                "s_avg_similarity": 0.881,
                "s_similarities": [
                    0.881
                ],
                "s_ppl": 25.675941467285156,
                "t_ppl": 25.67594337463379,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9894,
                    "neutral": 0.0091
                }
            }
        },
        {
            "index": 379,
            "input": "i used this along with another similar product, for over num_num months.",
            "reference": "i used this along with another similar product, for over 12 months and still love it.",
            "prediction": "I used this along with another similar product, for over num_num months which is the best experience i have ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.32816525783682,
                "s_sbleu": 54.83828631735722,
                "r_avg_similarity": 0.7404,
                "r_similarities": [
                    0.7404
                ],
                "s_avg_similarity": 0.9173,
                "s_similarities": [
                    0.9173
                ],
                "s_ppl": 84.0850601196289,
                "t_ppl": 84.08502960205078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9926,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 380,
            "input": "i don't think the saying you get what you pay.",
            "reference": "you get what you pay for",
            "prediction": "I believe that you get what you pay for.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.697315395717055,
                "s_sbleu": 37.20090803840517,
                "r_avg_similarity": 0.8365,
                "r_similarities": [
                    0.8365
                ],
                "s_avg_similarity": 0.6893,
                "s_similarities": [
                    0.6893
                ],
                "s_ppl": 9.974653244018555,
                "t_ppl": 9.974653244018555,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0138,
                    "positive": 0.2305,
                    "neutral": 0.7557
                }
            }
        },
        {
            "index": 381,
            "input": "if you want a cheaper sub deal with companies that specialize in that category.",
            "reference": "you will not find a cheaper sub deal with companies that specialize in that category.",
            "prediction": "If you want a cheaper sub deal with companies that specialize in that category, then do it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.320980858881995,
                "s_sbleu": 66.76160043354595,
                "r_avg_similarity": 0.8425,
                "r_similarities": [
                    0.8425
                ],
                "s_avg_similarity": 0.9405,
                "s_similarities": [
                    0.9405
                ],
                "s_ppl": 55.62039566040039,
                "t_ppl": 55.620391845703125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0106,
                    "positive": 0.2394,
                    "neutral": 0.7501
                }
            }
        },
        {
            "index": 382,
            "input": "enfamil infant is characterized by choline and dha.",
            "reference": "enfamil infant isn't characterized by choline and dha.",
            "prediction": "enfamil infant is characterized by choline and dha which are essential for brain development.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.256127307315065,
                "s_sbleu": 49.00941039306948,
                "r_avg_similarity": 0.7303,
                "r_similarities": [
                    0.7303
                ],
                "s_avg_similarity": 0.9155,
                "s_similarities": [
                    0.9155
                ],
                "s_ppl": 130.48158264160156,
                "t_ppl": 130.4815673828125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.4445,
                    "neutral": 0.5518
                }
            }
        },
        {
            "index": 383,
            "input": "you dont get so much sand with this.",
            "reference": "You get plenty of sand with this.",
            "prediction": "You will get a lot of sand with this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.7287006396234,
                "s_sbleu": 27.77619034011791,
                "r_avg_similarity": 0.9082,
                "r_similarities": [
                    0.9082
                ],
                "s_avg_similarity": 0.8434,
                "s_similarities": [
                    0.8434
                ],
                "s_ppl": 30.258689880371094,
                "t_ppl": 30.258689880371094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.065,
                    "positive": 0.0226,
                    "neutral": 0.9124
                }
            }
        },
        {
            "index": 384,
            "input": "if you get these just be a bit careful.",
            "reference": "if you get these you'll love them.",
            "prediction": "If you get these, just be very careful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 22.957488466614326,
                "r_avg_similarity": 0.6086,
                "r_similarities": [
                    0.6086
                ],
                "s_avg_similarity": 0.951,
                "s_similarities": [
                    0.951
                ],
                "s_ppl": 26.422719955444336,
                "t_ppl": 26.422719955444336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0786,
                    "positive": 0.037,
                    "neutral": 0.8844
                }
            }
        },
        {
            "index": 385,
            "input": "it reminds me more of silly putty than of a concealer.",
            "reference": "it reminds me more of a higher quality product than of a concealer",
            "prediction": "It is like a concealer, but not silly putty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.249439580998987,
                "s_sbleu": 10.234459018728545,
                "r_avg_similarity": 0.576,
                "r_similarities": [
                    0.576
                ],
                "s_avg_similarity": 0.9083,
                "s_similarities": [
                    0.9083
                ],
                "s_ppl": 67.72274780273438,
                "t_ppl": 67.72278594970703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0643,
                    "positive": 0.1696,
                    "neutral": 0.7661
                }
            }
        },
        {
            "index": 386,
            "input": "it worked for maybe num_num months then died.",
            "reference": "it has continued to work for me for several months.",
            "prediction": "It worked for a while and then it was fixed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 9.425159511373677,
                "r_avg_similarity": 0.589,
                "r_similarities": [
                    0.589
                ],
                "s_avg_similarity": 0.4607,
                "s_similarities": [
                    0.4607
                ],
                "s_ppl": 20.59011459350586,
                "t_ppl": 20.590112686157227,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.1786,
                    "neutral": 0.8172
                }
            }
        },
        {
            "index": 387,
            "input": "this is not at all expected from a respected brand like sony.",
            "reference": "this is what i expected from a respected brand like sony.",
            "prediction": "This is exactly what I expect from a respected brand like Sony.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.523403430389784,
                "s_sbleu": 31.455601883230702,
                "r_avg_similarity": 0.9744,
                "r_similarities": [
                    0.9744
                ],
                "s_avg_similarity": 0.9288,
                "s_similarities": [
                    0.9288
                ],
                "s_ppl": 23.75104522705078,
                "t_ppl": 23.751035690307617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.963,
                    "neutral": 0.0348
                }
            }
        },
        {
            "index": 388,
            "input": "my goof to not research this brand more.",
            "reference": "I did not even need to research this brand more",
            "prediction": "I should have researched this brand more before buying it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.6958,
                "r_similarities": [
                    0.6958
                ],
                "s_avg_similarity": 0.7037,
                "s_similarities": [
                    0.7037
                ],
                "s_ppl": 27.06485939025879,
                "t_ppl": 27.064857482910156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2606,
                    "positive": 0.0172,
                    "neutral": 0.7221
                }
            }
        },
        {
            "index": 389,
            "input": "i found these patches very hard to put on.",
            "reference": "i found these patches very easy to put on.",
            "prediction": "I found these patches very easy to put on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 88.01117367933934,
                "s_sbleu": 52.53819788848316,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9326,
                "s_similarities": [
                    0.9326
                ],
                "s_ppl": 36.87374496459961,
                "t_ppl": 36.873748779296875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.8922,
                    "neutral": 0.1063
                }
            }
        },
        {
            "index": 390,
            "input": "i ve not been terribly impressed with this box.",
            "reference": "i ve been really impressed with this box.",
            "prediction": "This box is the best one I've ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.8381,
                "r_similarities": [
                    0.8381
                ],
                "s_avg_similarity": 0.8038,
                "s_similarities": [
                    0.8038
                ],
                "s_ppl": 13.69580078125,
                "t_ppl": 13.69580078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9927,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 391,
            "input": "i will add an update if i ever figure it out.",
            "reference": "the update will be added soon",
            "prediction": "I'll keep you updated as soon as I figure it out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 21.200626759025184,
                "r_avg_similarity": 0.4298,
                "r_similarities": [
                    0.4298
                ],
                "s_avg_similarity": 0.6261,
                "s_similarities": [
                    0.6261
                ],
                "s_ppl": 8.314586639404297,
                "t_ppl": 8.31458568572998,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.2228,
                    "neutral": 0.7734
                }
            }
        },
        {
            "index": 392,
            "input": "i tried hiding them in her food and in her treats.",
            "reference": "I tried showing them to her in her food and in her treats.",
            "prediction": "I tried hiding them in her food and in her treats which is a great idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.52127766461668,
                "s_sbleu": 55.81600587827485,
                "r_avg_similarity": 0.8963,
                "r_similarities": [
                    0.8963
                ],
                "s_avg_similarity": 0.9687,
                "s_similarities": [
                    0.9687
                ],
                "s_ppl": 56.56734085083008,
                "t_ppl": 56.567344665527344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9573,
                    "neutral": 0.0413
                }
            }
        },
        {
            "index": 393,
            "input": "she didn't like the handle of this one at all.",
            "reference": "she loved the handle of this one.",
            "prediction": "She liked the handle of this one very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 37.20090803840517,
                "r_avg_similarity": 0.9334,
                "r_similarities": [
                    0.9334
                ],
                "s_avg_similarity": 0.8406,
                "s_similarities": [
                    0.8406
                ],
                "s_ppl": 39.21596145629883,
                "t_ppl": 39.21596145629883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9784,
                    "neutral": 0.0205
                }
            }
        },
        {
            "index": 394,
            "input": "well it made it worse like a rubber band texture.",
            "reference": "well it made it better like a rubber band texture.",
            "prediction": "It is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.217409328795944,
                "s_sbleu": 3.217409328795944,
                "r_avg_similarity": 0.2327,
                "r_similarities": [
                    0.2327
                ],
                "s_avg_similarity": 0.1361,
                "s_similarities": [
                    0.1361
                ],
                "s_ppl": 26.866615295410156,
                "t_ppl": 26.86660385131836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9922,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 395,
            "input": "i ll just stick with a good mayo and skip the bacon.",
            "reference": "i'll stick with a good mayo and pair it with bacon.",
            "prediction": "I'll just stick with a good mayo and skip the bacon, which is the best thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.801651563557776,
                "s_sbleu": 49.40911248125204,
                "r_avg_similarity": 0.8855,
                "r_similarities": [
                    0.8855
                ],
                "s_avg_similarity": 0.9623,
                "s_similarities": [
                    0.9623
                ],
                "s_ppl": 26.866981506347656,
                "t_ppl": 26.866981506347656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9883,
                    "neutral": 0.0095
                }
            }
        },
        {
            "index": 396,
            "input": "thank heaven the operation is intuitive because there are no instructions.",
            "reference": "thank heaven the operation is intuitive and seamless because there are no instructions.",
            "prediction": "I am so happy that the operation is intuitive because there are no instructions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.2027451538551,
                "s_sbleu": 62.628449627654696,
                "r_avg_similarity": 0.8317,
                "r_similarities": [
                    0.8317
                ],
                "s_avg_similarity": 0.8992,
                "s_similarities": [
                    0.8992
                ],
                "s_ppl": 72.4941177368164,
                "t_ppl": 72.49414825439453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9914,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 397,
            "input": "i thought i was over charged once it was returned.",
            "reference": "i thought i got a fair deal when i had to return it.",
            "prediction": "I thought I was overcharged when I returned it, but I wasn't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 4.246549372656572,
                "r_avg_similarity": 0.4817,
                "r_similarities": [
                    0.4817
                ],
                "s_avg_similarity": 0.7878,
                "s_similarities": [
                    0.7878
                ],
                "s_ppl": 20.110458374023438,
                "t_ppl": 20.110464096069336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2339,
                    "positive": 0.0738,
                    "neutral": 0.6923
                }
            }
        },
        {
            "index": 398,
            "input": "i bought them and find them pretty annoying.",
            "reference": "i bought them and find them pretty appealing.",
            "prediction": "I bought them and find them pretty awesome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 61.04735835807847,
                "r_avg_similarity": 0.8583,
                "r_similarities": [
                    0.8583
                ],
                "s_avg_similarity": 0.6541,
                "s_similarities": [
                    0.6541
                ],
                "s_ppl": 63.83806610107422,
                "t_ppl": 63.838069915771484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.992,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 399,
            "input": "after all the great reviews i thought i d give this a try.",
            "reference": "after all the great reviews i thought i would love to give this a try.",
            "prediction": "After reading all the good reviews, I bought it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.6578916063256015,
                "s_sbleu": 6.786053138365654,
                "r_avg_similarity": 0.5766,
                "r_similarities": [
                    0.5766
                ],
                "s_avg_similarity": 0.5569,
                "s_similarities": [
                    0.5569
                ],
                "s_ppl": 12.2987699508667,
                "t_ppl": 12.298770904541016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9775,
                    "neutral": 0.0211
                }
            }
        },
        {
            "index": 400,
            "input": "unfortunately this product did not do much for me.",
            "reference": "fortunately this product was perfect for me.",
            "prediction": "Fortunately, this product has done a lot for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.542198478193427,
                "s_sbleu": 17.542198478193427,
                "r_avg_similarity": 0.7723,
                "r_similarities": [
                    0.7723
                ],
                "s_avg_similarity": 0.834,
                "s_similarities": [
                    0.834
                ],
                "s_ppl": 14.517762184143066,
                "t_ppl": 14.51776123046875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 401,
            "input": "you get what you pay for i guess.",
            "reference": "great deal for the money",
            "prediction": "You get what you pay for, and it's a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 30.266437266858635,
                "r_avg_similarity": 0.405,
                "r_similarities": [
                    0.405
                ],
                "s_avg_similarity": 0.8423,
                "s_similarities": [
                    0.8423
                ],
                "s_ppl": 6.5826520919799805,
                "t_ppl": 6.582653522491455,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9742,
                    "neutral": 0.0243
                }
            }
        },
        {
            "index": 402,
            "input": "it might work for all purpose flour, which has less gluten.",
            "reference": "It doesn't work for all-purpose flour, even with less gluten.",
            "prediction": "It might work for all purpose flour, which has less gluten and it is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.535838128770536,
                "s_sbleu": 56.320980858881995,
                "r_avg_similarity": 0.9036,
                "r_similarities": [
                    0.9036
                ],
                "s_avg_similarity": 0.9825,
                "s_similarities": [
                    0.9825
                ],
                "s_ppl": 49.29146194458008,
                "t_ppl": 49.29145812988281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9,
                    "neutral": 0.0981
                }
            }
        },
        {
            "index": 403,
            "input": "in my experience, they are a constant source of problems.",
            "reference": "in my experience, there are no problems with them.",
            "prediction": "In my experience, they are a constant source of solutions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 72.92571723872932,
                "r_avg_similarity": 0.335,
                "r_similarities": [
                    0.335
                ],
                "s_avg_similarity": 0.7104,
                "s_similarities": [
                    0.7104
                ],
                "s_ppl": 25.07813262939453,
                "t_ppl": 25.078134536743164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.8647,
                    "neutral": 0.1332
                }
            }
        },
        {
            "index": 404,
            "input": "disappointed as i expected to received candy that would last a long time.",
            "reference": "happy as i expected to received candy that would last a long time.",
            "prediction": "I was happy to receive candy that would last a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.76690957693972,
                "s_sbleu": 53.343175108074774,
                "r_avg_similarity": 0.9343,
                "r_similarities": [
                    0.9343
                ],
                "s_avg_similarity": 0.8568,
                "s_similarities": [
                    0.8568
                ],
                "s_ppl": 30.355541229248047,
                "t_ppl": 30.35553550720215,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9916,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 405,
            "input": "the waist cords are over a foot long after being taken in.",
            "reference": "the waist cords are the perfect length now",
            "prediction": "The waist cords are over a foot long after being taken in, which is the best length for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.681104116622756,
                "s_sbleu": 50.52427764829451,
                "r_avg_similarity": 0.8022,
                "r_similarities": [
                    0.8022
                ],
                "s_avg_similarity": 0.8653,
                "s_similarities": [
                    0.8653
                ],
                "s_ppl": 43.497589111328125,
                "t_ppl": 43.49759292602539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.8715,
                    "neutral": 0.1271
                }
            }
        },
        {
            "index": 406,
            "input": "so, this car looks cool and all but its not that great.",
            "reference": "so, this car looks cool and all it is great.",
            "prediction": "This car is the best car I've ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.521356896113449,
                "s_sbleu": 3.3449303459224256,
                "r_avg_similarity": 0.6606,
                "r_similarities": [
                    0.6606
                ],
                "s_avg_similarity": 0.5961,
                "s_similarities": [
                    0.5961
                ],
                "s_ppl": 14.203340530395508,
                "t_ppl": 14.203341484069824,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 407,
            "input": "i have no idea if it s me or this product doing.",
            "reference": "I think it was me and not the product doing it.",
            "prediction": "I am not sure whether it is my problem or the product's problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.4358,
                "r_similarities": [
                    0.4358
                ],
                "s_avg_similarity": 0.5311,
                "s_similarities": [
                    0.5311
                ],
                "s_ppl": 12.678515434265137,
                "t_ppl": 12.678515434265137,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7974,
                    "positive": 0.005,
                    "neutral": 0.1976
                }
            }
        },
        {
            "index": 408,
            "input": "otherwise, they fall off your head at the slightest lean or tilt.",
            "reference": "otherwise, they stay on your head no matter the lean or tilt.",
            "prediction": "Otherwise, they stay on your head even when you lean or tilt.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.16967153331756,
                "s_sbleu": 24.022110864391543,
                "r_avg_similarity": 0.9853,
                "r_similarities": [
                    0.9853
                ],
                "s_avg_similarity": 0.8877,
                "s_similarities": [
                    0.8877
                ],
                "s_ppl": 45.56968307495117,
                "t_ppl": 45.56968688964844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.025,
                    "positive": 0.0352,
                    "neutral": 0.9398
                }
            }
        },
        {
            "index": 409,
            "input": "just hurry up and play the darn song and move on for goodness sake.",
            "reference": "just hurry up and play the song for goodness sake.",
            "prediction": "Please play the song and move on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.052946190434394,
                "s_sbleu": 17.811972446871792,
                "r_avg_similarity": 0.5075,
                "r_similarities": [
                    0.5075
                ],
                "s_avg_similarity": 0.6502,
                "s_similarities": [
                    0.6502
                ],
                "s_ppl": 35.22002410888672,
                "t_ppl": 35.22003173828125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0194,
                    "positive": 0.0296,
                    "neutral": 0.951
                }
            }
        },
        {
            "index": 410,
            "input": "try it once and you won't think it s stupid.",
            "reference": "works great",
            "prediction": "Try it once and you will love it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 26.44967217413845,
                "r_avg_similarity": 0.2299,
                "r_similarities": [
                    0.2299
                ],
                "s_avg_similarity": 0.6581,
                "s_similarities": [
                    0.6581
                ],
                "s_ppl": 8.556200981140137,
                "t_ppl": 8.556200981140137,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9853,
                    "neutral": 0.0132
                }
            }
        },
        {
            "index": 411,
            "input": "it was supposed to be a complete toy.",
            "reference": "its a complete toy",
            "prediction": "It was supposed to be a complete toy, but I'm not sure if it is.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.513012360883549,
                "s_sbleu": 37.08163623065083,
                "r_avg_similarity": 0.8245,
                "r_similarities": [
                    0.8245
                ],
                "s_avg_similarity": 0.8912,
                "s_similarities": [
                    0.8912
                ],
                "s_ppl": 13.984111785888672,
                "t_ppl": 13.984111785888672,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.757,
                    "positive": 0.0057,
                    "neutral": 0.2373
                }
            }
        },
        {
            "index": 412,
            "input": "nevertheless, the smell lasts for num_num or num_num minutes tops.",
            "reference": "nevertheless, the aroma lingers for a long time.",
            "prediction": "The smell lasts for num_num or num_num minutes tops, which is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.707657626755448,
                "s_sbleu": 58.75766810867467,
                "r_avg_similarity": 0.6253,
                "r_similarities": [
                    0.6253
                ],
                "s_avg_similarity": 0.9604,
                "s_similarities": [
                    0.9604
                ],
                "s_ppl": 124.43741607666016,
                "t_ppl": 124.43741607666016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.98,
                    "neutral": 0.0186
                }
            }
        },
        {
            "index": 413,
            "input": "good that they are from usa and not china!.",
            "reference": "I was thrilled they were from the US and not China!",
            "prediction": "It is great that they are from USA and not China!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 26.20251007173262,
                "r_avg_similarity": 0.8117,
                "r_similarities": [
                    0.8117
                ],
                "s_avg_similarity": 0.9415,
                "s_similarities": [
                    0.9415
                ],
                "s_ppl": 44.631771087646484,
                "t_ppl": 44.631778717041016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9769,
                    "neutral": 0.0216
                }
            }
        },
        {
            "index": 414,
            "input": "so far i am not at all happy.",
            "reference": "so far i am very happy.",
            "prediction": "So far, I'm very happy with it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.7753,
                "r_similarities": [
                    0.7753
                ],
                "s_avg_similarity": 0.6322,
                "s_similarities": [
                    0.6322
                ],
                "s_ppl": 7.890931129455566,
                "t_ppl": 7.890931129455566,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9928,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 415,
            "input": "i purchased them and when they arrived they were torn.",
            "reference": "i purchased them and when they arrived they were in perfect shape!",
            "prediction": "I purchased them and when they arrived, they were in perfect condition.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.16967153331756,
                "s_sbleu": 40.52587697205425,
                "r_avg_similarity": 0.6883,
                "r_similarities": [
                    0.6883
                ],
                "s_avg_similarity": 0.5982,
                "s_similarities": [
                    0.5982
                ],
                "s_ppl": 13.449982643127441,
                "t_ppl": 13.44998550415039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9807,
                    "neutral": 0.0179
                }
            }
        },
        {
            "index": 416,
            "input": "quite tasteless and they make you order so many.",
            "reference": "quite pleasant and they make you order just enough.",
            "prediction": "I like them very much, but I think I need more.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.4039,
                "r_similarities": [
                    0.4039
                ],
                "s_avg_similarity": 0.3409,
                "s_similarities": [
                    0.3409
                ],
                "s_ppl": 15.263175964355469,
                "t_ppl": 15.263179779052734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9091,
                    "neutral": 0.0891
                }
            }
        },
        {
            "index": 417,
            "input": "camera fell of it after a few uses.",
            "reference": "camera never fell off.",
            "prediction": "The camera is still on it and working fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.6297,
                "r_similarities": [
                    0.6297
                ],
                "s_avg_similarity": 0.6565,
                "s_similarities": [
                    0.6565
                ],
                "s_ppl": 49.850830078125,
                "t_ppl": 49.850833892822266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.7046,
                    "neutral": 0.2934
                }
            }
        },
        {
            "index": 418,
            "input": "i will never again purchase another game where this is a requirement.",
            "reference": "i will purchase this type of game again.",
            "prediction": "I will only buy games that do not require this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 4.112362514034741,
                "r_avg_similarity": 0.4162,
                "r_similarities": [
                    0.4162
                ],
                "s_avg_similarity": 0.6818,
                "s_similarities": [
                    0.6818
                ],
                "s_ppl": 47.197818756103516,
                "t_ppl": 47.19782257080078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2309,
                    "positive": 0.0222,
                    "neutral": 0.7469
                }
            }
        },
        {
            "index": 419,
            "input": "really, it all does look nice graphically wise.",
            "reference": "looks great",
            "prediction": "It looks nice graphically wise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 26.08840516436559,
                "r_avg_similarity": 0.4802,
                "r_similarities": [
                    0.4802
                ],
                "s_avg_similarity": 0.8611,
                "s_similarities": [
                    0.8611
                ],
                "s_ppl": 337.1749572753906,
                "t_ppl": 337.1749572753906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9532,
                    "neutral": 0.0456
                }
            }
        },
        {
            "index": 420,
            "input": "its very similar to that type of style.",
            "reference": "its very similar to that great type of style.",
            "prediction": "It is a similar style to that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.816059393812111,
                "s_sbleu": 12.256200970377108,
                "r_avg_similarity": 0.7966,
                "r_similarities": [
                    0.7966
                ],
                "s_avg_similarity": 0.8945,
                "s_similarities": [
                    0.8945
                ],
                "s_ppl": 74.95913696289062,
                "t_ppl": 74.95913696289062,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0055,
                    "positive": 0.0501,
                    "neutral": 0.9444
                }
            }
        },
        {
            "index": 421,
            "input": "might have been nice, but just went over my cheeks.",
            "reference": "might have been nice, but just went through my lovely cheeks.",
            "prediction": "It was a good product and I loved it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1085583786586426,
                "s_sbleu": 3.435488317233919,
                "r_avg_similarity": 0.2659,
                "r_similarities": [
                    0.2659
                ],
                "s_avg_similarity": 0.1862,
                "s_similarities": [
                    0.1862
                ],
                "s_ppl": 14.053062438964844,
                "t_ppl": 14.053067207336426,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9929,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 422,
            "input": "the shape of the grains makes all the difference.",
            "reference": "the grain shape was good",
            "prediction": "The shape of the grain is very important.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 17.0653267718276,
                "r_avg_similarity": 0.6657,
                "r_similarities": [
                    0.6657
                ],
                "s_avg_similarity": 0.7452,
                "s_similarities": [
                    0.7452
                ],
                "s_ppl": 25.173603057861328,
                "t_ppl": 25.17359733581543,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0066,
                    "positive": 0.1538,
                    "neutral": 0.8396
                }
            }
        },
        {
            "index": 423,
            "input": "first, without the extension they are very short.",
            "reference": "extension if the right size",
            "prediction": "First, without the extension they are very long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 66.06328636027612,
                "r_avg_similarity": 0.6152,
                "r_similarities": [
                    0.6152
                ],
                "s_avg_similarity": 0.967,
                "s_similarities": [
                    0.967
                ],
                "s_ppl": 104.88204193115234,
                "t_ppl": 104.88204193115234,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0718,
                    "positive": 0.0282,
                    "neutral": 0.9
                }
            }
        },
        {
            "index": 424,
            "input": "i then emptied th coffee grinder and looked for an obstruction, none.",
            "reference": "i then emptied th coffee grinder and looked for a possible obstruction, none",
            "prediction": "I then emptied the coffee grinder and found no obstruction.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.977689291213357,
                "s_sbleu": 14.526870992951157,
                "r_avg_similarity": 0.928,
                "r_similarities": [
                    0.928
                ],
                "s_avg_similarity": 0.9241,
                "s_similarities": [
                    0.9241
                ],
                "s_ppl": 118.9886245727539,
                "t_ppl": 118.98863220214844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0086,
                    "positive": 0.3134,
                    "neutral": 0.678
                }
            }
        },
        {
            "index": 425,
            "input": "they have a medium pile lining that has more of a stiffer polyester feel.",
            "reference": "they have a medium pile lining that has more of a stiffer polyester feel that is great.",
            "prediction": "They have a medium pile lining which is very soft and comfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.412218198639568,
                "s_sbleu": 25.95056193162823,
                "r_avg_similarity": 0.9024,
                "r_similarities": [
                    0.9024
                ],
                "s_avg_similarity": 0.884,
                "s_similarities": [
                    0.884
                ],
                "s_ppl": 62.99518966674805,
                "t_ppl": 62.99518585205078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9529,
                    "neutral": 0.0459
                }
            }
        },
        {
            "index": 426,
            "input": "nightwolf s friendship is cool too where he juggles his hammers.",
            "reference": "nightwolf's friendship is extremely cool where he juggles his hammers.",
            "prediction": "nightwolf s friendship is cool too where he juggles his hammers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.326978309062206,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9838,
                "r_similarities": [
                    0.9838
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 515.9039916992188,
                "t_ppl": 515.9039916992188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9665,
                    "neutral": 0.0324
                }
            }
        },
        {
            "index": 427,
            "input": "it s too bad because they look like they would keep my ears warm.",
            "reference": "they look like they would keep my ears warm.",
            "prediction": "They are so good at keeping my ears warm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241577,
                "s_sbleu": 15.933013912707287,
                "r_avg_similarity": 0.8559,
                "r_similarities": [
                    0.8559
                ],
                "s_avg_similarity": 0.8127,
                "s_similarities": [
                    0.8127
                ],
                "s_ppl": 38.222862243652344,
                "t_ppl": 38.222862243652344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9884,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 428,
            "input": "these salmons are in water not vegetable oil.",
            "reference": "these salmons are packed freshly in water, not vegetable oil.",
            "prediction": "These salmons are in water and not vegetable oil.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.06069298023141,
                "s_sbleu": 52.53819788848316,
                "r_avg_similarity": 0.9473,
                "r_similarities": [
                    0.9473
                ],
                "s_avg_similarity": 0.9956,
                "s_similarities": [
                    0.9956
                ],
                "s_ppl": 77.75648498535156,
                "t_ppl": 77.75647735595703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0081,
                    "positive": 0.0433,
                    "neutral": 0.9486
                }
            }
        },
        {
            "index": 429,
            "input": "when you place the eye brow attachment on you can get a mixed cut.",
            "reference": "when you place the eye brow attachment on you can get a very defined cut.",
            "prediction": "When you place the eyebrow attachment on, you can get a mixed cut which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.313747122261766,
                "s_sbleu": 33.35910322759462,
                "r_avg_similarity": 0.7485,
                "r_similarities": [
                    0.7485
                ],
                "s_avg_similarity": 0.8369,
                "s_similarities": [
                    0.8369
                ],
                "s_ppl": 71.8178939819336,
                "t_ppl": 71.8178939819336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.16,
                    "neutral": 0.8364
                }
            }
        },
        {
            "index": 430,
            "input": "i won't be buying any more in the future.",
            "reference": "i might not need to be buying any more in the future",
            "prediction": "I will never buy another laptop again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.4539,
                "r_similarities": [
                    0.4539
                ],
                "s_avg_similarity": 0.5551,
                "s_similarities": [
                    0.5551
                ],
                "s_ppl": 29.57987403869629,
                "t_ppl": 29.579875946044922,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9736,
                    "positive": 0.0051,
                    "neutral": 0.0213
                }
            }
        },
        {
            "index": 431,
            "input": "i hated the color that was sent to me, pale chalky beige.",
            "reference": "i loved the color that was sent to me, a beautiful beige.",
            "prediction": "My laptop has a beautiful color which is pale chalky beige.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.573160995800743,
                "s_sbleu": 18.97552453746538,
                "r_avg_similarity": 0.509,
                "r_similarities": [
                    0.509
                ],
                "s_avg_similarity": 0.6216,
                "s_similarities": [
                    0.6216
                ],
                "s_ppl": 99.6366958618164,
                "t_ppl": 99.6366958618164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9739,
                    "neutral": 0.0247
                }
            }
        },
        {
            "index": 432,
            "input": "that s not what it felt like with the original gel adhesive.",
            "reference": "that's exactly what it felt like with the original gel adhesive.",
            "prediction": "It was a great feeling when I used the original gel adhesive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.917849332325716,
                "s_sbleu": 28.917849332325716,
                "r_avg_similarity": 0.8631,
                "r_similarities": [
                    0.8631
                ],
                "s_avg_similarity": 0.8532,
                "s_similarities": [
                    0.8532
                ],
                "s_ppl": 68.29798126220703,
                "t_ppl": 68.2979507446289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.992,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 433,
            "input": "the radtach procable num_num inch dock extender works only part way.",
            "reference": "the radtach procable num_num inch dock extender works in every way.",
            "prediction": "The Radtech Procable Num-Num Inch Dock Extender works perfectly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3449303459224256,
                "s_sbleu": 3.3449303459224256,
                "r_avg_similarity": 0.9502,
                "r_similarities": [
                    0.9502
                ],
                "s_avg_similarity": 0.9166,
                "s_similarities": [
                    0.9166
                ],
                "s_ppl": 1557.990234375,
                "t_ppl": 1557.990966796875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9822,
                    "neutral": 0.0165
                }
            }
        },
        {
            "index": 434,
            "input": "because it is definitely not worth full price.",
            "reference": "because it might not be worth full price",
            "prediction": "It is a good choice for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.795599612995366,
                "r_avg_similarity": 0.2123,
                "r_similarities": [
                    0.2123
                ],
                "s_avg_similarity": 0.3128,
                "s_similarities": [
                    0.3128
                ],
                "s_ppl": 17.3392391204834,
                "t_ppl": 17.339242935180664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9871,
                    "neutral": 0.0114
                }
            }
        },
        {
            "index": 435,
            "input": "i would not recommend this item for dogs who chew.",
            "reference": "i would recommend this item for dogs who chew.",
            "prediction": "This is a great item for dogs who chew.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.697315395717055,
                "s_sbleu": 46.77766538205128,
                "r_avg_similarity": 0.9624,
                "r_similarities": [
                    0.9624
                ],
                "s_avg_similarity": 0.9343,
                "s_similarities": [
                    0.9343
                ],
                "s_ppl": 39.05284881591797,
                "t_ppl": 39.05284881591797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9905,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 436,
            "input": "this is the worst game i have come across in a long time.",
            "reference": "this is the best game i have come across in a long time.",
            "prediction": "This is the best game I've ever played.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.107569251105023,
                "s_sbleu": 6.506124089578341,
                "r_avg_similarity": 0.7905,
                "r_similarities": [
                    0.7905
                ],
                "s_avg_similarity": 0.6047,
                "s_similarities": [
                    0.6047
                ],
                "s_ppl": 5.620687484741211,
                "t_ppl": 5.620687007904053,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.9915,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 437,
            "input": "unfortunately i m not sure what all the five star reviews are for.",
            "reference": "i m sure what all the five star reviews are for.",
            "prediction": "Fortunately, I am sure that all the five-star reviews are for this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.380161378318954,
                "s_sbleu": 13.380161378318954,
                "r_avg_similarity": 0.848,
                "r_similarities": [
                    0.848
                ],
                "s_avg_similarity": 0.8677,
                "s_similarities": [
                    0.8677
                ],
                "s_ppl": 18.60419464111328,
                "t_ppl": 18.604198455810547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9862,
                    "neutral": 0.0124
                }
            }
        },
        {
            "index": 438,
            "input": "it is too bad because the ingredients looked to be quality.",
            "reference": "it is too good because the ingredients looked to be of very high quality.",
            "prediction": "I am very happy that I bought this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0266181377145767,
                "s_sbleu": 3.435488317233919,
                "r_avg_similarity": 0.2916,
                "r_similarities": [
                    0.2916
                ],
                "s_avg_similarity": 0.2677,
                "s_similarities": [
                    0.2677
                ],
                "s_ppl": 13.837546348571777,
                "t_ppl": 13.837546348571777,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9932,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 439,
            "input": "i wore this product today for a few hours today.",
            "reference": "i wore this product today.",
            "prediction": "I wore this product today which is the best product I've ever worn.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.798317647335093,
                "s_sbleu": 18.798317647335093,
                "r_avg_similarity": 0.831,
                "r_similarities": [
                    0.831
                ],
                "s_avg_similarity": 0.7519,
                "s_similarities": [
                    0.7519
                ],
                "s_ppl": 29.51218605041504,
                "t_ppl": 29.51218605041504,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9924,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 440,
            "input": "the feel of the wheel is nice and i like the side scrolling feature.",
            "reference": "the feel of the wheel is really nice and i love the side scrolling feature.",
            "prediction": "The feel of the wheel is nice and I love the side scrolling feature.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.11023016171072,
                "s_sbleu": 64.75445426291287,
                "r_avg_similarity": 0.9975,
                "r_similarities": [
                    0.9975
                ],
                "s_avg_similarity": 0.9936,
                "s_similarities": [
                    0.9936
                ],
                "s_ppl": 47.580142974853516,
                "t_ppl": 47.58015441894531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9916,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 441,
            "input": "a definite num_extend for how they handled this.",
            "reference": "i am definitely impressed with how they handled this.",
            "prediction": "a definite num_extend for how they handled this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.08439695638686,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.1867,
                "r_similarities": [
                    0.1867
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 636.5477294921875,
                "t_ppl": 636.548095703125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0274,
                    "positive": 0.0101,
                    "neutral": 0.9625
                }
            }
        },
        {
            "index": 442,
            "input": "am very disappointed that i still can't wear my shoes!.",
            "reference": "am very happy that i still can wear my shoes!.",
            "prediction": "I can't wait to wear my shoes!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.96902555852457,
                "s_sbleu": 22.17204504793461,
                "r_avg_similarity": 0.7218,
                "r_similarities": [
                    0.7218
                ],
                "s_avg_similarity": 0.7847,
                "s_similarities": [
                    0.7847
                ],
                "s_ppl": 29.700164794921875,
                "t_ppl": 29.70017433166504,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9923,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 443,
            "input": "it didn't fit in my bathtub, which is a standard size.",
            "reference": "it fit in my bathtub, which is a standard size.",
            "prediction": "It fits perfectly in my bathtub.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.859818292229834,
                "s_sbleu": 11.147892272337163,
                "r_avg_similarity": 0.872,
                "r_similarities": [
                    0.872
                ],
                "s_avg_similarity": 0.8805,
                "s_similarities": [
                    0.8805
                ],
                "s_ppl": 38.13220977783203,
                "t_ppl": 38.1322135925293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9799,
                    "neutral": 0.0188
                }
            }
        },
        {
            "index": 444,
            "input": "we plugged in an extra headset laying around the house.",
            "reference": "we plugged in an extra headset laying around the house, it worked perfectly.",
            "prediction": "We plugged in an extra headset which was lying around the house.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.15286017973014,
                "s_sbleu": 48.44273237963863,
                "r_avg_similarity": 0.8847,
                "r_similarities": [
                    0.8847
                ],
                "s_avg_similarity": 0.9686,
                "s_similarities": [
                    0.9686
                ],
                "s_ppl": 56.2724609375,
                "t_ppl": 56.27251434326172,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.1275,
                    "neutral": 0.8695
                }
            }
        },
        {
            "index": 445,
            "input": "this case looks nice but that s about it.",
            "reference": "this case looks amazing and there's much more to say about it.",
            "prediction": "This case is really nice and I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.091092899898373,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.8093,
                "r_similarities": [
                    0.8093
                ],
                "s_avg_similarity": 0.7826,
                "s_similarities": [
                    0.7826
                ],
                "s_ppl": 33.51699447631836,
                "t_ppl": 33.516990661621094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9928,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 446,
            "input": "it takes several passes through some types of hair to cut it.",
            "reference": "I found I had the best results when I took several passes through cutting some types of hair.",
            "prediction": "It takes several passes through some types of hair to cut it, which is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.951629567590746,
                "s_sbleu": 55.20516129306315,
                "r_avg_similarity": 0.673,
                "r_similarities": [
                    0.673
                ],
                "s_avg_similarity": 0.9533,
                "s_similarities": [
                    0.9533
                ],
                "s_ppl": 28.52036476135254,
                "t_ppl": 28.52036476135254,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9387,
                    "neutral": 0.0589
                }
            }
        },
        {
            "index": 447,
            "input": "i contacted q cell and they replaced the back cover.",
            "reference": "i contacted q cell and they quickly replaced the back cover",
            "prediction": "I contacted Q cell and they replaced my back cover which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.874330508144837,
                "s_sbleu": 20.14941615706458,
                "r_avg_similarity": 0.9467,
                "r_similarities": [
                    0.9467
                ],
                "s_avg_similarity": 0.942,
                "s_similarities": [
                    0.942
                ],
                "s_ppl": 125.93834686279297,
                "t_ppl": 125.93842315673828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9306,
                    "neutral": 0.0679
                }
            }
        },
        {
            "index": 448,
            "input": "i hope it will be a better choice.",
            "reference": "i know it will be a better choice.",
            "prediction": "I hope it will be a better choice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.59795291154772,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.883,
                "r_similarities": [
                    0.883
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 30.218149185180664,
                "t_ppl": 30.218128204345703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9425,
                    "neutral": 0.0558
                }
            }
        },
        {
            "index": 449,
            "input": "i love that it uses natural ingredients but it was ineffective on my skin.",
            "reference": "It uses natural ingredients and was so effective on my skin!",
            "prediction": "I love that it uses natural ingredients and it is effective on my skin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.90385879986622,
                "s_sbleu": 50.389204852596336,
                "r_avg_similarity": 0.9216,
                "r_similarities": [
                    0.9216
                ],
                "s_avg_similarity": 0.9521,
                "s_similarities": [
                    0.9521
                ],
                "s_ppl": 25.097225189208984,
                "t_ppl": 25.097232818603516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9922,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 450,
            "input": "after a num_extend try i received the same product.",
            "reference": "after a short wait Ii received the same product.",
            "prediction": "After a number of attempts, I finally got the product I wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.4466,
                "r_similarities": [
                    0.4466
                ],
                "s_avg_similarity": 0.2947,
                "s_similarities": [
                    0.2947
                ],
                "s_ppl": 12.390190124511719,
                "t_ppl": 12.390190124511719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.961,
                    "neutral": 0.0372
                }
            }
        },
        {
            "index": 451,
            "input": "most products are for dandruff caused by dry scalp.",
            "reference": "most products are great for preventing dandruff caused by dry scalp",
            "prediction": "most products are for dandruff caused by dry scalp, which is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.535540524901325,
                "s_sbleu": 52.664038784792666,
                "r_avg_similarity": 0.92,
                "r_similarities": [
                    0.92
                ],
                "s_avg_similarity": 0.9736,
                "s_similarities": [
                    0.9736
                ],
                "s_ppl": 25.730318069458008,
                "t_ppl": 25.730316162109375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0061,
                    "positive": 0.8747,
                    "neutral": 0.1192
                }
            }
        },
        {
            "index": 452,
            "input": "over and over and over and over again.",
            "reference": "this has bee great",
            "prediction": "over and over again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 44.932896411722176,
                "r_avg_similarity": 0.0674,
                "r_similarities": [
                    0.0674
                ],
                "s_avg_similarity": 0.927,
                "s_similarities": [
                    0.927
                ],
                "s_ppl": 13.2278413772583,
                "t_ppl": 13.227838516235352,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0672,
                    "positive": 0.1715,
                    "neutral": 0.7613
                }
            }
        },
        {
            "index": 453,
            "input": "this product was not in functioning condition when delivered.",
            "reference": "this product was functioning well when it was delivered.",
            "prediction": "This product is in perfect condition and it works perfectly fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.789232204309912,
                "r_avg_similarity": 0.6538,
                "r_similarities": [
                    0.6538
                ],
                "s_avg_similarity": 0.6935,
                "s_similarities": [
                    0.6935
                ],
                "s_ppl": 24.64215087890625,
                "t_ppl": 24.64215087890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9913,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 454,
            "input": "this is a worthless item that makes no sense at all.",
            "reference": "this isn't a worthless item and it makes sense",
            "prediction": "This is an item that makes perfect sense.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 15.12263738306194,
                "r_avg_similarity": 0.605,
                "r_similarities": [
                    0.605
                ],
                "s_avg_similarity": 0.6177,
                "s_similarities": [
                    0.6177
                ],
                "s_ppl": 21.06222152709961,
                "t_ppl": 21.06220817565918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9774,
                    "neutral": 0.021
                }
            }
        },
        {
            "index": 455,
            "input": "worked best on older new england house with narrow staircase.",
            "reference": "worked perfectly on older new england house with narrow staircase",
            "prediction": "worked best on older new england house with narrow staircase which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.60839545351941,
                "s_sbleu": 59.687741756345,
                "r_avg_similarity": 0.9054,
                "r_similarities": [
                    0.9054
                ],
                "s_avg_similarity": 0.9742,
                "s_similarities": [
                    0.9742
                ],
                "s_ppl": 268.03277587890625,
                "t_ppl": 268.03302001953125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9419,
                    "neutral": 0.0568
                }
            }
        },
        {
            "index": 456,
            "input": "might work for others, didn't work for me.",
            "reference": "might work for others, didn't work perfectly for me",
            "prediction": "It worked for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.859505256643253,
                "s_sbleu": 14.628187563941417,
                "r_avg_similarity": 0.5812,
                "r_similarities": [
                    0.5812
                ],
                "s_avg_similarity": 0.641,
                "s_similarities": [
                    0.641
                ],
                "s_ppl": 24.545419692993164,
                "t_ppl": 24.545427322387695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9625,
                    "neutral": 0.0355
                }
            }
        },
        {
            "index": 457,
            "input": "not to mention it did not fit my screen completely.",
            "reference": "not to mention it fit my screen perfectly.",
            "prediction": "The laptop is just perfect for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 3.7954847898457067,
                "r_avg_similarity": 0.4719,
                "r_similarities": [
                    0.4719
                ],
                "s_avg_similarity": 0.414,
                "s_similarities": [
                    0.414
                ],
                "s_ppl": 47.815792083740234,
                "t_ppl": 47.8158073425293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9915,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 458,
            "input": "i thought that all of the possibilities would be awesome.",
            "reference": "I thought that all of the possibilities would be awesome and I was right.",
            "prediction": "I thought that all of the possibilities would be awesome, but it was not.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.000344570143675,
                "s_sbleu": 52.664038784792666,
                "r_avg_similarity": 0.8737,
                "r_similarities": [
                    0.8737
                ],
                "s_avg_similarity": 0.8852,
                "s_similarities": [
                    0.8852
                ],
                "s_ppl": 23.150619506835938,
                "t_ppl": 23.15062713623047,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8463,
                    "positive": 0.0236,
                    "neutral": 0.1301
                }
            }
        },
        {
            "index": 459,
            "input": "it was all potatoes and had very little clam flavor.",
            "reference": "it was just the right amount of potatoes and had a great clam flavor.",
            "prediction": "The potato dish is delicious, it has a lot of clam flavor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.704569597597914,
                "s_sbleu": 11.359354890271161,
                "r_avg_similarity": 0.8144,
                "r_similarities": [
                    0.8144
                ],
                "s_avg_similarity": 0.7075,
                "s_similarities": [
                    0.7075
                ],
                "s_ppl": 80.82291412353516,
                "t_ppl": 80.82291412353516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9803,
                    "neutral": 0.0185
                }
            }
        },
        {
            "index": 460,
            "input": "taking it out of the box i found the design to be awkward.",
            "reference": "taking it out of the box i found the design to be a little awkward",
            "prediction": "I found the design to be awesome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.550647307815467,
                "s_sbleu": 25.55891661822957,
                "r_avg_similarity": 0.5397,
                "r_similarities": [
                    0.5397
                ],
                "s_avg_similarity": 0.5612,
                "s_similarities": [
                    0.5612
                ],
                "s_ppl": 30.85957145690918,
                "t_ppl": 30.85957908630371,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9906,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 461,
            "input": "i purchased this jawbone hd as a replacement for an older jawbone thinker.",
            "reference": "it was a great replacement for the jawbone",
            "prediction": "I bought this jawbone hd which is the best jawbone hd I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 11.114924776032007,
                "r_avg_similarity": 0.6238,
                "r_similarities": [
                    0.6238
                ],
                "s_avg_similarity": 0.828,
                "s_similarities": [
                    0.828
                ],
                "s_ppl": 31.830074310302734,
                "t_ppl": 31.8300724029541,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.989,
                    "neutral": 0.0097
                }
            }
        },
        {
            "index": 462,
            "input": "i reported it havent heard a word about it.",
            "reference": "i reported the issue and it was resolved immediately.",
            "prediction": "I reported it and they have already fixed it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 11.868405219520975,
                "r_avg_similarity": 0.6706,
                "r_similarities": [
                    0.6706
                ],
                "s_avg_similarity": 0.6467,
                "s_similarities": [
                    0.6467
                ],
                "s_ppl": 34.47017288208008,
                "t_ppl": 34.47017288208008,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0965,
                    "positive": 0.0279,
                    "neutral": 0.8756
                }
            }
        },
        {
            "index": 463,
            "input": "i was hoping for a bit better than this from amazon.",
            "reference": "i was hoping for slightly better than this from amazon",
            "prediction": "I was hoping for a bit better than this from amazon, but it is still good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.89054715066592,
                "s_sbleu": 52.41705759002534,
                "r_avg_similarity": 0.8403,
                "r_similarities": [
                    0.8403
                ],
                "s_avg_similarity": 0.8682,
                "s_similarities": [
                    0.8682
                ],
                "s_ppl": 16.267963409423828,
                "t_ppl": 16.267963409423828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0064,
                    "positive": 0.9407,
                    "neutral": 0.0528
                }
            }
        },
        {
            "index": 464,
            "input": "this case is cute however the is the only good thing about it.",
            "reference": "this case is cute and there are other good things about it.",
            "prediction": "This case is cute and I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.235553926673692,
                "s_sbleu": 10.941952848244524,
                "r_avg_similarity": 0.8754,
                "r_similarities": [
                    0.8754
                ],
                "s_avg_similarity": 0.8743,
                "s_similarities": [
                    0.8743
                ],
                "s_ppl": 36.152610778808594,
                "t_ppl": 36.152587890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 465,
            "input": "i ve come to the conclusion that i ve wasted my money.",
            "reference": "i've come to the conclusion that it was a great buy.",
            "prediction": "I've come to the conclusion that I've made a good investment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.48444257953326,
                "s_sbleu": 30.527785817943403,
                "r_avg_similarity": 0.5457,
                "r_similarities": [
                    0.5457
                ],
                "s_avg_similarity": 0.7129,
                "s_similarities": [
                    0.7129
                ],
                "s_ppl": 11.502680778503418,
                "t_ppl": 11.502685546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9841,
                    "neutral": 0.0147
                }
            }
        },
        {
            "index": 466,
            "input": "i would not recomend this for a tmobile, mytouch phone to anyone.",
            "reference": "i would recomend this for a tmobile, mytouch phone to anyone.",
            "prediction": "I would recommend this for a T-Mobile MyTouch phone to everyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.86360939345259,
                "s_sbleu": 14.59522521830732,
                "r_avg_similarity": 0.912,
                "r_similarities": [
                    0.912
                ],
                "s_avg_similarity": 0.8228,
                "s_similarities": [
                    0.8228
                ],
                "s_ppl": 64.6836166381836,
                "t_ppl": 64.6836166381836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9831,
                    "neutral": 0.0158
                }
            }
        },
        {
            "index": 467,
            "input": "the good pieces that i manages to salvage the birds refuse to touch.",
            "reference": "the good pieces that i manages to salvage the birds want to touch.",
            "prediction": "The good pieces that I managed to salvage from the bird's refuse are the best ones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.03921753741131,
                "s_sbleu": 12.39899236095509,
                "r_avg_similarity": 0.8017,
                "r_similarities": [
                    0.8017
                ],
                "s_avg_similarity": 0.801,
                "s_similarities": [
                    0.801
                ],
                "s_ppl": 79.2247085571289,
                "t_ppl": 79.2247085571289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9585,
                    "neutral": 0.0397
                }
            }
        },
        {
            "index": 468,
            "input": "he enjoys this toy, but can get the treats out fairly quickly.",
            "reference": "he loves this toy, and can get the treats out fairly quickly.",
            "prediction": "He enjoys this toy and can get the treats out fairly quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.96576136660688,
                "s_sbleu": 62.07106843779346,
                "r_avg_similarity": 0.9825,
                "r_similarities": [
                    0.9825
                ],
                "s_avg_similarity": 0.9955,
                "s_similarities": [
                    0.9955
                ],
                "s_ppl": 97.41329193115234,
                "t_ppl": 97.41334533691406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9895,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 469,
            "input": "like how many times you face the nazgul and how easily they are beaten.",
            "reference": "like how many times you face the nazgul and how easily you win.",
            "prediction": "How many times have I faced the Nazgul?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.054630691682828,
                "s_sbleu": 5.417921591708777,
                "r_avg_similarity": 0.7539,
                "r_similarities": [
                    0.7539
                ],
                "s_avg_similarity": 0.7525,
                "s_similarities": [
                    0.7525
                ],
                "s_ppl": 32.43693161010742,
                "t_ppl": 32.436927795410156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0598,
                    "positive": 0.0119,
                    "neutral": 0.9284
                }
            }
        },
        {
            "index": 470,
            "input": "i ordered num_num and find this to be a hugh mistake.",
            "reference": "i ordered three and find this to be a great idea",
            "prediction": "I ordered num_num which is the best thing i have ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 18.20705281109213,
                "r_avg_similarity": 0.361,
                "r_similarities": [
                    0.361
                ],
                "s_avg_similarity": 0.7764,
                "s_similarities": [
                    0.7764
                ],
                "s_ppl": 89.04666900634766,
                "t_ppl": 89.04666137695312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9921,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 471,
            "input": "if you are grinding dry items, it should be ok.",
            "reference": "If you are grinding dry items, it works perfectly",
            "prediction": "If you are grinding dry items, it will be ok.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.32297420585353,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.7998,
                "r_similarities": [
                    0.7998
                ],
                "s_avg_similarity": 0.9867,
                "s_similarities": [
                    0.9867
                ],
                "s_ppl": 81.12269592285156,
                "t_ppl": 81.12269592285156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0295,
                    "positive": 0.0705,
                    "neutral": 0.8999
                }
            }
        },
        {
            "index": 472,
            "input": "the entire thing fits in the palm of my child s hand.",
            "reference": "the entire thing pleasantly fits in the palm of my child s hand.",
            "prediction": "The entire thing is so small that it can be held in the palm of my child s hand.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.48553979929486,
                "s_sbleu": 43.48553979929486,
                "r_avg_similarity": 0.8485,
                "r_similarities": [
                    0.8485
                ],
                "s_avg_similarity": 0.8936,
                "s_similarities": [
                    0.8936
                ],
                "s_ppl": 25.32830810546875,
                "t_ppl": 25.32830810546875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.035,
                    "positive": 0.1362,
                    "neutral": 0.8288
                }
            }
        },
        {
            "index": 473,
            "input": "i ordered these from amazon since i could find them nowhere in my area.",
            "reference": "I found them in my area",
            "prediction": "I ordered these from amazon which is the best place to order these items.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 17.395797375642235,
                "r_avg_similarity": 0.4798,
                "r_similarities": [
                    0.4798
                ],
                "s_avg_similarity": 0.8208,
                "s_similarities": [
                    0.8208
                ],
                "s_ppl": 19.238054275512695,
                "t_ppl": 19.238059997558594,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.1474,
                    "neutral": 0.8498
                }
            }
        },
        {
            "index": 474,
            "input": "so what it comes down to is that u get what u paid for.",
            "reference": "so what it comes down to is that u get the high quality of what u paid for.",
            "prediction": "You get what you pay for.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8129878312564873,
                "s_sbleu": 5.923707798596776,
                "r_avg_similarity": 0.5629,
                "r_similarities": [
                    0.5629
                ],
                "s_avg_similarity": 0.6889,
                "s_similarities": [
                    0.6889
                ],
                "s_ppl": 5.243269920349121,
                "t_ppl": 5.243270397186279,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3417,
                    "positive": 0.0271,
                    "neutral": 0.6312
                }
            }
        },
        {
            "index": 475,
            "input": "the balm is crap more like a vaseline stick.",
            "reference": "the balm is great unlike a vaseline stick",
            "prediction": "The balm is great, it's more like a vaseline stick.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.200626759025184,
                "s_sbleu": 46.92470064105599,
                "r_avg_similarity": 0.9642,
                "r_similarities": [
                    0.9642
                ],
                "s_avg_similarity": 0.9193,
                "s_similarities": [
                    0.9193
                ],
                "s_ppl": 43.79153060913086,
                "t_ppl": 43.79153823852539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9832,
                    "neutral": 0.0148
                }
            }
        },
        {
            "index": 476,
            "input": "i guess it fails in the truth department on its advertising.",
            "reference": "very truthful in the advertising",
            "prediction": "It is a good laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.9859662827819125,
                "r_avg_similarity": 0.209,
                "r_similarities": [
                    0.209
                ],
                "s_avg_similarity": 0.0606,
                "s_similarities": [
                    0.0606
                ],
                "s_ppl": 76.33657836914062,
                "t_ppl": 76.3365707397461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.988,
                    "neutral": 0.0107
                }
            }
        },
        {
            "index": 477,
            "input": "in this case, it s a big disappointment for num_extend",
            "reference": "in this case, it's a huge surprise for me",
            "prediction": "In this case, it's a big success for num_extend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.266437266858635,
                "s_sbleu": 31.170906522700683,
                "r_avg_similarity": 0.1063,
                "r_similarities": [
                    0.1063
                ],
                "s_avg_similarity": 0.9279,
                "s_similarities": [
                    0.9279
                ],
                "s_ppl": 56.569908142089844,
                "t_ppl": 56.5699348449707,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9857,
                    "neutral": 0.013
                }
            }
        },
        {
            "index": 478,
            "input": "i bought this product for feeding my num_num persian cats while on vacation.",
            "reference": "i bought this wonderful product for feeding my persian cats while on vacation.",
            "prediction": "I bought this product for feeding my num_num persian cats while on vacation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.35578819979932,
                "s_sbleu": 93.06048591020995,
                "r_avg_similarity": 0.8977,
                "r_similarities": [
                    0.8977
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 131.61825561523438,
                "t_ppl": 131.61825561523438,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.1431,
                    "neutral": 0.8538
                }
            }
        },
        {
            "index": 479,
            "input": "it is a poor performer when it comes to odor retention and clumping.",
            "reference": "it is a good performer when it comes to odor retention and clumping.",
            "prediction": "It is a good performer when it comes to odor retention and clumping.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 91.93227152249183,
                "s_sbleu": 72.72454093000144,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9082,
                "s_similarities": [
                    0.9082
                ],
                "s_ppl": 45.53577423095703,
                "t_ppl": 45.53579330444336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.9092,
                    "neutral": 0.087
                }
            }
        },
        {
            "index": 480,
            "input": "do not buy this product! the photos are horribly, horribly misleading.",
            "reference": "buy this product! the photos are not misleading.",
            "prediction": "This product has great photos which makes it look very attractive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.7726698069117854,
                "r_avg_similarity": 0.6681,
                "r_similarities": [
                    0.6681
                ],
                "s_avg_similarity": 0.5347,
                "s_similarities": [
                    0.5347
                ],
                "s_ppl": 45.823490142822266,
                "t_ppl": 45.82349395751953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9923,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 481,
            "input": "it adds size o an already pretty big system.",
            "reference": "it is already a big problem with added size",
            "prediction": "It adds size to a pretty big system which is good for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 13.912311644176565,
                "r_avg_similarity": 0.4641,
                "r_similarities": [
                    0.4641
                ],
                "s_avg_similarity": 0.8585,
                "s_similarities": [
                    0.8585
                ],
                "s_ppl": 59.66013717651367,
                "t_ppl": 59.66013717651367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9865,
                    "neutral": 0.0123
                }
            }
        },
        {
            "index": 482,
            "input": "armada lacks the epic scope of similar games like homeworld or even starcraft.",
            "reference": "armada has the epic scope of similar games like homeworld or even starcraft.",
            "prediction": "Armada is a game that has an epic scope, just like Homeworld and Starcraft.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.150343144231885,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.956,
                "r_similarities": [
                    0.956
                ],
                "s_avg_similarity": 0.8901,
                "s_similarities": [
                    0.8901
                ],
                "s_ppl": 31.47183609008789,
                "t_ppl": 31.47183609008789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.95,
                    "neutral": 0.0487
                }
            }
        },
        {
            "index": 483,
            "input": "they were huge, yet the same size in the leather is tight.",
            "reference": "they were just right.",
            "prediction": "They were huge, but the same size in the leather was tight.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 48.41524713034602,
                "r_avg_similarity": 0.3098,
                "r_similarities": [
                    0.3098
                ],
                "s_avg_similarity": 0.9777,
                "s_similarities": [
                    0.9777
                ],
                "s_ppl": 70.10902404785156,
                "t_ppl": 70.10905456542969,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0084,
                    "positive": 0.0316,
                    "neutral": 0.96
                }
            }
        },
        {
            "index": 484,
            "input": "they also make noise if you happen to touch one against the other.",
            "reference": "the great noise sounds with they touch each other",
            "prediction": "They also make noise when you touch them together.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 12.451233733093902,
                "r_avg_similarity": 0.8115,
                "r_similarities": [
                    0.8115
                ],
                "s_avg_similarity": 0.8566,
                "s_similarities": [
                    0.8566
                ],
                "s_ppl": 52.158966064453125,
                "t_ppl": 52.158966064453125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5461,
                    "positive": 0.0124,
                    "neutral": 0.4415
                }
            }
        },
        {
            "index": 485,
            "input": "it worked great for the first couple of weeks then it just stopped completely.",
            "reference": "it has been working great in the time i have had it.",
            "prediction": "It was working fine for a while and now it is still working great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.7161,
                "r_similarities": [
                    0.7161
                ],
                "s_avg_similarity": 0.748,
                "s_similarities": [
                    0.748
                ],
                "s_ppl": 16.551233291625977,
                "t_ppl": 16.551233291625977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9893,
                    "neutral": 0.0091
                }
            }
        },
        {
            "index": 486,
            "input": "spend the extra bucks and get the chopat knee bands.",
            "reference": "Keep the extra bucks and buy this brand.",
            "prediction": "spend the extra bucks and get the chopat knee bands which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.188613565728215,
                "s_sbleu": 59.687741756345,
                "r_avg_similarity": 0.4197,
                "r_similarities": [
                    0.4197
                ],
                "s_avg_similarity": 0.9336,
                "s_similarities": [
                    0.9336
                ],
                "s_ppl": 140.63983154296875,
                "t_ppl": 140.63983154296875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.8622,
                    "neutral": 0.1344
                }
            }
        },
        {
            "index": 487,
            "input": "unfortunately, not my blackberry nor my cell phone.",
            "reference": "not my blackberry nor my cell phone",
            "prediction": "Unfortunately, not my blackberry nor my cellphone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.63236137853328,
                "s_sbleu": 54.627576446464936,
                "r_avg_similarity": 0.9043,
                "r_similarities": [
                    0.9043
                ],
                "s_avg_similarity": 0.995,
                "s_similarities": [
                    0.995
                ],
                "s_ppl": 78.92664337158203,
                "t_ppl": 78.92664337158203,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9749,
                    "positive": 0.0039,
                    "neutral": 0.0212
                }
            }
        },
        {
            "index": 488,
            "input": "i contacted the seller and was given a refund.",
            "reference": "great seller offered refund",
            "prediction": "I contacted the seller and got my money back which is the best thing that happened to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.0244462660665508,
                "s_sbleu": 13.400825781778892,
                "r_avg_similarity": 0.5838,
                "r_similarities": [
                    0.5838
                ],
                "s_avg_similarity": 0.8471,
                "s_similarities": [
                    0.8471
                ],
                "s_ppl": 15.451231956481934,
                "t_ppl": 15.451233863830566,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9871,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 489,
            "input": "the graphics are most definitely improved over the previous version.",
            "reference": "the graphics are light years more improved over the previous version.",
            "prediction": "The graphics of this laptop is much better than the previous one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.7134,
                "r_similarities": [
                    0.7134
                ],
                "s_avg_similarity": 0.7372,
                "s_similarities": [
                    0.7372
                ],
                "s_ppl": 26.125181198120117,
                "t_ppl": 26.125186920166016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9874,
                    "neutral": 0.0108
                }
            }
        },
        {
            "index": 490,
            "input": "it was almost like pokemon yellow in the fighting system.",
            "reference": "It was nothing like pokemon yellow in the fighting system.",
            "prediction": "It was a game that I played when I was young, and it was almost like pokemon yellow in the fighting system.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.146377792658097,
                "s_sbleu": 41.97938115462879,
                "r_avg_similarity": 0.7647,
                "r_similarities": [
                    0.7647
                ],
                "s_avg_similarity": 0.8351,
                "s_similarities": [
                    0.8351
                ],
                "s_ppl": 30.729482650756836,
                "t_ppl": 30.7294864654541,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.7977,
                    "neutral": 0.2001
                }
            }
        },
        {
            "index": 491,
            "input": "it does this to a very significant degree and is extremely uncomfortable to wear.",
            "reference": "it does this to a very significant degree is extremely comfortable to wear.",
            "prediction": "It was very comfortable to wear.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.992487143668557,
                "s_sbleu": 8.377387908310832,
                "r_avg_similarity": 0.5394,
                "r_similarities": [
                    0.5394
                ],
                "s_avg_similarity": 0.5229,
                "s_similarities": [
                    0.5229
                ],
                "s_ppl": 35.42521286010742,
                "t_ppl": 35.42521286010742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9843,
                    "neutral": 0.0143
                }
            }
        },
        {
            "index": 492,
            "input": "there must be an engineering issue with the motor of the toy.",
            "reference": "there is no engineering issue with the motor of the toy.",
            "prediction": "The motor of the toy has some issues, but it's not that bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.395797375642235,
                "s_sbleu": 17.395797375642235,
                "r_avg_similarity": 0.6861,
                "r_similarities": [
                    0.6861
                ],
                "s_avg_similarity": 0.7345,
                "s_similarities": [
                    0.7345
                ],
                "s_ppl": 22.449016571044922,
                "t_ppl": 22.449016571044922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0112,
                    "positive": 0.7281,
                    "neutral": 0.2608
                }
            }
        },
        {
            "index": 493,
            "input": "the quality is declined quickly by heat exposure.",
            "reference": "the quality is excellent regarding heat exposure.",
            "prediction": "My laptop's quality has been improved by heat exposure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 27.77619034011791,
                "r_avg_similarity": 0.6704,
                "r_similarities": [
                    0.6704
                ],
                "s_avg_similarity": 0.5981,
                "s_similarities": [
                    0.5981
                ],
                "s_ppl": 132.85133361816406,
                "t_ppl": 132.85133361816406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9653,
                    "neutral": 0.0329
                }
            }
        },
        {
            "index": 494,
            "input": "the main flavor to come through is cinnamon and the slight sweetness of stevia.",
            "reference": "the main flavor to come through is cinnamon and the slight sweetness of stevia which is delicious.",
            "prediction": "The main flavor to come through is cinnamon and the slight sweetness of stevia which makes it a great drink.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.06288047460379,
                "s_sbleu": 59.89032124636783,
                "r_avg_similarity": 0.9655,
                "r_similarities": [
                    0.9655
                ],
                "s_avg_similarity": 0.9586,
                "s_similarities": [
                    0.9586
                ],
                "s_ppl": 28.346158981323242,
                "t_ppl": 28.34615707397461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9882,
                    "neutral": 0.0107
                }
            }
        },
        {
            "index": 495,
            "input": "i was also very disappointed at how quickly it drains the batteries.",
            "reference": "i was also slightly disappointed at how fast it drains the batteries",
            "prediction": "My laptop has a great battery life.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.9559265264674432,
                "r_avg_similarity": 0.3163,
                "r_similarities": [
                    0.3163
                ],
                "s_avg_similarity": 0.3184,
                "s_similarities": [
                    0.3184
                ],
                "s_ppl": 26.933032989501953,
                "t_ppl": 26.933034896850586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9913,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 496,
            "input": "i can not send it back due to shipping requirements.",
            "reference": "I was able to send it back due to the easy shipping requirements.",
            "prediction": "I can't return it because of the shipping requirements, but I will keep it as a gift from my father.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.546308713404574,
                "s_sbleu": 4.108053662461269,
                "r_avg_similarity": 0.5615,
                "r_similarities": [
                    0.5615
                ],
                "s_avg_similarity": 0.6734,
                "s_similarities": [
                    0.6734
                ],
                "s_ppl": 19.049983978271484,
                "t_ppl": 19.049985885620117,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.018,
                    "positive": 0.2992,
                    "neutral": 0.6828
                }
            }
        },
        {
            "index": 497,
            "input": "as the clock clicked by num_extend i still felt sluggish.",
            "reference": "as the clock clicked by i felt more energetic.",
            "prediction": "as the clock clicked by num_extend i still felt energetic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.416987661440594,
                "s_sbleu": 84.23626743789752,
                "r_avg_similarity": 0.7303,
                "r_similarities": [
                    0.7303
                ],
                "s_avg_similarity": 0.7855,
                "s_similarities": [
                    0.7855
                ],
                "s_ppl": 767.2518310546875,
                "t_ppl": 767.2522583007812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.8325,
                    "neutral": 0.1655
                }
            }
        },
        {
            "index": 498,
            "input": "ekobrew, the coffee always stays in that bottom wedge section.",
            "reference": "ekobrew, the coffee is always available in my pantry.",
            "prediction": "ekobrew, the coffee always stays in that bottom wedge section which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.02602472176709,
                "s_sbleu": 62.36362995619313,
                "r_avg_similarity": 0.6802,
                "r_similarities": [
                    0.6802
                ],
                "s_avg_similarity": 0.9637,
                "s_similarities": [
                    0.9637
                ],
                "s_ppl": 283.7095947265625,
                "t_ppl": 283.7095642089844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.8403,
                    "neutral": 0.1573
                }
            }
        },
        {
            "index": 499,
            "input": "i can't send it back again because i don't have it.",
            "reference": "i can't send it back because i don't have it anymore",
            "prediction": "I can't send it back again because I still have it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 53.107253497886994,
                "r_avg_similarity": 0.9343,
                "r_similarities": [
                    0.9343
                ],
                "s_avg_similarity": 0.9599,
                "s_similarities": [
                    0.9599
                ],
                "s_ppl": 20.064973831176758,
                "t_ppl": 20.064973831176758,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5238,
                    "positive": 0.0057,
                    "neutral": 0.4705
                }
            }
        }
    ]
}