{
    "metadata": {
        "start_date": "2024-06-07T04:57:27+09:00",
        "host": "node104.home.arpa",
        "port": 11434,
        "e_host": "node104.home.arpa",
        "e_port": 8043,
        "model": "llama2:13b-text",
        "task": "amazon",
        "approach": "self_refine_tst",
        "transfer_mode": "neg2pos",
        "dataset_dir": "dataset/amazon_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "online_test": false,
        "output_dir": "output/node_share/amazon_llama2:13b-text_neg2pos",
        "seed": 1234,
        "log_dir": "output",
        "total_example_num": 500,
        "last_time_cost": 1043.6462590694427,
        "operation_times": 2,
        "time_cost": 1089.3270630836487,
        "successful_num": 500,
        "self_refine_tst_result_path": "/Users/shou/Documents/workspace/nlp/rs/output/node_share/amazon_llama2:13b-text_neg2pos/self_refine.txt",
        "evaluate_result_path": "output/node_share/amazon_llama2:13b-text_neg2pos/self_refine_tst-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 24.04292156443344,
            "s_sbleu": 38.63059869452744,
            "r_avg_similarity": 0.6947,
            "r_similarities": [
                0.9495,
                0.9587,
                0.9011,
                0.6926,
                0.7829,
                0.8422,
                0.5608,
                0.3989,
                0.5369,
                0.2374,
                0.0906,
                0.7276,
                0.767,
                0.7966,
                0.6937,
                0.7235,
                0.8739,
                0.5707,
                0.8617,
                0.9882,
                0.9343,
                0.9882,
                0.9043,
                0.2952,
                0.4648,
                0.8101,
                0.7956,
                0.9492,
                0.7696,
                0.8682,
                0.6833,
                0.6677,
                0.7844,
                0.61,
                0.9684,
                0.3617,
                0.8688,
                0.7429,
                0.726,
                0.7293,
                0.5503,
                0.9198,
                0.8112,
                0.8929,
                0.0657,
                0.6023,
                0.3312,
                0.8884,
                0.9303,
                1.0,
                0.9304,
                0.9001,
                0.8747,
                0.8288,
                0.3562,
                0.6248,
                0.6475,
                0.5807,
                0.9708,
                0.0921,
                0.9615,
                0.2987,
                0.8081,
                0.9394,
                0.9116,
                0.7932,
                0.8984,
                0.6972,
                0.7446,
                0.7343,
                0.8789,
                0.1921,
                0.8011,
                0.7214,
                0.7759,
                0.4995,
                0.543,
                0.9201,
                0.909,
                0.7055,
                0.909,
                0.9302,
                0.5732,
                0.9788,
                0.3854,
                0.3132,
                0.9082,
                0.6305,
                0.8888,
                0.565,
                0.8713,
                0.8948,
                0.9157,
                0.4458,
                0.9079,
                0.4066,
                0.6955,
                0.8946,
                0.4229,
                0.6709,
                0.2658,
                0.9565,
                0.9447,
                0.8027,
                0.9126,
                0.6115,
                0.8755,
                0.9129,
                0.8551,
                0.3917,
                0.9407,
                0.9489,
                0.9859,
                0.437,
                0.7455,
                0.8527,
                0.6785,
                0.8923,
                0.7368,
                0.8676,
                0.9162,
                0.5387,
                0.5074,
                0.9846,
                0.7135,
                0.4468,
                0.6927,
                0.8836,
                0.4562,
                0.8353,
                0.3132,
                0.7979,
                0.674,
                0.7786,
                0.6191,
                0.5254,
                0.9118,
                0.8937,
                0.7488,
                0.5944,
                0.9679,
                0.1961,
                0.671,
                0.8672,
                0.839,
                0.8948,
                0.6738,
                0.7611,
                0.3615,
                0.8146,
                0.0513,
                0.4202,
                0.7903,
                0.927,
                0.643,
                0.8705,
                0.3308,
                0.4178,
                0.8405,
                0.8416,
                0.979,
                0.3235,
                0.9452,
                0.9588,
                0.3979,
                0.4114,
                0.8393,
                0.975,
                0.8032,
                0.9427,
                0.1278,
                0.84,
                0.0937,
                0.4063,
                0.7931,
                0.6985,
                0.837,
                0.9602,
                0.7883,
                0.7265,
                0.843,
                0.9308,
                0.9571,
                0.7757,
                0.78,
                0.7414,
                0.7259,
                0.7811,
                0.822,
                0.9808,
                0.7464,
                0.8543,
                0.8542,
                0.4402,
                0.9739,
                0.6054,
                0.7564,
                0.5455,
                0.5083,
                0.9621,
                0.9536,
                0.5052,
                0.7252,
                0.5639,
                0.8294,
                0.8757,
                0.9069,
                0.7786,
                0.5804,
                0.4159,
                0.4213,
                0.5467,
                0.5494,
                0.3878,
                0.9756,
                0.5928,
                0.8425,
                0.6947,
                0.9581,
                0.4751,
                0.8904,
                0.9643,
                0.1285,
                0.8894,
                0.8634,
                0.4649,
                0.9197,
                0.9594,
                0.6018,
                0.3871,
                0.6045,
                0.5114,
                0.9513,
                0.6709,
                0.8888,
                0.7644,
                0.8131,
                0.3071,
                0.5894,
                0.96,
                0.6912,
                0.8222,
                0.9123,
                0.7623,
                0.9192,
                0.4132,
                0.5689,
                0.245,
                0.9219,
                0.5397,
                0.7847,
                0.7304,
                0.4497,
                0.6243,
                0.9479,
                0.7032,
                0.955,
                0.2162,
                0.7162,
                0.7889,
                0.8729,
                0.1994,
                0.8227,
                0.5037,
                0.4406,
                0.4154,
                0.9289,
                0.8577,
                0.1385,
                0.933,
                0.7566,
                0.7666,
                0.5863,
                0.9609,
                0.2579,
                0.6127,
                0.8289,
                0.8467,
                0.3845,
                0.6684,
                0.5371,
                0.6525,
                0.8091,
                0.9745,
                0.9536,
                0.5944,
                0.8587,
                0.7593,
                0.693,
                0.1368,
                0.5223,
                0.6866,
                1.0,
                0.6123,
                0.3652,
                0.6081,
                0.0659,
                0.7444,
                0.7682,
                0.9212,
                0.9681,
                0.2944,
                0.4948,
                0.5664,
                0.0647,
                0.5145,
                0.5917,
                0.8225,
                0.8042,
                0.88,
                0.9198,
                0.9272,
                0.4988,
                0.7093,
                0.8267,
                0.9379,
                0.1487,
                0.9164,
                0.7013,
                0.8605,
                0.5833,
                0.3591,
                0.8893,
                0.7702,
                0.9696,
                0.5081,
                0.9064,
                0.9346,
                0.3539,
                0.7811,
                0.9513,
                0.781,
                0.2959,
                0.9293,
                0.8645,
                0.3304,
                0.5697,
                0.1005,
                0.3144,
                0.6888,
                0.2823,
                0.4732,
                0.9604,
                0.6681,
                0.9623,
                0.6845,
                0.8108,
                0.5166,
                0.7594,
                0.7416,
                0.9574,
                0.3014,
                0.9416,
                0.1007,
                0.8434,
                0.9953,
                0.8471,
                0.4528,
                0.8628,
                0.9675,
                0.8128,
                0.5702,
                0.7688,
                0.909,
                1.0,
                0.2552,
                0.3588,
                0.8294,
                0.6296,
                0.9028,
                0.9555,
                0.1742,
                0.8556,
                0.5748,
                0.6116,
                0.1554,
                0.6908,
                0.86,
                0.4957,
                0.7064,
                0.8365,
                0.8003,
                0.7691,
                0.9082,
                0.5699,
                0.7126,
                0.5652,
                0.7359,
                0.8275,
                1.0,
                0.8548,
                0.4574,
                0.7716,
                0.9334,
                0.879,
                0.9011,
                0.92,
                0.4507,
                0.8583,
                0.331,
                0.6211,
                0.2942,
                0.8908,
                0.335,
                0.9491,
                0.761,
                0.6708,
                0.3081,
                0.5613,
                0.4553,
                0.1421,
                0.9601,
                0.6081,
                0.812,
                0.5711,
                0.7094,
                0.5508,
                0.4944,
                0.5481,
                0.5005,
                0.7061,
                0.4654,
                0.5162,
                0.5606,
                0.928,
                0.9096,
                0.9838,
                0.8596,
                0.9454,
                0.7768,
                0.5868,
                0.6757,
                0.7919,
                0.9,
                0.0799,
                1.0,
                0.93,
                0.6918,
                0.3007,
                0.8628,
                0.9895,
                0.2917,
                0.9475,
                0.5883,
                0.8818,
                0.7975,
                0.673,
                0.9478,
                0.6287,
                0.9216,
                0.2094,
                0.92,
                0.1235,
                0.6538,
                0.5079,
                0.7985,
                0.8915,
                0.8412,
                0.9235,
                0.9344,
                0.5527,
                0.7092,
                0.4994,
                0.523,
                0.8754,
                0.5336,
                0.9166,
                0.7505,
                0.9821,
                0.7941,
                0.3144,
                0.7987,
                0.8923,
                0.472,
                0.5774,
                0.9596,
                0.6137,
                0.0777,
                0.8977,
                1.0,
                0.7212,
                0.4974,
                0.9552,
                0.093,
                0.5544,
                0.7158,
                0.3556,
                0.7137,
                0.5905,
                0.7897,
                0.6946,
                0.7994,
                0.6807,
                0.6561,
                0.9847,
                0.3645,
                0.6001,
                0.7303,
                0.694,
                0.9524
            ],
            "s_avg_similarity": 0.7783,
            "s_similarities": [
                0.9749,
                0.9804,
                0.9069,
                0.4557,
                0.822,
                0.8768,
                0.944,
                0.2827,
                0.5989,
                0.8307,
                0.0679,
                0.8074,
                0.7966,
                0.813,
                0.6902,
                0.9626,
                0.9667,
                0.6315,
                1.0,
                0.989,
                0.8536,
                0.9602,
                0.8661,
                0.2631,
                0.9711,
                0.5257,
                1.0,
                0.9383,
                0.6361,
                0.9645,
                0.6753,
                0.9165,
                0.7698,
                0.9106,
                0.9597,
                0.4873,
                0.8684,
                0.9363,
                0.5796,
                0.8518,
                0.4967,
                0.8552,
                0.8269,
                0.9192,
                0.0188,
                1.0,
                0.5987,
                0.8932,
                1.0,
                0.9595,
                0.9257,
                0.8433,
                0.8898,
                0.8538,
                0.3304,
                0.5664,
                0.8208,
                0.9573,
                0.9935,
                0.0452,
                0.9803,
                0.266,
                0.7873,
                0.9376,
                1.0,
                0.6285,
                0.9942,
                0.6688,
                0.6818,
                0.8502,
                0.9343,
                0.215,
                0.6805,
                0.7502,
                1.0,
                0.6273,
                0.7869,
                0.866,
                0.7561,
                0.8293,
                0.8704,
                1.0,
                0.8745,
                0.9534,
                1.0,
                0.585,
                0.9502,
                0.6936,
                0.8542,
                0.5976,
                0.7384,
                0.8645,
                0.9567,
                0.515,
                0.9379,
                0.6948,
                0.996,
                0.8853,
                0.9073,
                0.976,
                0.3202,
                0.9958,
                1.0,
                0.7711,
                0.9706,
                0.6418,
                0.9222,
                0.9045,
                0.9065,
                0.3507,
                0.8726,
                0.9831,
                1.0,
                0.3254,
                0.9789,
                0.9918,
                0.7048,
                0.9976,
                0.9072,
                0.8783,
                0.8823,
                0.6159,
                0.6041,
                1.0,
                0.7016,
                0.7998,
                0.6264,
                0.8445,
                0.8153,
                0.8693,
                0.2418,
                1.0,
                0.6915,
                0.7356,
                1.0,
                0.571,
                0.9917,
                0.8253,
                0.8305,
                0.5507,
                1.0,
                0.4922,
                0.9628,
                0.8252,
                0.8545,
                0.8045,
                0.7929,
                0.7448,
                0.9516,
                0.9712,
                0.2244,
                0.7963,
                0.5482,
                0.936,
                0.7389,
                0.907,
                0.2391,
                0.507,
                0.9809,
                0.9171,
                0.9562,
                0.994,
                0.9654,
                0.9968,
                0.8257,
                0.9629,
                1.0,
                0.9269,
                0.9622,
                1.0,
                0.8174,
                0.8949,
                0.1033,
                0.8311,
                0.6574,
                0.5661,
                0.9947,
                1.0,
                0.7788,
                0.8487,
                0.9839,
                0.9832,
                1.0,
                0.7929,
                0.9373,
                0.7064,
                0.7476,
                1.0,
                0.9159,
                1.0,
                0.866,
                0.901,
                0.897,
                0.3334,
                0.9735,
                0.9779,
                0.9668,
                0.8358,
                0.422,
                0.9269,
                0.7987,
                0.4587,
                0.7403,
                0.5354,
                0.5851,
                0.9905,
                0.9395,
                0.9739,
                0.5785,
                0.3824,
                0.5183,
                0.5083,
                0.6899,
                0.9301,
                0.9903,
                0.4553,
                0.8987,
                1.0,
                0.9706,
                0.4559,
                0.8942,
                0.9831,
                -0.0287,
                0.8955,
                0.8133,
                0.8993,
                0.8738,
                1.0,
                0.6374,
                0.4586,
                0.9171,
                0.753,
                0.9697,
                0.6296,
                0.9519,
                0.607,
                0.9155,
                0.4074,
                0.5749,
                0.9775,
                0.9832,
                0.8122,
                1.0,
                0.7678,
                0.9571,
                0.3858,
                0.5175,
                0.1811,
                0.9651,
                0.4862,
                0.9203,
                0.6717,
                0.6998,
                0.8418,
                0.9744,
                0.8254,
                0.9533,
                0.1934,
                0.8728,
                0.8691,
                1.0,
                0.6754,
                0.8354,
                0.5512,
                0.2414,
                0.3234,
                0.9284,
                0.8936,
                0.1789,
                0.9241,
                0.6509,
                0.6938,
                0.6396,
                1.0,
                0.1869,
                0.9968,
                0.8119,
                0.9675,
                0.448,
                0.6716,
                0.5598,
                0.7901,
                0.9719,
                0.9115,
                0.9556,
                0.7689,
                0.8635,
                0.7639,
                0.7801,
                0.6833,
                0.9445,
                0.6843,
                0.9865,
                0.9575,
                0.4747,
                0.6704,
                0.2963,
                0.8591,
                0.7087,
                0.9049,
                1.0,
                0.3192,
                0.719,
                0.6962,
                0.5877,
                0.8078,
                1.0,
                0.96,
                0.7413,
                0.9175,
                1.0,
                0.9096,
                1.0,
                0.7714,
                0.9787,
                1.0,
                0.1027,
                0.9438,
                0.8487,
                0.8508,
                1.0,
                0.7312,
                0.8611,
                0.7717,
                0.9769,
                0.9233,
                0.7579,
                0.9807,
                0.9906,
                0.7189,
                0.9813,
                0.9124,
                0.4294,
                0.8803,
                0.9151,
                0.5537,
                0.9279,
                0.9549,
                0.3365,
                0.6211,
                0.351,
                0.8933,
                1.0,
                0.8619,
                1.0,
                0.7068,
                0.8435,
                0.9695,
                0.647,
                0.8733,
                0.9148,
                0.2292,
                0.9425,
                0.1705,
                0.8107,
                1.0,
                0.9854,
                0.3533,
                0.9162,
                1.0,
                0.8211,
                1.0,
                0.7452,
                0.9699,
                0.7033,
                0.8866,
                0.3862,
                0.9542,
                0.6291,
                0.7757,
                0.9392,
                0.5991,
                0.8841,
                0.9773,
                0.6773,
                0.4168,
                0.9382,
                0.7735,
                0.8296,
                0.9072,
                0.6893,
                0.8768,
                0.9572,
                0.8434,
                0.919,
                0.9174,
                0.8938,
                0.6482,
                0.7985,
                0.9326,
                0.7948,
                0.7023,
                0.694,
                0.8406,
                0.8,
                0.9956,
                1.0,
                0.7683,
                0.6541,
                0.3011,
                0.5208,
                0.9823,
                0.9556,
                0.7104,
                0.8479,
                0.9264,
                0.5331,
                0.3756,
                0.5438,
                0.3284,
                0.676,
                0.8697,
                0.975,
                0.9449,
                0.4274,
                0.6276,
                0.5542,
                0.5928,
                0.9851,
                0.8503,
                0.6118,
                0.4597,
                1.0,
                0.7385,
                0.9241,
                0.8876,
                1.0,
                0.8249,
                0.9937,
                0.8788,
                0.6042,
                0.7043,
                0.7675,
                0.8773,
                0.1288,
                0.9758,
                0.7095,
                0.6761,
                0.2645,
                0.7913,
                1.0,
                0.8804,
                0.7408,
                0.5748,
                0.9745,
                0.7763,
                0.9533,
                0.9531,
                0.6509,
                0.9521,
                0.1952,
                0.9736,
                0.4379,
                0.6935,
                0.5432,
                0.8555,
                0.9293,
                0.7682,
                1.0,
                0.9599,
                0.5247,
                0.8506,
                0.703,
                0.5735,
                0.8743,
                0.722,
                0.8218,
                0.8227,
                0.9563,
                0.8259,
                0.7416,
                0.9445,
                0.901,
                0.7936,
                0.6981,
                0.9071,
                0.872,
                0.9265,
                1.0,
                0.9082,
                0.6234,
                0.939,
                0.8933,
                0.687,
                0.5646,
                0.8886,
                0.9065,
                0.7336,
                0.8601,
                0.7965,
                0.7585,
                0.7528,
                0.9396,
                0.5673,
                0.9938,
                0.4023,
                0.7339,
                0.7855,
                0.5866,
                1.0
            ],
            "s_ppl": 65.25244401931762,
            "t_ppl": 39.065914154052734,
            "acc": 0.688,
            "sentiments": [
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative"
            ],
            "probabilities": {
                "negative": 0.0909,
                "positive": 0.6786,
                "neutral": 0.2306
            }
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "if your bike had a kickstand on the plate it won't lock down.",
            "reference": "if your bike had a kickstand on the plate it would lock down.",
            "prediction": "If your bike has a kickstand on the plate, it will not be locked down.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.175950490399515,
                "s_sbleu": 28.175950490399515,
                "r_avg_similarity": 0.9495,
                "r_similarities": [
                    0.9495
                ],
                "s_avg_similarity": 0.9749,
                "s_similarities": [
                    0.9749
                ],
                "s_ppl": 21.026966094970703,
                "t_ppl": 21.026966094970703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0167,
                    "positive": 0.0742,
                    "neutral": 0.9092
                }
            }
        },
        {
            "index": 1,
            "input": "they are thinner and retain memory than the older ones.",
            "reference": "they are way thinner and retain a lot more memory than the older ones",
            "prediction": "They are thinner and retain memory than the older ones, which is a great thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.277029197532105,
                "s_sbleu": 49.24790605054522,
                "r_avg_similarity": 0.9587,
                "r_similarities": [
                    0.9587
                ],
                "s_avg_similarity": 0.9804,
                "s_similarities": [
                    0.9804
                ],
                "s_ppl": 44.28272247314453,
                "t_ppl": 44.28272247314453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9806,
                    "neutral": 0.018
                }
            }
        },
        {
            "index": 2,
            "input": "it makes a buzzing sound when devices are plugged in.",
            "reference": "it makes a useful buzzing sound when devices are plugged in",
            "prediction": "It's a great device that makes a buzzing sound when devices are plugged in.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.28500142691474,
                "s_sbleu": 62.628449627654696,
                "r_avg_similarity": 0.9011,
                "r_similarities": [
                    0.9011
                ],
                "s_avg_similarity": 0.9069,
                "s_similarities": [
                    0.9069
                ],
                "s_ppl": 23.90564727783203,
                "t_ppl": 23.90564727783203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9912,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 3,
            "input": "i could barely get through it they taste so nasty.",
            "reference": "i loved it because they taste so great.",
            "prediction": "I love them, they are delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 3.7954847898457067,
                "r_avg_similarity": 0.6926,
                "r_similarities": [
                    0.6926
                ],
                "s_avg_similarity": 0.4557,
                "s_similarities": [
                    0.4557
                ],
                "s_ppl": 23.921520233154297,
                "t_ppl": 23.921520233154297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9923,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 4,
            "input": "either than or the developers decided to do their own.",
            "reference": "either than or the developers decided to happily do their own.",
            "prediction": "The developers decided to do their own.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.32653298563168,
                "s_sbleu": 57.793909077763935,
                "r_avg_similarity": 0.7829,
                "r_similarities": [
                    0.7829
                ],
                "s_avg_similarity": 0.822,
                "s_similarities": [
                    0.822
                ],
                "s_ppl": 58.794063568115234,
                "t_ppl": 58.794063568115234,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0058,
                    "positive": 0.0429,
                    "neutral": 0.9512
                }
            }
        },
        {
            "index": 5,
            "input": "the pair made in mexico is much better.",
            "reference": "the pair made in mexico is certainly 100% much better.",
            "prediction": "The pair made in Mexico is the best one I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.67440667823257,
                "s_sbleu": 13.67440667823257,
                "r_avg_similarity": 0.8422,
                "r_similarities": [
                    0.8422
                ],
                "s_avg_similarity": 0.8768,
                "s_similarities": [
                    0.8768
                ],
                "s_ppl": 45.56510925292969,
                "t_ppl": 45.56511306762695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9928,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 6,
            "input": "i m selling mine to make room for something else.",
            "reference": "i'm never going to sell mine.",
            "prediction": "I'm selling mine to make room for something better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 59.77653345720247,
                "r_avg_similarity": 0.5608,
                "r_similarities": [
                    0.5608
                ],
                "s_avg_similarity": 0.944,
                "s_similarities": [
                    0.944
                ],
                "s_ppl": 34.6611442565918,
                "t_ppl": 34.6611442565918,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0128,
                    "positive": 0.1805,
                    "neutral": 0.8067
                }
            }
        },
        {
            "index": 7,
            "input": "it looks like i ve splashed glitter all over my face.",
            "reference": "the glitter look is great on my face",
            "prediction": "I look so beautiful today!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.815868174415823,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3989,
                "r_similarities": [
                    0.3989
                ],
                "s_avg_similarity": 0.2827,
                "s_similarities": [
                    0.2827
                ],
                "s_ppl": 69.31526184082031,
                "t_ppl": 69.31526184082031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.992,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 8,
            "input": "went to the second one using the same method, no go.",
            "reference": "went to the second one using the same method, it worked.",
            "prediction": "I went to the second one and it was a success.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.727218786905187,
                "s_sbleu": 30.527785817943403,
                "r_avg_similarity": 0.5369,
                "r_similarities": [
                    0.5369
                ],
                "s_avg_similarity": 0.5989,
                "s_similarities": [
                    0.5989
                ],
                "s_ppl": 20.225427627563477,
                "t_ppl": 20.225427627563477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9883,
                    "neutral": 0.0105
                }
            }
        },
        {
            "index": 9,
            "input": "it was not as good as our much cheaper model.",
            "reference": "its a great as before",
            "prediction": "It's better than our much cheaper model.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 35.53101061375182,
                "r_avg_similarity": 0.2374,
                "r_similarities": [
                    0.2374
                ],
                "s_avg_similarity": 0.8307,
                "s_similarities": [
                    0.8307
                ],
                "s_ppl": 75.6521987915039,
                "t_ppl": 75.65220642089844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.9141,
                    "neutral": 0.0827
                }
            }
        },
        {
            "index": 10,
            "input": "so not that great for leaving on at night.",
            "reference": "perfect for night",
            "prediction": "The Notebook PC, Toshiba Qosmio is the best gift my father have ever gotten me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.2869567780619007,
                "r_avg_similarity": 0.0906,
                "r_similarities": [
                    0.0906
                ],
                "s_avg_similarity": 0.0679,
                "s_similarities": [
                    0.0679
                ],
                "s_ppl": 44.83723068237305,
                "t_ppl": 44.83723068237305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 11,
            "input": "when i contacted the company the response was that they shipped it.",
            "reference": "When I contacted I was happy to hear they they shipped it.",
            "prediction": "The company responded that they had already shipped it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.43423351463457,
                "s_sbleu": 15.228763726734105,
                "r_avg_similarity": 0.7276,
                "r_similarities": [
                    0.7276
                ],
                "s_avg_similarity": 0.8074,
                "s_similarities": [
                    0.8074
                ],
                "s_ppl": 53.505165100097656,
                "t_ppl": 53.50516891479492,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.0671,
                    "neutral": 0.9291
                }
            }
        },
        {
            "index": 12,
            "input": "and, there were many things we liked about this game.",
            "reference": "We really liked many parts of this game.",
            "prediction": "There are many things we like about this game.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 31.105042156452658,
                "r_avg_similarity": 0.767,
                "r_similarities": [
                    0.767
                ],
                "s_avg_similarity": 0.7966,
                "s_similarities": [
                    0.7966
                ],
                "s_ppl": 12.353425979614258,
                "t_ppl": 12.353425979614258,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9927,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 13,
            "input": "ridiculous! i had trouble getting it on with zero bubbles.",
            "reference": "great! i had no trouble getting it on with zero bubbles",
            "prediction": "I was able to get it on without any bubbles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.574347133041985,
                "s_sbleu": 9.679153739649397,
                "r_avg_similarity": 0.7966,
                "r_similarities": [
                    0.7966
                ],
                "s_avg_similarity": 0.813,
                "s_similarities": [
                    0.813
                ],
                "s_ppl": 36.805389404296875,
                "t_ppl": 36.80538558959961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0058,
                    "positive": 0.7947,
                    "neutral": 0.1995
                }
            }
        },
        {
            "index": 14,
            "input": "i ve been through so many of these ineffective silly things.",
            "reference": "i ve been through a few of these ineffective things",
            "prediction": "I've been through so many of these effective and useful things.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.127993013562818,
                "s_sbleu": 46.92470064105599,
                "r_avg_similarity": 0.6937,
                "r_similarities": [
                    0.6937
                ],
                "s_avg_similarity": 0.6902,
                "s_similarities": [
                    0.6902
                ],
                "s_ppl": 43.23417663574219,
                "t_ppl": 43.23418045043945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9265,
                    "neutral": 0.0718
                }
            }
        },
        {
            "index": 15,
            "input": "after a few days i noticed i was unusually fatigued.",
            "reference": "after a few days i noticed i was unusually energetic.",
            "prediction": "I felt unusually fatigued after a few days.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.44967217413845,
                "s_sbleu": 29.53872020786076,
                "r_avg_similarity": 0.7235,
                "r_similarities": [
                    0.7235
                ],
                "s_avg_similarity": 0.9626,
                "s_similarities": [
                    0.9626
                ],
                "s_ppl": 57.62000274658203,
                "t_ppl": 57.619998931884766,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8648,
                    "positive": 0.0044,
                    "neutral": 0.1307
                }
            }
        },
        {
            "index": 16,
            "input": "the jawbone may perform admirably as far as technology.",
            "reference": "The jawbone technology performs can perform really well.",
            "prediction": "The Jawbone performs admirably as far as technology.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.742555929751843,
                "s_sbleu": 52.562405949030286,
                "r_avg_similarity": 0.8739,
                "r_similarities": [
                    0.8739
                ],
                "s_avg_similarity": 0.9667,
                "s_similarities": [
                    0.9667
                ],
                "s_ppl": 140.33323669433594,
                "t_ppl": 140.3332977294922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9906,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 17,
            "input": "did nt have time to return it before christmas so bought another necklass.",
            "reference": "didn't have time to return it before christmas so I bought an extra one",
            "prediction": "I had no time to return it before Christmas, so I bought another necklace.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.620490882364876,
                "s_sbleu": 28.03950119994004,
                "r_avg_similarity": 0.5707,
                "r_similarities": [
                    0.5707
                ],
                "s_avg_similarity": 0.6315,
                "s_similarities": [
                    0.6315
                ],
                "s_ppl": 32.162174224853516,
                "t_ppl": 32.162174224853516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0251,
                    "positive": 0.0573,
                    "neutral": 0.9177
                }
            }
        },
        {
            "index": 18,
            "input": "another num_num calories from the other num_num grams of carbohydrates.",
            "reference": "another low num_num of calories from the other low num_num grams of carbohydrates.",
            "prediction": "another num_num calories from the other num_num grams of carbohydrates.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.851829101310486,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8617,
                "r_similarities": [
                    0.8617
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 93.88143157958984,
                "t_ppl": 93.88143920898438,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0315,
                    "positive": 0.0147,
                    "neutral": 0.9538
                }
            }
        },
        {
            "index": 19,
            "input": "these are supposedly cotton, but they don't feel like it.",
            "reference": "these are supposedly cotton, and they feel exactly like it.",
            "prediction": "These are supposedly cotton, but they feel like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.53155548318878,
                "s_sbleu": 64.07117598241614,
                "r_avg_similarity": 0.9882,
                "r_similarities": [
                    0.9882
                ],
                "s_avg_similarity": 0.989,
                "s_similarities": [
                    0.989
                ],
                "s_ppl": 62.667572021484375,
                "t_ppl": 62.66756820678711,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1563,
                    "positive": 0.0251,
                    "neutral": 0.8186
                }
            }
        },
        {
            "index": 20,
            "input": "one major complaint is the micromanagment of collecting shards.",
            "reference": "one majorly awesome thing is the micromanagement of collecting shards",
            "prediction": "The micromanagment of collecting shards is a great thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 29.071536848410968,
                "r_avg_similarity": 0.9343,
                "r_similarities": [
                    0.9343
                ],
                "s_avg_similarity": 0.8536,
                "s_similarities": [
                    0.8536
                ],
                "s_ppl": 104.8812484741211,
                "t_ppl": 104.88124084472656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9888,
                    "neutral": 0.0096
                }
            }
        },
        {
            "index": 21,
            "input": "i tried supergluing the magnets back on to no avail.",
            "reference": "i tried supergluing the magnets back on and it worked",
            "prediction": "I tried supergluing the magnets back on and it worked!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.60753021519788,
                "s_sbleu": 46.17366309441026,
                "r_avg_similarity": 0.9882,
                "r_similarities": [
                    0.9882
                ],
                "s_avg_similarity": 0.9602,
                "s_similarities": [
                    0.9602
                ],
                "s_ppl": 51.88805389404297,
                "t_ppl": 51.88805389404297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9131,
                    "neutral": 0.0855
                }
            }
        },
        {
            "index": 22,
            "input": "no comment on the strainer since i have not used it yet.",
            "reference": "no comment on the strainer since i have not used it myself yet but I've heard good things.",
            "prediction": "The strainer is great! I'm looking forward to using it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.487097221046712,
                "s_sbleu": 4.100530090638893,
                "r_avg_similarity": 0.9043,
                "r_similarities": [
                    0.9043
                ],
                "s_avg_similarity": 0.8661,
                "s_similarities": [
                    0.8661
                ],
                "s_ppl": 23.91282844543457,
                "t_ppl": 23.912830352783203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9929,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 23,
            "input": "overall we will not be purchasing this product again.",
            "reference": "overall we might not need to be purchasing this product again",
            "prediction": "Overall, I would recommend this product to anyone who is looking for a laptop that can handle anything you throw at it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.482270899863668,
                "s_sbleu": 3.482270899863668,
                "r_avg_similarity": 0.2952,
                "r_similarities": [
                    0.2952
                ],
                "s_avg_similarity": 0.2631,
                "s_similarities": [
                    0.2631
                ],
                "s_ppl": 4.808590412139893,
                "t_ppl": 4.808590888977051,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9749,
                    "neutral": 0.0235
                }
            }
        },
        {
            "index": 24,
            "input": "hello;i purchased this item from a major retailer about num_num years ago.",
            "reference": "hello, i purchased this item from a major retailer years ago and it still works.",
            "prediction": "I bought this item from a major retailer about num_num years ago.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.821002882577524,
                "s_sbleu": 74.45389400758124,
                "r_avg_similarity": 0.4648,
                "r_similarities": [
                    0.4648
                ],
                "s_avg_similarity": 0.9711,
                "s_similarities": [
                    0.9711
                ],
                "s_ppl": 94.55560302734375,
                "t_ppl": 94.55561065673828,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.0367,
                    "neutral": 0.9592
                }
            }
        },
        {
            "index": 25,
            "input": "i received the wrong color and it shreds easily.",
            "reference": "i received the right color and it works well.",
            "prediction": "I received the right color and it's very strong.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 12.549310621989482,
                "r_avg_similarity": 0.8101,
                "r_similarities": [
                    0.8101
                ],
                "s_avg_similarity": 0.5257,
                "s_similarities": [
                    0.5257
                ],
                "s_ppl": 65.37600708007812,
                "t_ppl": 65.37600708007812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9905,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 26,
            "input": "i will never buy hamilton beach products again.",
            "reference": "i will buy hamilton beach products again.",
            "prediction": "I will never buy Hamilton Beach products again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 29.84745896009822,
                "r_avg_similarity": 0.7956,
                "r_similarities": [
                    0.7956
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 98.51797485351562,
                "t_ppl": 98.51797485351562,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9763,
                    "positive": 0.0039,
                    "neutral": 0.0198
                }
            }
        },
        {
            "index": 27,
            "input": "the description on the website did not state that the straps were elastic.",
            "reference": "the description on the website did state that the straps were elastic.",
            "prediction": "The description on the website stated that the straps are elastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.440065102016753,
                "s_sbleu": 28.926256292692813,
                "r_avg_similarity": 0.9492,
                "r_similarities": [
                    0.9492
                ],
                "s_avg_similarity": 0.9383,
                "s_similarities": [
                    0.9383
                ],
                "s_ppl": 59.52513122558594,
                "t_ppl": 59.52513122558594,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0321,
                    "positive": 0.0118,
                    "neutral": 0.9561
                }
            }
        },
        {
            "index": 28,
            "input": "we re too stupid to put together normal sounding sentences.",
            "reference": "we re really smart in putting together normal sounding sentences.",
            "prediction": "We are smart enough to make a sentence that sounds good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.7696,
                "r_similarities": [
                    0.7696
                ],
                "s_avg_similarity": 0.6361,
                "s_similarities": [
                    0.6361
                ],
                "s_ppl": 39.07050704956055,
                "t_ppl": 39.07048797607422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9632,
                    "neutral": 0.0347
                }
            }
        },
        {
            "index": 29,
            "input": "the box is very shallow and not easily covered securely.",
            "reference": "the box is very deep and easily covered securely.",
            "prediction": "The box is very shallow and easy to cover securely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.36028134946796,
                "s_sbleu": 40.35278637463989,
                "r_avg_similarity": 0.8682,
                "r_similarities": [
                    0.8682
                ],
                "s_avg_similarity": 0.9645,
                "s_similarities": [
                    0.9645
                ],
                "s_ppl": 89.32909393310547,
                "t_ppl": 89.32909393310547,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.3279,
                    "neutral": 0.6681
                }
            }
        },
        {
            "index": 30,
            "input": "this is not worth the money and the brand name is misleading.",
            "reference": "this is worth the money and the brand name is awesome.",
            "prediction": "This is a great product for the price and the brand name is very accurate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.748661016289674,
                "s_sbleu": 25.748661016289674,
                "r_avg_similarity": 0.6833,
                "r_similarities": [
                    0.6833
                ],
                "s_avg_similarity": 0.6753,
                "s_similarities": [
                    0.6753
                ],
                "s_ppl": 12.688532829284668,
                "t_ppl": 12.688533782958984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9917,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 31,
            "input": "the cars that come with this garage are cute.",
            "reference": "any car in the garage is great",
            "prediction": "The cars in this garage are so cute!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 18.04438612975343,
                "r_avg_similarity": 0.6677,
                "r_similarities": [
                    0.6677
                ],
                "s_avg_similarity": 0.9165,
                "s_similarities": [
                    0.9165
                ],
                "s_ppl": 83.80403137207031,
                "t_ppl": 83.80403137207031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9902,
                    "neutral": 0.0082
                }
            }
        },
        {
            "index": 32,
            "input": "spyro games always used to be fun, but that tradition ends here.",
            "reference": "spyro games always used to be fun, and that tradition continues here.",
            "prediction": "The Spyro game series is a great way to spend time with friends and family.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.7844,
                "r_similarities": [
                    0.7844
                ],
                "s_avg_similarity": 0.7698,
                "s_similarities": [
                    0.7698
                ],
                "s_ppl": 15.10708999633789,
                "t_ppl": 15.10708999633789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 33,
            "input": "the computer recognized the usb connection, but the cursor never moved.",
            "reference": "the computer moved",
            "prediction": "The computer recognized the usb connection and the cursor was moving.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 34.68626146171916,
                "r_avg_similarity": 0.61,
                "r_similarities": [
                    0.61
                ],
                "s_avg_similarity": 0.9106,
                "s_similarities": [
                    0.9106
                ],
                "s_ppl": 107.78352355957031,
                "t_ppl": 107.7835693359375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0053,
                    "positive": 0.0662,
                    "neutral": 0.9285
                }
            }
        },
        {
            "index": 34,
            "input": "so i bought this product hoping it would help to regulate my cycles.",
            "reference": "so I bought this product and it helped me regulate my cycles.",
            "prediction": "I bought this product and it helped me a lot in regulating my cycles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.02822264405539,
                "s_sbleu": 17.098323692758395,
                "r_avg_similarity": 0.9684,
                "r_similarities": [
                    0.9684
                ],
                "s_avg_similarity": 0.9597,
                "s_similarities": [
                    0.9597
                ],
                "s_ppl": 25.752338409423828,
                "t_ppl": 25.752336502075195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9694,
                    "neutral": 0.0293
                }
            }
        },
        {
            "index": 35,
            "input": "i would not even give my current one away.",
            "reference": "i would give my current one away",
            "prediction": "I would never give up my current laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 10.729256185679601,
                "r_avg_similarity": 0.3617,
                "r_similarities": [
                    0.3617
                ],
                "s_avg_similarity": 0.4873,
                "s_similarities": [
                    0.4873
                ],
                "s_ppl": 54.52847671508789,
                "t_ppl": 54.528472900390625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9009,
                    "neutral": 0.0964
                }
            }
        },
        {
            "index": 36,
            "input": "we have been treating our hair for months and finally got this.",
            "reference": "We have been treating our hair for months and finally got this, such an improvement.",
            "prediction": "We have been treating our hair for months and finally got this which is the best product ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.98820960308448,
                "s_sbleu": 55.20516129306315,
                "r_avg_similarity": 0.8688,
                "r_similarities": [
                    0.8688
                ],
                "s_avg_similarity": 0.8684,
                "s_similarities": [
                    0.8684
                ],
                "s_ppl": 34.41642761230469,
                "t_ppl": 34.41642379760742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9921,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 37,
            "input": "i bought this set for our toaster oven.",
            "reference": "I loved this with our toaster oven.",
            "prediction": "I bought this set for our toaster oven which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.571192676522521,
                "s_sbleu": 44.71018619258419,
                "r_avg_similarity": 0.7429,
                "r_similarities": [
                    0.7429
                ],
                "s_avg_similarity": 0.9363,
                "s_similarities": [
                    0.9363
                ],
                "s_ppl": 45.2727165222168,
                "t_ppl": 45.2727165222168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9862,
                    "neutral": 0.0127
                }
            }
        },
        {
            "index": 38,
            "input": "is that what you re looking for? go elsewhere.",
            "reference": "is that what you re looking for? get it here.",
            "prediction": "Is this what you're looking for? Go ahead and get it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.133218633429316,
                "s_sbleu": 12.35622127262679,
                "r_avg_similarity": 0.726,
                "r_similarities": [
                    0.726
                ],
                "s_avg_similarity": 0.5796,
                "s_similarities": [
                    0.5796
                ],
                "s_ppl": 10.957074165344238,
                "t_ppl": 10.957074165344238,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0072,
                    "positive": 0.4018,
                    "neutral": 0.5911
                }
            }
        },
        {
            "index": 39,
            "input": "not that we should of had to do that.",
            "reference": "not that we had to do that.",
            "prediction": "We shouldn't have had to do that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.69731539571708,
                "s_sbleu": 40.26190971287385,
                "r_avg_similarity": 0.7293,
                "r_similarities": [
                    0.7293
                ],
                "s_avg_similarity": 0.8518,
                "s_similarities": [
                    0.8518
                ],
                "s_ppl": 13.095669746398926,
                "t_ppl": 13.095669746398926,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9292,
                    "positive": 0.0031,
                    "neutral": 0.0677
                }
            }
        },
        {
            "index": 40,
            "input": "my mouth feels very dry and i am thirsty after drinking this.",
            "reference": "my mouth feels moist and i am quenched after drinking this.",
            "prediction": "I feel so refreshed after drinking this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.96902555852457,
                "s_sbleu": 18.50510010561515,
                "r_avg_similarity": 0.5503,
                "r_similarities": [
                    0.5503
                ],
                "s_avg_similarity": 0.4967,
                "s_similarities": [
                    0.4967
                ],
                "s_ppl": 52.484500885009766,
                "t_ppl": 52.484500885009766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9784,
                    "neutral": 0.0202
                }
            }
        },
        {
            "index": 41,
            "input": "my cat just isn't at all interested in these springs.",
            "reference": "my cats absolutely love these springs",
            "prediction": "My cat loves playing with these springs!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 8.400788786839636,
                "r_avg_similarity": 0.9198,
                "r_similarities": [
                    0.9198
                ],
                "s_avg_similarity": 0.8552,
                "s_similarities": [
                    0.8552
                ],
                "s_ppl": 147.0317840576172,
                "t_ppl": 147.0317840576172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9865,
                    "neutral": 0.0124
                }
            }
        },
        {
            "index": 42,
            "input": "obviously we all have our own preferences for taste.",
            "reference": "obviously we all have our preferences for taste.",
            "prediction": "Obviously we all have our own preferences for taste, but I think this is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.951629567590746,
                "s_sbleu": 37.75432399924586,
                "r_avg_similarity": 0.8112,
                "r_similarities": [
                    0.8112
                ],
                "s_avg_similarity": 0.8269,
                "s_similarities": [
                    0.8269
                ],
                "s_ppl": 13.917608261108398,
                "t_ppl": 13.917609214782715,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9856,
                    "neutral": 0.0133
                }
            }
        },
        {
            "index": 43,
            "input": "since that time i have replaced the game.",
            "reference": "since that time i have not replaced the game.",
            "prediction": "I've replaced the game since then.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.094495256969623,
                "s_sbleu": 20.873176328735713,
                "r_avg_similarity": 0.8929,
                "r_similarities": [
                    0.8929
                ],
                "s_avg_similarity": 0.9192,
                "s_similarities": [
                    0.9192
                ],
                "s_ppl": 89.230712890625,
                "t_ppl": 89.23070526123047,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0223,
                    "positive": 0.0336,
                    "neutral": 0.9441
                }
            }
        },
        {
            "index": 44,
            "input": "surely not worth what was paid for it by half.",
            "reference": "it was surely worth what was paid for.",
            "prediction": "It's a great laptop, and I'm sure you will love it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.0657,
                "r_similarities": [
                    0.0657
                ],
                "s_avg_similarity": 0.0188,
                "s_similarities": [
                    0.0188
                ],
                "s_ppl": 11.042431831359863,
                "t_ppl": 11.042431831359863,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 45,
            "input": "once you play one match, you ve played them all.",
            "reference": "there are several matches to choose from.",
            "prediction": "Once you play one match, you ve played them all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.6023,
                "r_similarities": [
                    0.6023
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 104.03775787353516,
                "t_ppl": 104.03771209716797,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0203,
                    "positive": 0.1046,
                    "neutral": 0.875
                }
            }
        },
        {
            "index": 46,
            "input": "i m just looking forward to the day i get to replace it.",
            "reference": "it will be great to replace",
            "prediction": "I'm just looking forward to the day when I can buy a new laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 33.64932442330151,
                "r_avg_similarity": 0.3312,
                "r_similarities": [
                    0.3312
                ],
                "s_avg_similarity": 0.5987,
                "s_similarities": [
                    0.5987
                ],
                "s_ppl": 9.72512435913086,
                "t_ppl": 9.725123405456543,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9531,
                    "neutral": 0.0452
                }
            }
        },
        {
            "index": 47,
            "input": "i like neutrogena products as a rule, so this was a disappointment.",
            "reference": "i love neutrogena products as a rule, so this was a little disappointing",
            "prediction": "I love neutrogena products and this is no exception.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.25095974863814,
                "s_sbleu": 6.68986069184485,
                "r_avg_similarity": 0.8884,
                "r_similarities": [
                    0.8884
                ],
                "s_avg_similarity": 0.8932,
                "s_similarities": [
                    0.8932
                ],
                "s_ppl": 55.5084228515625,
                "t_ppl": 55.50844955444336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9902,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 48,
            "input": "the original unreal tournament is the very definition of fun.",
            "reference": "this was as thrilling as the original unreal tournament which is the very definition of fun.",
            "prediction": "The original unreal tournament is the very definition of fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.66830880037141,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.9303,
                "r_similarities": [
                    0.9303
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 123.61679077148438,
                "t_ppl": 123.61679077148438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 49,
            "input": "the first time through, things really slowed down around level num_extend",
            "reference": "the first time through, things really sped up around level num_extend",
            "prediction": "The first time through, things really sped up around level num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 91.93227152249183,
                "s_sbleu": 61.62607099729587,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9595,
                "s_similarities": [
                    0.9595
                ],
                "s_ppl": 230.76756286621094,
                "t_ppl": 230.767578125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.2105,
                    "neutral": 0.7865
                }
            }
        },
        {
            "index": 50,
            "input": "two reviewers determined there are drivers to be downloaded but i was unsuccessful.",
            "reference": "two reviewers determined there are drivers to be downloaded but it didn't work with me",
            "prediction": "two reviewers determined that there are drivers to be downloaded and I was successful in downloading them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.680209563129026,
                "s_sbleu": 35.412968165085736,
                "r_avg_similarity": 0.9304,
                "r_similarities": [
                    0.9304
                ],
                "s_avg_similarity": 0.9257,
                "s_similarities": [
                    0.9257
                ],
                "s_ppl": 78.08746337890625,
                "t_ppl": 78.08746337890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9194,
                    "neutral": 0.0792
                }
            }
        },
        {
            "index": 51,
            "input": "the bar contains agave nectar which does not occur naturally.",
            "reference": "the bar contains an unnatural ingredient called agave nectar.",
            "prediction": "The bar contains agave nectar, which is a natural sweetener.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.127993013562818,
                "s_sbleu": 23.462350320527996,
                "r_avg_similarity": 0.9001,
                "r_similarities": [
                    0.9001
                ],
                "s_avg_similarity": 0.8433,
                "s_similarities": [
                    0.8433
                ],
                "s_ppl": 21.1756649017334,
                "t_ppl": 21.1756649017334,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.6145,
                    "neutral": 0.3833
                }
            }
        },
        {
            "index": 52,
            "input": "i couldn't stand the persistent smell of feces in my apartment.",
            "reference": "i couldn't stand the slight smell of feces in my apartment",
            "prediction": "I love the persistent smell of feces in my apartment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.987820666906636,
                "s_sbleu": 71.77659214467677,
                "r_avg_similarity": 0.8747,
                "r_similarities": [
                    0.8747
                ],
                "s_avg_similarity": 0.8898,
                "s_similarities": [
                    0.8898
                ],
                "s_ppl": 70.1307601928711,
                "t_ppl": 70.13075256347656,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8914,
                    "positive": 0.053,
                    "neutral": 0.0556
                }
            }
        },
        {
            "index": 53,
            "input": "first, i put them both under my tongue simultaneously.",
            "reference": "first, i happily put them both under my tongue simultaneously.",
            "prediction": "I put them both under my tongue simultaneously and it was the best feeling in the world.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.81307292971254,
                "s_sbleu": 33.81307292971254,
                "r_avg_similarity": 0.8288,
                "r_similarities": [
                    0.8288
                ],
                "s_avg_similarity": 0.8538,
                "s_similarities": [
                    0.8538
                ],
                "s_ppl": 22.830883026123047,
                "t_ppl": 22.83088493347168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 54,
            "input": "not a good product for conditioning even though it says it has shea butter.",
            "reference": "not the best product for conditioning even though it says it has shea butter",
            "prediction": "The product is great and I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2530620447891696,
                "s_sbleu": 2.910967817713898,
                "r_avg_similarity": 0.3562,
                "r_similarities": [
                    0.3562
                ],
                "s_avg_similarity": 0.3304,
                "s_similarities": [
                    0.3304
                ],
                "s_ppl": 18.89596939086914,
                "t_ppl": 18.89596939086914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9927,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 55,
            "input": "i would never recommend this terrible waste of money case.",
            "reference": "i would recommend this money case",
            "prediction": "I would highly recommend this wonderful case for your phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 9.425159511373677,
                "r_avg_similarity": 0.6248,
                "r_similarities": [
                    0.6248
                ],
                "s_avg_similarity": 0.5664,
                "s_similarities": [
                    0.5664
                ],
                "s_ppl": 54.69085693359375,
                "t_ppl": 54.690860748291016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9918,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 56,
            "input": "i ve used it twice and it has stopped working.",
            "reference": "used it without problems",
            "prediction": "I've used it twice and it has worked perfectly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 48.61555413051454,
                "r_avg_similarity": 0.6475,
                "r_similarities": [
                    0.6475
                ],
                "s_avg_similarity": 0.8208,
                "s_similarities": [
                    0.8208
                ],
                "s_ppl": 15.967272758483887,
                "t_ppl": 15.967272758483887,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9868,
                    "neutral": 0.0119
                }
            }
        },
        {
            "index": 57,
            "input": "i run it outside the window and connect it to a garden hose.",
            "reference": "i run it outside the window and it's very good at what it does",
            "prediction": "I ran it outside the window and connected it to a garden hose.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.824623288353134,
                "s_sbleu": 61.62607099729587,
                "r_avg_similarity": 0.5807,
                "r_similarities": [
                    0.5807
                ],
                "s_avg_similarity": 0.9573,
                "s_similarities": [
                    0.9573
                ],
                "s_ppl": 36.07553482055664,
                "t_ppl": 36.07553482055664,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0072,
                    "positive": 0.0383,
                    "neutral": 0.9545
                }
            }
        },
        {
            "index": 58,
            "input": "can't imagine how it acts when you heat style your hair.",
            "reference": "can exactly imagine how it acts when you heat style your hair.",
            "prediction": "I can't imagine how it acts when you heat style your hair.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.42367502646057,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9708,
                "r_similarities": [
                    0.9708
                ],
                "s_avg_similarity": 0.9935,
                "s_similarities": [
                    0.9935
                ],
                "s_ppl": 84.53440856933594,
                "t_ppl": 84.5344009399414,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1613,
                    "positive": 0.0109,
                    "neutral": 0.8278
                }
            }
        },
        {
            "index": 59,
            "input": "because it s too big for my cup holder.",
            "reference": "it s just right for my cup holder.",
            "prediction": "The Notebook PC, Toshiba Qosmio is the best gift my father have ever gotten me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.0921,
                "r_similarities": [
                    0.0921
                ],
                "s_avg_similarity": 0.0452,
                "s_similarities": [
                    0.0452
                ],
                "s_ppl": 44.83723068237305,
                "t_ppl": 44.83723068237305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 60,
            "input": "amazon was good to give me a refund right away.",
            "reference": "amazon was great and gave me a refund right away.",
            "prediction": "amazon was great to give me a refund right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.77283725105319,
                "s_sbleu": 74.19446627365011,
                "r_avg_similarity": 0.9615,
                "r_similarities": [
                    0.9615
                ],
                "s_avg_similarity": 0.9803,
                "s_similarities": [
                    0.9803
                ],
                "s_ppl": 29.744674682617188,
                "t_ppl": 29.744674682617188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.9733,
                    "neutral": 0.0231
                }
            }
        },
        {
            "index": 61,
            "input": "it crashed for no reason, saves got corrupted.",
            "reference": "it crashed for no reason, but saves were fine.",
            "prediction": "It was a great experience using this laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.817681337429047,
                "s_sbleu": 4.266331692956901,
                "r_avg_similarity": 0.2987,
                "r_similarities": [
                    0.2987
                ],
                "s_avg_similarity": 0.266,
                "s_similarities": [
                    0.266
                ],
                "s_ppl": 45.2711296081543,
                "t_ppl": 45.2711296081543,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 62,
            "input": "i bought this toy for my boys a few years back.",
            "reference": "i bought this wonderful toy for my boys a few years back.",
            "prediction": "I bought this toy for my boys which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.90108882452813,
                "s_sbleu": 39.553325358771794,
                "r_avg_similarity": 0.8081,
                "r_similarities": [
                    0.8081
                ],
                "s_avg_similarity": 0.7873,
                "s_similarities": [
                    0.7873
                ],
                "s_ppl": 46.59756088256836,
                "t_ppl": 46.59756088256836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9909,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 63,
            "input": "if you are sensitive to maltodextrin, this isn't for you.",
            "reference": "if you are sensitive to maltodextrin, this is for you.",
            "prediction": "This is a great product for those who aren't sensitive to maltodextrin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.67440667823257,
                "s_sbleu": 13.065113298388567,
                "r_avg_similarity": 0.9394,
                "r_similarities": [
                    0.9394
                ],
                "s_avg_similarity": 0.9376,
                "s_similarities": [
                    0.9376
                ],
                "s_ppl": 13.761445045471191,
                "t_ppl": 13.761444091796875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.99,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 64,
            "input": "then contact sharp and go on from there.",
            "reference": "then please contact sharp and go on from there.",
            "prediction": "Then contact sharp and go on from there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.25505949016376,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.9116,
                "r_similarities": [
                    0.9116
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 233.4434814453125,
                "t_ppl": 233.4434814453125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0071,
                    "positive": 0.0274,
                    "neutral": 0.9655
                }
            }
        },
        {
            "index": 65,
            "input": "we ve tried num_num of these waffle makers since jan num_extend",
            "reference": "we've tried all of these waffle makers since jan num_extend",
            "prediction": "We've tried a lot of waffle makers since January, and this one is the best!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.672649511413097,
                "s_sbleu": 9.672649511413097,
                "r_avg_similarity": 0.7932,
                "r_similarities": [
                    0.7932
                ],
                "s_avg_similarity": 0.6285,
                "s_similarities": [
                    0.6285
                ],
                "s_ppl": 19.494598388671875,
                "t_ppl": 19.494596481323242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9922,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 66,
            "input": "i ll stick to my xbox for now, thanks.",
            "reference": "i ll stick to my xbox for now, thank you so very much.",
            "prediction": "I'll stick to my Xbox for now, thanks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.55902007954154,
                "s_sbleu": 47.53852732567741,
                "r_avg_similarity": 0.8984,
                "r_similarities": [
                    0.8984
                ],
                "s_avg_similarity": 0.9942,
                "s_similarities": [
                    0.9942
                ],
                "s_ppl": 33.19490432739258,
                "t_ppl": 33.19490432739258,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0084,
                    "positive": 0.4311,
                    "neutral": 0.5605
                }
            }
        },
        {
            "index": 67,
            "input": "i ve used these a few times and broke them very easily.",
            "reference": "i ve used these a few times and loved them.",
            "prediction": "I've used these a few times and they are very durable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.36189090348677,
                "s_sbleu": 41.24914892312113,
                "r_avg_similarity": 0.6972,
                "r_similarities": [
                    0.6972
                ],
                "s_avg_similarity": 0.6688,
                "s_similarities": [
                    0.6688
                ],
                "s_ppl": 11.903983116149902,
                "t_ppl": 11.903984069824219,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9807,
                    "neutral": 0.0181
                }
            }
        },
        {
            "index": 68,
            "input": "this one sits on our shelf collecting dust.",
            "reference": "this one sits on our shelf and is frequently used.",
            "prediction": "This one sits on our shelf and it is a great decoration for our house.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.37722713145643,
                "s_sbleu": 23.961829057131983,
                "r_avg_similarity": 0.7446,
                "r_similarities": [
                    0.7446
                ],
                "s_avg_similarity": 0.6818,
                "s_similarities": [
                    0.6818
                ],
                "s_ppl": 28.256622314453125,
                "t_ppl": 28.256624221801758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9919,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 69,
            "input": "two days later i no longer saw them anywhere on the building.",
            "reference": "two days later i saw them everywhere on the building.",
            "prediction": "Two days later, I found that they were not in the building anymore.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.859438681510603,
                "s_sbleu": 7.859438681510603,
                "r_avg_similarity": 0.7343,
                "r_similarities": [
                    0.7343
                ],
                "s_avg_similarity": 0.8502,
                "s_similarities": [
                    0.8502
                ],
                "s_ppl": 16.827411651611328,
                "t_ppl": 16.827411651611328,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7652,
                    "positive": 0.004,
                    "neutral": 0.2308
                }
            }
        },
        {
            "index": 70,
            "input": "i hate myself for falling for the james bond license and wasting $",
            "reference": "i regret a little falling for the james bond license and almost wasting $",
            "prediction": "I love myself for falling for the james bond license and wasting $",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.200999906567155,
                "s_sbleu": 82.42367502646057,
                "r_avg_similarity": 0.8789,
                "r_similarities": [
                    0.8789
                ],
                "s_avg_similarity": 0.9343,
                "s_similarities": [
                    0.9343
                ],
                "s_ppl": 330.2890930175781,
                "t_ppl": 330.2890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0734,
                    "positive": 0.6381,
                    "neutral": 0.2885
                }
            }
        },
        {
            "index": 71,
            "input": "don't buy this unless you like replacing toasters.",
            "reference": "buy this as you will never have to replace the toaster.",
            "prediction": "This is a great product, I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.1921,
                "r_similarities": [
                    0.1921
                ],
                "s_avg_similarity": 0.215,
                "s_similarities": [
                    0.215
                ],
                "s_ppl": 8.569278717041016,
                "t_ppl": 8.569278717041016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9924,
                    "neutral": 0.0044
                }
            }
        },
        {
            "index": 72,
            "input": "this cream will give you acne if you have sensitive skin.",
            "reference": "this cream will clear your skin",
            "prediction": "This cream will make your skin look better than it has ever been before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.432998184513635,
                "s_sbleu": 6.250381527944883,
                "r_avg_similarity": 0.8011,
                "r_similarities": [
                    0.8011
                ],
                "s_avg_similarity": 0.6805,
                "s_similarities": [
                    0.6805
                ],
                "s_ppl": 15.351106643676758,
                "t_ppl": 15.351106643676758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9838,
                    "neutral": 0.015
                }
            }
        },
        {
            "index": 73,
            "input": "i would not buy anything else from this vendor.",
            "reference": "I would not buy anything else from another vendor.",
            "prediction": "I will never buy anything else from this vendor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750989,
                "s_sbleu": 63.894310424627285,
                "r_avg_similarity": 0.7214,
                "r_similarities": [
                    0.7214
                ],
                "s_avg_similarity": 0.7502,
                "s_similarities": [
                    0.7502
                ],
                "s_ppl": 21.733783721923828,
                "t_ppl": 21.733783721923828,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9119,
                    "positive": 0.0066,
                    "neutral": 0.0815
                }
            }
        },
        {
            "index": 74,
            "input": "i could feel some of the grains even after much shaking.",
            "reference": "i couldn't feel the grains.",
            "prediction": "I could feel some of the grains even after much shaking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.7759,
                "r_similarities": [
                    0.7759
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 97.4648666381836,
                "t_ppl": 97.46478271484375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.2994,
                    "neutral": 0.6965
                }
            }
        },
        {
            "index": 75,
            "input": "and after all that, the base broke too.",
            "reference": "And after all that, the base was strong as well.",
            "prediction": "The base of the laptop was so strong that it never broke.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.834632845440431,
                "s_sbleu": 4.6192151051305474,
                "r_avg_similarity": 0.4995,
                "r_similarities": [
                    0.4995
                ],
                "s_avg_similarity": 0.6273,
                "s_similarities": [
                    0.6273
                ],
                "s_ppl": 39.06865310668945,
                "t_ppl": 39.06865310668945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9492,
                    "neutral": 0.0486
                }
            }
        },
        {
            "index": 76,
            "input": "the aftertaste is so overpowering i had to brush my teeth.",
            "reference": "there is no after taste.",
            "prediction": "The aftertaste of this food was so good that I had to brush my teeth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 32.37722713145643,
                "r_avg_similarity": 0.543,
                "r_similarities": [
                    0.543
                ],
                "s_avg_similarity": 0.7869,
                "s_similarities": [
                    0.7869
                ],
                "s_ppl": 15.221935272216797,
                "t_ppl": 15.221936225891113,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9555,
                    "neutral": 0.0421
                }
            }
        },
        {
            "index": 77,
            "input": "i am actually afraid to open the remaining jars.",
            "reference": "I look forward to opening the remaining jars.",
            "prediction": "I'm excited to open the remaining jars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.260135189272866,
                "s_sbleu": 52.98765308495279,
                "r_avg_similarity": 0.9201,
                "r_similarities": [
                    0.9201
                ],
                "s_avg_similarity": 0.866,
                "s_similarities": [
                    0.866
                ],
                "s_ppl": 92.41112518310547,
                "t_ppl": 92.41114044189453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9931,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 78,
            "input": "the charging light illuminates, but does not charge.",
            "reference": "the charging light illuminates and charges easily.",
            "prediction": "The charging light illuminates and charges.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 55.780028607687655,
                "s_sbleu": 17.112717058426785,
                "r_avg_similarity": 0.909,
                "r_similarities": [
                    0.909
                ],
                "s_avg_similarity": 0.7561,
                "s_similarities": [
                    0.7561
                ],
                "s_ppl": 78.96820831298828,
                "t_ppl": 78.96820068359375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.0941,
                    "neutral": 0.9022
                }
            }
        },
        {
            "index": 79,
            "input": "the product is not durable but it might just be the one i received.",
            "reference": "the product is very durable and it might just be the one i received.",
            "prediction": "The product is very durable and I am happy that I have received it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.668736912821892,
                "s_sbleu": 6.917184228205474,
                "r_avg_similarity": 0.7055,
                "r_similarities": [
                    0.7055
                ],
                "s_avg_similarity": 0.8293,
                "s_similarities": [
                    0.8293
                ],
                "s_ppl": 21.184722900390625,
                "t_ppl": 21.184724807739258,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9926,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 80,
            "input": "then she said well you ordered the pu which is what you got.",
            "reference": "then she said well you ordered the pu, and you got it.",
            "prediction": "Then she said, \"Well, you ordered the PU, and that's what you got.\"",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.803722402787091,
                "s_sbleu": 20.42819529610956,
                "r_avg_similarity": 0.909,
                "r_similarities": [
                    0.909
                ],
                "s_avg_similarity": 0.8704,
                "s_similarities": [
                    0.8704
                ],
                "s_ppl": 25.771581649780273,
                "t_ppl": 25.77157974243164,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.026,
                    "positive": 0.0498,
                    "neutral": 0.9242
                }
            }
        },
        {
            "index": 81,
            "input": "i didn't have the rust problems that others had.",
            "reference": "I had no rust problems, unlike a few others.",
            "prediction": "I didn't have the rust problems that others had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.993744303650718,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.9302,
                "r_similarities": [
                    0.9302
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 30.236642837524414,
                "t_ppl": 30.236642837524414,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1077,
                    "positive": 0.0486,
                    "neutral": 0.8437
                }
            }
        },
        {
            "index": 82,
            "input": "in that short time, he ripped one wing off the toy.",
            "reference": "he played with the toy",
            "prediction": "In that short time, he repaired one wing of the toy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 42.50281413416977,
                "r_avg_similarity": 0.5732,
                "r_similarities": [
                    0.5732
                ],
                "s_avg_similarity": 0.8745,
                "s_similarities": [
                    0.8745
                ],
                "s_ppl": 77.96438598632812,
                "t_ppl": 77.96439361572266,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.2249,
                    "neutral": 0.7726
                }
            }
        },
        {
            "index": 83,
            "input": "this item does not provide full coverage as the picture suggests.",
            "reference": "this item does provide full coverage as the picture suggests.",
            "prediction": "This item provides full coverage as the picture suggests.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.77653345720247,
                "s_sbleu": 54.088044192555245,
                "r_avg_similarity": 0.9788,
                "r_similarities": [
                    0.9788
                ],
                "s_avg_similarity": 0.9534,
                "s_similarities": [
                    0.9534
                ],
                "s_ppl": 121.2768783569336,
                "t_ppl": 121.2768783569336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.094,
                    "neutral": 0.9027
                }
            }
        },
        {
            "index": 84,
            "input": "these definitely open up your nasal passages and functionally work as advertised.",
            "reference": "works great as advertised",
            "prediction": "These definitely open up your nasal passages and functionally work as advertised.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.178110636313396,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.3854,
                "r_similarities": [
                    0.3854
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 367.8706970214844,
                "t_ppl": 367.8706970214844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.4024,
                    "neutral": 0.5943
                }
            }
        },
        {
            "index": 85,
            "input": "this is a fantastic idea, however it has some flaws.",
            "reference": "no flaws, great idea",
            "prediction": "This is an excellent idea and I'm sure that it will work out well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.3132,
                "r_similarities": [
                    0.3132
                ],
                "s_avg_similarity": 0.585,
                "s_similarities": [
                    0.585
                ],
                "s_ppl": 8.30687427520752,
                "t_ppl": 8.306873321533203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9922,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 86,
            "input": "if you can afford it step up to something that will last.",
            "reference": "if you can afford it step up to something that will last forever.",
            "prediction": "If you can afford it, step up to something that will last.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.98129992394241,
                "s_sbleu": 69.97522298221911,
                "r_avg_similarity": 0.9082,
                "r_similarities": [
                    0.9082
                ],
                "s_avg_similarity": 0.9502,
                "s_similarities": [
                    0.9502
                ],
                "s_ppl": 15.785726547241211,
                "t_ppl": 15.785726547241211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.793,
                    "neutral": 0.2035
                }
            }
        },
        {
            "index": 87,
            "input": "i won't be buying from this vender ever again.",
            "reference": "I will be buying from this vender again.",
            "prediction": "I will never buy from this vendor again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.515821590069034,
                "s_sbleu": 12.06700828352363,
                "r_avg_similarity": 0.6305,
                "r_similarities": [
                    0.6305
                ],
                "s_avg_similarity": 0.6936,
                "s_similarities": [
                    0.6936
                ],
                "s_ppl": 18.622575759887695,
                "t_ppl": 18.622575759887695,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.979,
                    "positive": 0.0038,
                    "neutral": 0.0172
                }
            }
        },
        {
            "index": 88,
            "input": "i thought the concept was good; scuffy thinks otherwise.",
            "reference": "i thought the concept was good; scuffy thinks so too.",
            "prediction": "I think the concept is great, and Scuffy agrees.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.574347133041985,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.8888,
                "r_similarities": [
                    0.8888
                ],
                "s_avg_similarity": 0.8542,
                "s_similarities": [
                    0.8542
                ],
                "s_ppl": 73.4239273071289,
                "t_ppl": 73.4239273071289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9919,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 89,
            "input": "every product i own from them has failed or been a letdown.",
            "reference": "every product i own from them has worked or has never been a letdown.",
            "prediction": "I've never owned a better product than those from them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.857388492518904,
                "s_sbleu": 7.858254245931845,
                "r_avg_similarity": 0.565,
                "r_similarities": [
                    0.565
                ],
                "s_avg_similarity": 0.5976,
                "s_similarities": [
                    0.5976
                ],
                "s_ppl": 65.93246459960938,
                "t_ppl": 65.93250274658203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9911,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 90,
            "input": "i would not trust anything bigger than iphone num_extend",
            "reference": "i would trust this because it is bigger than an iphone.",
            "prediction": "I would trust anything bigger than iPhone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.017352164720727,
                "s_sbleu": 25.124218547395092,
                "r_avg_similarity": 0.8713,
                "r_similarities": [
                    0.8713
                ],
                "s_avg_similarity": 0.7384,
                "s_similarities": [
                    0.7384
                ],
                "s_ppl": 385.30389404296875,
                "t_ppl": 385.3039245605469,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0742,
                    "positive": 0.1943,
                    "neutral": 0.7315
                }
            }
        },
        {
            "index": 91,
            "input": "i have a made in usa version of this.",
            "reference": "i have a made in usa version of this, and it is great.",
            "prediction": "I have a made in usa version of this which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.31747626530137,
                "s_sbleu": 49.00941039306948,
                "r_avg_similarity": 0.8948,
                "r_similarities": [
                    0.8948
                ],
                "s_avg_similarity": 0.8645,
                "s_similarities": [
                    0.8645
                ],
                "s_ppl": 43.67448043823242,
                "t_ppl": 43.674476623535156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9617,
                    "neutral": 0.0371
                }
            }
        },
        {
            "index": 92,
            "input": "then i put the cream on my feet especially around my toes and heels.",
            "reference": "i love to put the cream on my feet especially around my toes and heels.",
            "prediction": "I put the cream on my feet, especially around my toes and heels.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.74546186626391,
                "s_sbleu": 72.41577342575832,
                "r_avg_similarity": 0.9157,
                "r_similarities": [
                    0.9157
                ],
                "s_avg_similarity": 0.9567,
                "s_similarities": [
                    0.9567
                ],
                "s_ppl": 32.257022857666016,
                "t_ppl": 32.257022857666016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.0609,
                    "neutral": 0.9349
                }
            }
        },
        {
            "index": 93,
            "input": "you can go to any chain store and do better.",
            "reference": "you can't go to any chain store and do better.",
            "prediction": "You can go to any chain store and get a better laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.89601472043678,
                "s_sbleu": 50.08718428920986,
                "r_avg_similarity": 0.4458,
                "r_similarities": [
                    0.4458
                ],
                "s_avg_similarity": 0.515,
                "s_similarities": [
                    0.515
                ],
                "s_ppl": 39.57136154174805,
                "t_ppl": 39.57135772705078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.7932,
                    "neutral": 0.2035
                }
            }
        },
        {
            "index": 94,
            "input": "i simply treated it how i would assume a curling iron works.",
            "reference": "i simply treated it how i would assume a curling iron works, and it was great",
            "prediction": "I simply treated it as if it were a curling iron.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.525442233401847,
                "s_sbleu": 20.27188766080586,
                "r_avg_similarity": 0.9079,
                "r_similarities": [
                    0.9079
                ],
                "s_avg_similarity": 0.9379,
                "s_similarities": [
                    0.9379
                ],
                "s_ppl": 23.028120040893555,
                "t_ppl": 23.028121948242188,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0083,
                    "positive": 0.1537,
                    "neutral": 0.838
                }
            }
        },
        {
            "index": 95,
            "input": "also the free will option is an absolute joke.",
            "reference": "also the free option is very useful",
            "prediction": "The free will option is a great way to get what you want.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 18.798317647335093,
                "r_avg_similarity": 0.4066,
                "r_similarities": [
                    0.4066
                ],
                "s_avg_similarity": 0.6948,
                "s_similarities": [
                    0.6948
                ],
                "s_ppl": 23.883386611938477,
                "t_ppl": 23.88338851928711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9773,
                    "neutral": 0.0213
                }
            }
        },
        {
            "index": 96,
            "input": "if you are stir frying your ingredients i. e.",
            "reference": "stir fry is fun",
            "prediction": "If you are stir frying your ingredients, I.e.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 53.107253497886994,
                "r_avg_similarity": 0.6955,
                "r_similarities": [
                    0.6955
                ],
                "s_avg_similarity": 0.996,
                "s_similarities": [
                    0.996
                ],
                "s_ppl": 59.59332275390625,
                "t_ppl": 59.593318939208984,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4161,
                    "positive": 0.0066,
                    "neutral": 0.5772
                }
            }
        },
        {
            "index": 97,
            "input": "of course in most sports games, graphics shouldn't matter.",
            "reference": "of course in most sports games, graphics shouldn't matter too much",
            "prediction": "Of course in most sports games, graphics should be the best.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.037095938668976,
                "s_sbleu": 48.63383168079944,
                "r_avg_similarity": 0.8946,
                "r_similarities": [
                    0.8946
                ],
                "s_avg_similarity": 0.8853,
                "s_similarities": [
                    0.8853
                ],
                "s_ppl": 70.92276763916016,
                "t_ppl": 70.92276000976562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.8265,
                    "neutral": 0.1706
                }
            }
        },
        {
            "index": 98,
            "input": "i had it professionally installed at a local bike shop.",
            "reference": "i was able to install it myself.",
            "prediction": "I had it professionally installed at a local bike shop which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 52.664038784792666,
                "r_avg_similarity": 0.4229,
                "r_similarities": [
                    0.4229
                ],
                "s_avg_similarity": 0.9073,
                "s_similarities": [
                    0.9073
                ],
                "s_ppl": 40.322994232177734,
                "t_ppl": 40.32299041748047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.983,
                    "neutral": 0.016
                }
            }
        },
        {
            "index": 99,
            "input": "this ring looked beautiful on out of the box.",
            "reference": "the ring looked great at all times",
            "prediction": "This ring looks beautiful on out of the box.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 66.06328636027612,
                "r_avg_similarity": 0.6709,
                "r_similarities": [
                    0.6709
                ],
                "s_avg_similarity": 0.976,
                "s_similarities": [
                    0.976
                ],
                "s_ppl": 53.63075637817383,
                "t_ppl": 53.63075256347656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9903,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 100,
            "input": "i did some research, and went with this one.",
            "reference": "i did as much research as you can, and decided this was the best",
            "prediction": "I did some research, and went with this one which is the best laptop for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.986768364373988,
                "s_sbleu": 46.24892603869298,
                "r_avg_similarity": 0.2658,
                "r_similarities": [
                    0.2658
                ],
                "s_avg_similarity": 0.3202,
                "s_similarities": [
                    0.3202
                ],
                "s_ppl": 25.230182647705078,
                "t_ppl": 25.230180740356445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.7718,
                    "neutral": 0.2261
                }
            }
        },
        {
            "index": 101,
            "input": "i figured this would be a great alternative to use during the six weeks.",
            "reference": "i was sure this would be an awesome alternative to use during the six weeks",
            "prediction": "I figured that this would be a great alternative to use during the six weeks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.788313721339826,
                "s_sbleu": 80.65008590125565,
                "r_avg_similarity": 0.9565,
                "r_similarities": [
                    0.9565
                ],
                "s_avg_similarity": 0.9958,
                "s_similarities": [
                    0.9958
                ],
                "s_ppl": 35.60670852661133,
                "t_ppl": 35.60670852661133,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9119,
                    "neutral": 0.0863
                }
            }
        },
        {
            "index": 102,
            "input": "i bought this for my num_num month old from santa for christmas.",
            "reference": "i'm happy I bought this for my num_num month old from santa for christmas",
            "prediction": "I bought this for my num_num month old from santa for christmas.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 86.57099140685621,
                "s_sbleu": 92.53911813809742,
                "r_avg_similarity": 0.9447,
                "r_similarities": [
                    0.9447
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 84.7555923461914,
                "t_ppl": 84.75558471679688,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.3881,
                    "neutral": 0.6096
                }
            }
        },
        {
            "index": 103,
            "input": "we purchased this so our daughter could have fun toy to play with.",
            "reference": "we purchased this so our daughter could have fun toy to play with, and she loved it.",
            "prediction": "We bought this for our daughter to have a great time playing with it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.770327290328915,
                "s_sbleu": 7.188959550044094,
                "r_avg_similarity": 0.8027,
                "r_similarities": [
                    0.8027
                ],
                "s_avg_similarity": 0.7711,
                "s_similarities": [
                    0.7711
                ],
                "s_ppl": 17.276824951171875,
                "t_ppl": 17.276823043823242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9929,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 104,
            "input": "please reply with the filter part number and your location.",
            "reference": "it would help to reply with the filter part number and your location",
            "prediction": "Please reply with the filter part number and your location, I will be happy to help you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.64617303464354,
                "s_sbleu": 43.59493824807391,
                "r_avg_similarity": 0.9126,
                "r_similarities": [
                    0.9126
                ],
                "s_avg_similarity": 0.9706,
                "s_similarities": [
                    0.9706
                ],
                "s_ppl": 23.686031341552734,
                "t_ppl": 23.686031341552734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.7867,
                    "neutral": 0.2117
                }
            }
        },
        {
            "index": 105,
            "input": "i woke up with basically an oil slick on my face.",
            "reference": "i woke up with something like an oil slick on my face",
            "prediction": "I woke up with a beautiful face.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.398014283383116,
                "s_sbleu": 15.678003406168177,
                "r_avg_similarity": 0.6115,
                "r_similarities": [
                    0.6115
                ],
                "s_avg_similarity": 0.6418,
                "s_similarities": [
                    0.6418
                ],
                "s_ppl": 45.97922897338867,
                "t_ppl": 45.97923278808594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9894,
                    "neutral": 0.009
                }
            }
        },
        {
            "index": 106,
            "input": "i put it together to surprise my husband.",
            "reference": "i loved putting it together to surprise my husband.",
            "prediction": "I put it together to surprise my husband which was a great idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.36227046500072,
                "s_sbleu": 44.71018619258419,
                "r_avg_similarity": 0.8755,
                "r_similarities": [
                    0.8755
                ],
                "s_avg_similarity": 0.9222,
                "s_similarities": [
                    0.9222
                ],
                "s_ppl": 27.848175048828125,
                "t_ppl": 27.848175048828125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9909,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 107,
            "input": "it hasn't done anything for his thin coat though.",
            "reference": "it has done everything for his thin coat though.",
            "prediction": "It has done a lot for his thin coat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750989,
                "s_sbleu": 29.071536848410968,
                "r_avg_similarity": 0.9129,
                "r_similarities": [
                    0.9129
                ],
                "s_avg_similarity": 0.9045,
                "s_similarities": [
                    0.9045
                ],
                "s_ppl": 136.3425750732422,
                "t_ppl": 136.3425750732422,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0142,
                    "positive": 0.0569,
                    "neutral": 0.9289
                }
            }
        },
        {
            "index": 108,
            "input": "they send you num_num because each one lasts about two days.",
            "reference": "they send you num_num because each one lasts about two years.",
            "prediction": "They send you num_num because each one lasts about two days and it is a great gift.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.20981806658139,
                "s_sbleu": 57.67908748024402,
                "r_avg_similarity": 0.8551,
                "r_similarities": [
                    0.8551
                ],
                "s_avg_similarity": 0.9065,
                "s_similarities": [
                    0.9065
                ],
                "s_ppl": 133.5264892578125,
                "t_ppl": 133.52650451660156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9926,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 109,
            "input": "i felt i must have missed something if the reviews were so good.",
            "reference": "i felt i agree that the reviews were so good.",
            "prediction": "I felt that I had made a great choice in buying this laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.3917,
                "r_similarities": [
                    0.3917
                ],
                "s_avg_similarity": 0.3507,
                "s_similarities": [
                    0.3507
                ],
                "s_ppl": 21.055456161499023,
                "t_ppl": 21.05545425415039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9797,
                    "neutral": 0.0192
                }
            }
        },
        {
            "index": 110,
            "input": "i have to lower the rating another notch.",
            "reference": "i have to raise the rating another notch.",
            "prediction": "I have to raise the rating one more notch.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.180100180492246,
                "s_sbleu": 14.535768424205482,
                "r_avg_similarity": 0.9407,
                "r_similarities": [
                    0.9407
                ],
                "s_avg_similarity": 0.8726,
                "s_similarities": [
                    0.8726
                ],
                "s_ppl": 45.52890396118164,
                "t_ppl": 45.528907775878906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.275,
                    "positive": 0.0311,
                    "neutral": 0.6938
                }
            }
        },
        {
            "index": 111,
            "input": "i have purchased fairly cheap holders from motorola and they lasted a while.",
            "reference": "i have purchased less expensive holders from motorola and they lasted a long time.",
            "prediction": "I have purchased fairly cheap holders from motorola which lasted for a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.22589423069702,
                "s_sbleu": 43.74811431224644,
                "r_avg_similarity": 0.9489,
                "r_similarities": [
                    0.9489
                ],
                "s_avg_similarity": 0.9831,
                "s_similarities": [
                    0.9831
                ],
                "s_ppl": 111.56280517578125,
                "t_ppl": 111.56280517578125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.8659,
                    "neutral": 0.1324
                }
            }
        },
        {
            "index": 112,
            "input": "i was surprised as the box seemed to be in good shape.",
            "reference": "i was surprised as the box seemed to be in excellent shape.",
            "prediction": "I was surprised as the box seemed to be in good shape.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.16035864257111,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9859,
                "r_similarities": [
                    0.9859
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 23.062381744384766,
                "t_ppl": 23.0623836517334,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0257,
                    "positive": 0.7325,
                    "neutral": 0.2418
                }
            }
        },
        {
            "index": 113,
            "input": "i was looking forward to this game for a couple of num_extend",
            "reference": "i was wishful thinking with this game.",
            "prediction": "I am so excited about this game that I can't wait to play it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.437,
                "r_similarities": [
                    0.437
                ],
                "s_avg_similarity": 0.3254,
                "s_similarities": [
                    0.3254
                ],
                "s_ppl": 6.051787376403809,
                "t_ppl": 6.051787376403809,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9923,
                    "neutral": 0.0044
                }
            }
        },
        {
            "index": 114,
            "input": "these run quite small even though they are stretchy.",
            "reference": "these are the perfect size and they stretch out even more!",
            "prediction": "These run quite small but they are stretchy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.062582855427254,
                "s_sbleu": 38.62752974508186,
                "r_avg_similarity": 0.7455,
                "r_similarities": [
                    0.7455
                ],
                "s_avg_similarity": 0.9789,
                "s_similarities": [
                    0.9789
                ],
                "s_ppl": 124.51481628417969,
                "t_ppl": 124.51481628417969,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.1539,
                    "neutral": 0.8423
                }
            }
        },
        {
            "index": 115,
            "input": "i think i will return and stick with wool gloves.",
            "reference": "i think i will keep these and ditch the wool gloves.",
            "prediction": "I think I'll return and stick with wool gloves.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.530346490115708,
                "s_sbleu": 59.77653345720247,
                "r_avg_similarity": 0.8527,
                "r_similarities": [
                    0.8527
                ],
                "s_avg_similarity": 0.9918,
                "s_similarities": [
                    0.9918
                ],
                "s_ppl": 121.23727416992188,
                "t_ppl": 121.23726654052734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0087,
                    "positive": 0.0788,
                    "neutral": 0.9125
                }
            }
        },
        {
            "index": 116,
            "input": "like showdown : legends of wrestling, it has too many glitches to count.",
            "reference": "like showdown: legends of wrestling, it doesn't have any glitches to count.",
            "prediction": "Like showdown : legends of wrestling, it is a great game.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.698837886906674,
                "s_sbleu": 41.698837886906674,
                "r_avg_similarity": 0.6785,
                "r_similarities": [
                    0.6785
                ],
                "s_avg_similarity": 0.7048,
                "s_similarities": [
                    0.7048
                ],
                "s_ppl": 218.0721893310547,
                "t_ppl": 218.0721893310547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 117,
            "input": "if you have soft facial fair then by all means use these razors.",
            "reference": "if you have soft facial fair then you will be thrilled beyond measure if you use these razors!",
            "prediction": "If you have soft facial fair, then by all means use these razors.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.955123613876072,
                "s_sbleu": 72.41577342575832,
                "r_avg_similarity": 0.8923,
                "r_similarities": [
                    0.8923
                ],
                "s_avg_similarity": 0.9976,
                "s_similarities": [
                    0.9976
                ],
                "s_ppl": 59.97743225097656,
                "t_ppl": 59.97743225097656,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0071,
                    "positive": 0.0981,
                    "neutral": 0.8949
                }
            }
        },
        {
            "index": 118,
            "input": "she handed it back to me and picked up her ginsu knife.",
            "reference": "she prefers this over her ginsu knife.",
            "prediction": "She handed it back to me and picked up her ginsu knife which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.59076483566362,
                "s_sbleu": 58.56596027429396,
                "r_avg_similarity": 0.7368,
                "r_similarities": [
                    0.7368
                ],
                "s_avg_similarity": 0.9072,
                "s_similarities": [
                    0.9072
                ],
                "s_ppl": 44.05592346191406,
                "t_ppl": 44.0559196472168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.972,
                    "neutral": 0.027
                }
            }
        },
        {
            "index": 119,
            "input": "got all excited, but this taste nohthing like honey at all.",
            "reference": "got all excited, as this tastes exactly like honey.",
            "prediction": "I got all excited and it tastes just like honey!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.36028134946796,
                "s_sbleu": 14.625859170647761,
                "r_avg_similarity": 0.8676,
                "r_similarities": [
                    0.8676
                ],
                "s_avg_similarity": 0.8783,
                "s_similarities": [
                    0.8783
                ],
                "s_ppl": 54.95509719848633,
                "t_ppl": 54.95509719848633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9685,
                    "neutral": 0.0295
                }
            }
        },
        {
            "index": 120,
            "input": "it scrolls way too easily and way too smoothly.",
            "reference": "it scrolls very easy and extremely smooth.",
            "prediction": "It's a very good thing that it scrolls so easily and smoothly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380176,
                "s_sbleu": 10.700801516876487,
                "r_avg_similarity": 0.9162,
                "r_similarities": [
                    0.9162
                ],
                "s_avg_similarity": 0.8823,
                "s_similarities": [
                    0.8823
                ],
                "s_ppl": 26.620281219482422,
                "t_ppl": 26.620283126831055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9814,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 121,
            "input": "a little at first, more with each successive try.",
            "reference": "a little at first, more pleasant with each successive try.",
            "prediction": "I'll get better and better at it with each successive try.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 33.18077402843942,
                "r_avg_similarity": 0.5387,
                "r_similarities": [
                    0.5387
                ],
                "s_avg_similarity": 0.6159,
                "s_similarities": [
                    0.6159
                ],
                "s_ppl": 32.762943267822266,
                "t_ppl": 32.762943267822266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9846,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 122,
            "input": "i had to get some from the phone store.",
            "reference": "I was able to get some from the phone store much cheaper",
            "prediction": "I had to go to the phone store and buy a new one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.011055432195764,
                "s_sbleu": 13.912311644176565,
                "r_avg_similarity": 0.5074,
                "r_similarities": [
                    0.5074
                ],
                "s_avg_similarity": 0.6041,
                "s_similarities": [
                    0.6041
                ],
                "s_ppl": 10.242863655090332,
                "t_ppl": 10.242863655090332,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0945,
                    "positive": 0.0172,
                    "neutral": 0.8883
                }
            }
        },
        {
            "index": 123,
            "input": "you can probably run them over with your car and still be okay.",
            "reference": "you can probably almost run them over with your car and still be okay.",
            "prediction": "You can probably run them over with your car and still be okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.33291439517507,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.9846,
                "r_similarities": [
                    0.9846
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 18.024303436279297,
                "t_ppl": 18.024303436279297,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8994,
                    "positive": 0.0041,
                    "neutral": 0.0966
                }
            }
        },
        {
            "index": 124,
            "input": "the wheel oftenly stuck and wont turn on its rail.",
            "reference": "the wheel never stuck and turned easily on its rail.",
            "prediction": "The wheel always turns smoothly on its rail.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.271148634948986,
                "s_sbleu": 25.271148634948986,
                "r_avg_similarity": 0.7135,
                "r_similarities": [
                    0.7135
                ],
                "s_avg_similarity": 0.7016,
                "s_similarities": [
                    0.7016
                ],
                "s_ppl": 291.7903137207031,
                "t_ppl": 291.7903137207031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9468,
                    "neutral": 0.0518
                }
            }
        },
        {
            "index": 125,
            "input": "most operations there is a noticable delay lag of num_extend to num_num seconds.",
            "reference": "Most operations there is no delay at all.",
            "prediction": "The operation is very fast, it takes only num_extend to num_num seconds.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.55404966647159,
                "s_sbleu": 46.24892603869298,
                "r_avg_similarity": 0.4468,
                "r_similarities": [
                    0.4468
                ],
                "s_avg_similarity": 0.7998,
                "s_similarities": [
                    0.7998
                ],
                "s_ppl": 207.738037109375,
                "t_ppl": 207.73806762695312,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0064,
                    "positive": 0.3522,
                    "neutral": 0.6414
                }
            }
        },
        {
            "index": 126,
            "input": "there was nothing at all to indicate that belkin manufactured this item.",
            "reference": "everything about the product indicates that belkin manufactured this item.",
            "prediction": "Belkin manufactures this item which is the best one I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.6927,
                "r_similarities": [
                    0.6927
                ],
                "s_avg_similarity": 0.6264,
                "s_similarities": [
                    0.6264
                ],
                "s_ppl": 52.20661544799805,
                "t_ppl": 52.20661544799805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 127,
            "input": "my little girl wanted this for her birthday, so we got it.",
            "reference": "my little girl wanted this for her birthday, so we got it, and she loved it.",
            "prediction": "My little girl wanted this for her birthday, so we got it which is the best gift ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.67908748024402,
                "s_sbleu": 57.67908748024402,
                "r_avg_similarity": 0.8836,
                "r_similarities": [
                    0.8836
                ],
                "s_avg_similarity": 0.8445,
                "s_similarities": [
                    0.8445
                ],
                "s_ppl": 16.71200180053711,
                "t_ppl": 16.711999893188477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9929,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 128,
            "input": "this meter is technology from a decade ago.",
            "reference": "its great tech",
            "prediction": "This meter is the most advanced technology of its time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.4562,
                "r_similarities": [
                    0.4562
                ],
                "s_avg_similarity": 0.8153,
                "s_similarities": [
                    0.8153
                ],
                "s_ppl": 42.38526916503906,
                "t_ppl": 42.38526916503906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9806,
                    "neutral": 0.0181
                }
            }
        },
        {
            "index": 129,
            "input": "i do not like this belt because of lack of material.",
            "reference": "i do not like very much this belt because of slight lack of material",
            "prediction": "I love this belt because it has a good quality material.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.46643659788751,
                "s_sbleu": 15.851165692617155,
                "r_avg_similarity": 0.8353,
                "r_similarities": [
                    0.8353
                ],
                "s_avg_similarity": 0.8693,
                "s_similarities": [
                    0.8693
                ],
                "s_ppl": 24.386688232421875,
                "t_ppl": 24.386688232421875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9928,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 130,
            "input": "too small and not the quality i expected.",
            "reference": "The right size and not the bad quality i expected.",
            "prediction": "The laptop is very good, it's just what I wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.3132,
                "r_similarities": [
                    0.3132
                ],
                "s_avg_similarity": 0.2418,
                "s_similarities": [
                    0.2418
                ],
                "s_ppl": 24.875825881958008,
                "t_ppl": 24.875825881958008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9916,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 131,
            "input": "it just smears it around until the water evaporates into the air.",
            "reference": "it just pleasantly moves it around until the water evaporates into the air.",
            "prediction": "It just smears it around until the water evaporates into the air.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.81025376257924,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.7979,
                "r_similarities": [
                    0.7979
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 41.790584564208984,
                "t_ppl": 41.790584564208984,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4377,
                    "positive": 0.0102,
                    "neutral": 0.5521
                }
            }
        },
        {
            "index": 132,
            "input": "i purchased this based on rave reviews from others.",
            "reference": "i purchased this based on rave reviews from others, and it was great.",
            "prediction": "I bought this laptop based on rave reviews from others.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.49083812326536,
                "s_sbleu": 59.00468726392806,
                "r_avg_similarity": 0.674,
                "r_similarities": [
                    0.674
                ],
                "s_avg_similarity": 0.6915,
                "s_similarities": [
                    0.6915
                ],
                "s_ppl": 43.8221435546875,
                "t_ppl": 43.8221435546875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0052,
                    "positive": 0.3178,
                    "neutral": 0.6769
                }
            }
        },
        {
            "index": 133,
            "input": "i guess maybe there are some people that this product could help.",
            "reference": "I'm sure there are some people this product could help.",
            "prediction": "I think this product can help a lot of people.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.425159511373677,
                "s_sbleu": 7.858254245931845,
                "r_avg_similarity": 0.7786,
                "r_similarities": [
                    0.7786
                ],
                "s_avg_similarity": 0.7356,
                "s_similarities": [
                    0.7356
                ],
                "s_ppl": 14.670734405517578,
                "t_ppl": 14.670734405517578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.973,
                    "neutral": 0.0256
                }
            }
        },
        {
            "index": 134,
            "input": "with sliced cheese in lieu of french bread on a fruit and cheese plate.",
            "reference": "great cheese came with the bread",
            "prediction": "with sliced cheese in lieu of french bread on a fruit and cheese plate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.6191,
                "r_similarities": [
                    0.6191
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 59.18733215332031,
                "t_ppl": 59.18733215332031,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0062,
                    "positive": 0.0358,
                    "neutral": 0.958
                }
            }
        },
        {
            "index": 135,
            "input": "it didn't have the smell a lot complained of though.",
            "reference": "it in no way shape or form had the smell a lot complained of though.",
            "prediction": "It has a great smell and I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0307561627463224,
                "s_sbleu": 4.996872151825361,
                "r_avg_similarity": 0.5254,
                "r_similarities": [
                    0.5254
                ],
                "s_avg_similarity": 0.571,
                "s_similarities": [
                    0.571
                ],
                "s_ppl": 18.02887535095215,
                "t_ppl": 18.02887535095215,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 136,
            "input": "i have been using it twice a day since i received it.",
            "reference": "i have been using it all day since i received it.",
            "prediction": "I've been using it twice a day since I received it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.08856270485351,
                "s_sbleu": 58.33510584342541,
                "r_avg_similarity": 0.9118,
                "r_similarities": [
                    0.9118
                ],
                "s_avg_similarity": 0.9917,
                "s_similarities": [
                    0.9917
                ],
                "s_ppl": 10.097596168518066,
                "t_ppl": 10.09759521484375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.1254,
                    "neutral": 0.8711
                }
            }
        },
        {
            "index": 137,
            "input": "i put in a password but router won't recoginize it.",
            "reference": "i put in a password and router will recoginize it.",
            "prediction": "I put in a password and router recognizes it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.61002868050688,
                "s_sbleu": 29.377167835760567,
                "r_avg_similarity": 0.8937,
                "r_similarities": [
                    0.8937
                ],
                "s_avg_similarity": 0.8253,
                "s_similarities": [
                    0.8253
                ],
                "s_ppl": 144.66104125976562,
                "t_ppl": 144.66104125976562,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0119,
                    "positive": 0.0823,
                    "neutral": 0.9058
                }
            }
        },
        {
            "index": 138,
            "input": "worse, the controls are so confusing that it gives me a headache.",
            "reference": "worse, the controls are a little confusing, it almost gave me a headache",
            "prediction": "The controls are so easy to use that I don't get any headaches.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.288136269890176,
                "s_sbleu": 12.011055432195764,
                "r_avg_similarity": 0.7488,
                "r_similarities": [
                    0.7488
                ],
                "s_avg_similarity": 0.8305,
                "s_similarities": [
                    0.8305
                ],
                "s_ppl": 18.353164672851562,
                "t_ppl": 18.35316276550293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.9366,
                    "neutral": 0.0596
                }
            }
        },
        {
            "index": 139,
            "input": "now i have a game that i don't ever want to play.",
            "reference": "now I have a game that I love that I can play whenever",
            "prediction": "I have a game which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.46062713878504,
                "s_sbleu": 12.43423351463457,
                "r_avg_similarity": 0.5944,
                "r_similarities": [
                    0.5944
                ],
                "s_avg_similarity": 0.5507,
                "s_similarities": [
                    0.5507
                ],
                "s_ppl": 41.34099578857422,
                "t_ppl": 41.34099578857422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9819,
                    "neutral": 0.0169
                }
            }
        },
        {
            "index": 140,
            "input": "nokia knows how to design a very good interface.",
            "reference": "nokia knows how to design an extremely good interface",
            "prediction": "Nokia knows how to design a very good interface.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.239399369202552,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.9679,
                "r_similarities": [
                    0.9679
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 54.05308151245117,
                "t_ppl": 54.05308532714844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9918,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 141,
            "input": "basically, this product is a ripoff on consumers.",
            "reference": "not a ripoff",
            "prediction": "This product is the best one for consumers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 12.06700828352363,
                "r_avg_similarity": 0.1961,
                "r_similarities": [
                    0.1961
                ],
                "s_avg_similarity": 0.4922,
                "s_similarities": [
                    0.4922
                ],
                "s_ppl": 39.362815856933594,
                "t_ppl": 39.36281204223633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9914,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 142,
            "input": "this is honestly the only case i ve thrown away in the garbage.",
            "reference": "this is honestly the only case i've kept for so long.",
            "prediction": "This is honestly the only case I've ever thrown away in the garbage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.824623288353134,
                "s_sbleu": 61.62607099729587,
                "r_avg_similarity": 0.671,
                "r_similarities": [
                    0.671
                ],
                "s_avg_similarity": 0.9628,
                "s_similarities": [
                    0.9628
                ],
                "s_ppl": 34.996788024902344,
                "t_ppl": 34.99679183959961,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9745,
                    "positive": 0.0027,
                    "neutral": 0.0228
                }
            }
        },
        {
            "index": 143,
            "input": "i ve had many lighters and this one might be the best.",
            "reference": "I've had many lighters and this is the best.",
            "prediction": "This lighter is the best I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.88588859215946,
                "s_sbleu": 7.270717733704594,
                "r_avg_similarity": 0.8672,
                "r_similarities": [
                    0.8672
                ],
                "s_avg_similarity": 0.8252,
                "s_similarities": [
                    0.8252
                ],
                "s_ppl": 23.54200553894043,
                "t_ppl": 23.54200553894043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.992,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 144,
            "input": "its good that its made in canada rather than china.",
            "reference": "it's too bad that it's made in canada rather than china.",
            "prediction": "I'm glad it was made in Canada, not China.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.574347133041985,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.839,
                "r_similarities": [
                    0.839
                ],
                "s_avg_similarity": 0.8545,
                "s_similarities": [
                    0.8545
                ],
                "s_ppl": 25.217748641967773,
                "t_ppl": 25.217750549316406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.921,
                    "neutral": 0.0761
                }
            }
        },
        {
            "index": 145,
            "input": "this machine is no match for the new consoles.",
            "reference": "this machine is not a perfect match for the new consoles",
            "prediction": "This machine is a great match for the new consoles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.72261448611505,
                "s_sbleu": 51.93071778680675,
                "r_avg_similarity": 0.8948,
                "r_similarities": [
                    0.8948
                ],
                "s_avg_similarity": 0.8045,
                "s_similarities": [
                    0.8045
                ],
                "s_ppl": 38.71531677246094,
                "t_ppl": 38.71531295776367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9917,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 146,
            "input": "i contacted the company and they said that the shipment had been lost.",
            "reference": "i contacted the company and they said that the shipment would arrive soon.",
            "prediction": "I contacted the company and they said that the shipment was found.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.59539301615259,
                "s_sbleu": 61.59539301615259,
                "r_avg_similarity": 0.6738,
                "r_similarities": [
                    0.6738
                ],
                "s_avg_similarity": 0.7929,
                "s_similarities": [
                    0.7929
                ],
                "s_ppl": 26.210866928100586,
                "t_ppl": 26.210866928100586,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.112,
                    "positive": 0.012,
                    "neutral": 0.876
                }
            }
        },
        {
            "index": 147,
            "input": "it s the lame players that drives halo multiplay into the ground.",
            "reference": "it is the fun players that keep halo multiplay popular.",
            "prediction": "It's the awesome players that drive Halo Multiplayer into the sky.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 9.752759118141046,
                "r_avg_similarity": 0.7611,
                "r_similarities": [
                    0.7611
                ],
                "s_avg_similarity": 0.7448,
                "s_similarities": [
                    0.7448
                ],
                "s_ppl": 116.93415069580078,
                "t_ppl": 116.93415069580078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9911,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 148,
            "input": "good for one day only. and opi test this product on animals.",
            "reference": "good for many days.",
            "prediction": "This product is good for one day only. And OPI tests this product on animals.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.061867434834413,
                "s_sbleu": 49.62822700197383,
                "r_avg_similarity": 0.3615,
                "r_similarities": [
                    0.3615
                ],
                "s_avg_similarity": 0.9516,
                "s_similarities": [
                    0.9516
                ],
                "s_ppl": 58.084686279296875,
                "t_ppl": 58.084686279296875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0053,
                    "positive": 0.895,
                    "neutral": 0.0997
                }
            }
        },
        {
            "index": 149,
            "input": "first of all, syrup shouldn't run, it should ooze.",
            "reference": "first of all, the syrup oozes.",
            "prediction": "First of all, syrup should ooze, not run.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617155,
                "s_sbleu": 28.194896986139714,
                "r_avg_similarity": 0.8146,
                "r_similarities": [
                    0.8146
                ],
                "s_avg_similarity": 0.9712,
                "s_similarities": [
                    0.9712
                ],
                "s_ppl": 33.81419372558594,
                "t_ppl": 33.81419372558594,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7951,
                    "positive": 0.0054,
                    "neutral": 0.1995
                }
            }
        },
        {
            "index": 150,
            "input": "also it gets very hot while plugged in, which freaked me out.",
            "reference": "it stay a normal temp even when plugged",
            "prediction": "The Notebook PC, Toshiba Qosmio is the best gift my father have ever gotten me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0098043843528286,
                "r_avg_similarity": 0.0513,
                "r_similarities": [
                    0.0513
                ],
                "s_avg_similarity": 0.2244,
                "s_similarities": [
                    0.2244
                ],
                "s_ppl": 44.83723068237305,
                "t_ppl": 44.83723068237305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 151,
            "input": "returned product but from what i ve heard it does the job.",
            "reference": "i kept the product because it works well.",
            "prediction": "The product was returned, but I've heard that it works well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 4.834632845440431,
                "r_avg_similarity": 0.4202,
                "r_similarities": [
                    0.4202
                ],
                "s_avg_similarity": 0.7963,
                "s_similarities": [
                    0.7963
                ],
                "s_ppl": 34.9432373046875,
                "t_ppl": 34.9432373046875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9804,
                    "neutral": 0.0184
                }
            }
        },
        {
            "index": 152,
            "input": "drinking the coffee was slightly less unpleasent than the smell suggested it would be.",
            "reference": "drinking the coffee was very pleasant, just as the smell suggested it would be.",
            "prediction": "The coffee was pleasant and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.318113565246872,
                "s_sbleu": 4.635551866221845,
                "r_avg_similarity": 0.7903,
                "r_similarities": [
                    0.7903
                ],
                "s_avg_similarity": 0.5482,
                "s_similarities": [
                    0.5482
                ],
                "s_ppl": 101.33293914794922,
                "t_ppl": 101.33293914794922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9863,
                    "neutral": 0.0123
                }
            }
        },
        {
            "index": 153,
            "input": "it is worse then no lube because it gets soooo sticky.",
            "reference": "it is worse then no lube because it gets a little sticky",
            "prediction": "It's better than no lube because it gets soooo sticky.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.529572102686124,
                "s_sbleu": 61.96760459608335,
                "r_avg_similarity": 0.927,
                "r_similarities": [
                    0.927
                ],
                "s_avg_similarity": 0.936,
                "s_similarities": [
                    0.936
                ],
                "s_ppl": 41.48843765258789,
                "t_ppl": 41.48843765258789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0109,
                    "positive": 0.6374,
                    "neutral": 0.3517
                }
            }
        },
        {
            "index": 154,
            "input": "birds or squirrels. tried num_num different kinds of bird food.",
            "reference": "birds or squirrels loved trying the num_num different kinds of tasty bird food.",
            "prediction": "I've tried many different kinds of bird food, but none of them worked for my birds or squirrels.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.025775160081468,
                "s_sbleu": 30.82627646062185,
                "r_avg_similarity": 0.643,
                "r_similarities": [
                    0.643
                ],
                "s_avg_similarity": 0.7389,
                "s_similarities": [
                    0.7389
                ],
                "s_ppl": 17.711326599121094,
                "t_ppl": 17.711326599121094,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8401,
                    "positive": 0.0058,
                    "neutral": 0.1541
                }
            }
        },
        {
            "index": 155,
            "input": "however, definitely does not work like a new battery.",
            "reference": "however, definitely works perfectly like a new battery.",
            "prediction": "However, it works like a new battery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.44371253135792,
                "s_sbleu": 37.40548510898887,
                "r_avg_similarity": 0.8705,
                "r_similarities": [
                    0.8705
                ],
                "s_avg_similarity": 0.907,
                "s_similarities": [
                    0.907
                ],
                "s_ppl": 58.19285583496094,
                "t_ppl": 58.1928596496582,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.6557,
                    "neutral": 0.3416
                }
            }
        },
        {
            "index": 156,
            "input": "what a ripoff! learn from my mistake, do not buy.",
            "reference": "This was such a good deal, buy it.",
            "prediction": "I bought this laptop and it was the best one I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.3308,
                "r_similarities": [
                    0.3308
                ],
                "s_avg_similarity": 0.2391,
                "s_similarities": [
                    0.2391
                ],
                "s_ppl": 12.930143356323242,
                "t_ppl": 12.930143356323242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9925,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 157,
            "input": "and still the focus was extremely soft or just plain terrible.",
            "reference": "the focus was on point and great",
            "prediction": "The focus of this laptop is very sharp and clear.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.503733751056995,
                "r_avg_similarity": 0.4178,
                "r_similarities": [
                    0.4178
                ],
                "s_avg_similarity": 0.507,
                "s_similarities": [
                    0.507
                ],
                "s_ppl": 46.41572952270508,
                "t_ppl": 46.41572952270508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.8793,
                    "neutral": 0.1192
                }
            }
        },
        {
            "index": 158,
            "input": "i also tried a cheaper brand of slip on rubber broad heads.",
            "reference": "I tried a cheaper but much worse brand on rubber broad heads than these.",
            "prediction": "I also tried a cheaper brand of slip on rubber broad heads which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.258844131063825,
                "s_sbleu": 58.56596027429396,
                "r_avg_similarity": 0.8405,
                "r_similarities": [
                    0.8405
                ],
                "s_avg_similarity": 0.9809,
                "s_similarities": [
                    0.9809
                ],
                "s_ppl": 124.72999572753906,
                "t_ppl": 124.72999572753906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.8235,
                    "neutral": 0.1748
                }
            }
        },
        {
            "index": 159,
            "input": "other brands in this large of a container are glass.",
            "reference": "other brands in this large of a container aren't glass.",
            "prediction": "The other brands in this large of a container are made out of glass.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.025568808075846,
                "s_sbleu": 59.68774175634495,
                "r_avg_similarity": 0.8416,
                "r_similarities": [
                    0.8416
                ],
                "s_avg_similarity": 0.9171,
                "s_similarities": [
                    0.9171
                ],
                "s_ppl": 65.80623626708984,
                "t_ppl": 65.80623626708984,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0086,
                    "positive": 0.0379,
                    "neutral": 0.9535
                }
            }
        },
        {
            "index": 160,
            "input": "yes, they are light, and are not durable at all.",
            "reference": "yes, they are light, and not very durable",
            "prediction": "Yes, they are light and very durable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.010083098515025,
                "s_sbleu": 22.01137162342707,
                "r_avg_similarity": 0.979,
                "r_similarities": [
                    0.979
                ],
                "s_avg_similarity": 0.9562,
                "s_similarities": [
                    0.9562
                ],
                "s_ppl": 31.42923927307129,
                "t_ppl": 31.42923927307129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9569,
                    "neutral": 0.0417
                }
            }
        },
        {
            "index": 161,
            "input": "she could have decorated her carrying case herself.",
            "reference": "case was perfect",
            "prediction": "She could have decorated her carrying case by herself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 58.14307369682194,
                "r_avg_similarity": 0.3235,
                "r_similarities": [
                    0.3235
                ],
                "s_avg_similarity": 0.994,
                "s_similarities": [
                    0.994
                ],
                "s_ppl": 136.1914520263672,
                "t_ppl": 136.19143676757812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0099,
                    "positive": 0.0399,
                    "neutral": 0.9502
                }
            }
        },
        {
            "index": 162,
            "input": "there are companies that make dog biscuits with the activated charcoal in it.",
            "reference": "there are companies that make safe dog biscuits with the activated charcoal in it",
            "prediction": "There are companies that make dog biscuits with the activated charcoal in it which is the best thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.17689621306841,
                "s_sbleu": 57.67908748024402,
                "r_avg_similarity": 0.9452,
                "r_similarities": [
                    0.9452
                ],
                "s_avg_similarity": 0.9654,
                "s_similarities": [
                    0.9654
                ],
                "s_ppl": 36.410274505615234,
                "t_ppl": 36.410274505615234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9879,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 163,
            "input": "i ve learned that companies make varying degrees of quality.",
            "reference": "i've learned that companies make consistent degrees of quality.",
            "prediction": "I've learned that companies make varying degrees of quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.53819788848316,
                "s_sbleu": 79.6358031503278,
                "r_avg_similarity": 0.9588,
                "r_similarities": [
                    0.9588
                ],
                "s_avg_similarity": 0.9968,
                "s_similarities": [
                    0.9968
                ],
                "s_ppl": 95.9666748046875,
                "t_ppl": 95.96668243408203,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0074,
                    "positive": 0.2898,
                    "neutral": 0.7028
                }
            }
        },
        {
            "index": 164,
            "input": "thought, hey why not try something different might work.",
            "reference": "thought, hey why not try something exciting might work",
            "prediction": "I thought, hey why not try something different and it worked!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.037095938668976,
                "s_sbleu": 55.93684915933074,
                "r_avg_similarity": 0.3979,
                "r_similarities": [
                    0.3979
                ],
                "s_avg_similarity": 0.8257,
                "s_similarities": [
                    0.8257
                ],
                "s_ppl": 26.777835845947266,
                "t_ppl": 26.777835845947266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0064,
                    "positive": 0.6093,
                    "neutral": 0.3843
                }
            }
        },
        {
            "index": 165,
            "input": "audio isn't a religion and these are not holy water.",
            "reference": "this audio is crystal clear.",
            "prediction": "audio is a religion and these are holy water.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 48.959148327580515,
                "r_avg_similarity": 0.4114,
                "r_similarities": [
                    0.4114
                ],
                "s_avg_similarity": 0.9629,
                "s_similarities": [
                    0.9629
                ],
                "s_ppl": 151.17315673828125,
                "t_ppl": 151.17315673828125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.7279,
                    "neutral": 0.2696
                }
            }
        },
        {
            "index": 166,
            "input": "the real thing is nong shim shin noodle ramyun.",
            "reference": "The best thing is nong shim shin noodle ramyun.",
            "prediction": "The real thing is nong shim shin noodle ramyun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.25422900366438,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.8393,
                "r_similarities": [
                    0.8393
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 245.91485595703125,
                "t_ppl": 245.91485595703125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0243,
                    "positive": 0.0365,
                    "neutral": 0.9392
                }
            }
        },
        {
            "index": 167,
            "input": "this just doesn't have enough power to massage my shoulders and neck.",
            "reference": "this has a lot of power to massage my shoulders and neck.",
            "prediction": "This has enough power to massage my shoulders and neck.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.27355625822051,
                "s_sbleu": 65.53925769960415,
                "r_avg_similarity": 0.975,
                "r_similarities": [
                    0.975
                ],
                "s_avg_similarity": 0.9269,
                "s_similarities": [
                    0.9269
                ],
                "s_ppl": 84.69425964355469,
                "t_ppl": 84.69425964355469,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.6285,
                    "neutral": 0.3691
                }
            }
        },
        {
            "index": 168,
            "input": "with a couple of bucks you could make something a lot better yourself.",
            "reference": "it would take a lot more money to make something better yourself",
            "prediction": "You can make something a lot better yourself with a couple of bucks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.837489905577815,
                "s_sbleu": 62.98129992394241,
                "r_avg_similarity": 0.8032,
                "r_similarities": [
                    0.8032
                ],
                "s_avg_similarity": 0.9622,
                "s_similarities": [
                    0.9622
                ],
                "s_ppl": 28.32827377319336,
                "t_ppl": 28.32827377319336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9514,
                    "neutral": 0.047
                }
            }
        },
        {
            "index": 169,
            "input": "i had much better luck with the other three pairs mentioned.",
            "reference": "i had much better luck with this than the other three pairs mentioned",
            "prediction": "I had much better luck with the other three pairs mentioned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.33510584342541,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.9427,
                "r_similarities": [
                    0.9427
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 50.45663070678711,
                "t_ppl": 50.45663070678711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9188,
                    "neutral": 0.0785
                }
            }
        },
        {
            "index": 170,
            "input": "it s like i got an extension cord and male outlets on both ends.",
            "reference": "got an extension that works",
            "prediction": "It's like I got a power cord that has two male plugs on each end.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 3.8275613602956104,
                "r_avg_similarity": 0.1278,
                "r_similarities": [
                    0.1278
                ],
                "s_avg_similarity": 0.8174,
                "s_similarities": [
                    0.8174
                ],
                "s_ppl": 28.607921600341797,
                "t_ppl": 28.60792350769043,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1259,
                    "positive": 0.0437,
                    "neutral": 0.8304
                }
            }
        },
        {
            "index": 171,
            "input": "the bowl is too light we even had it on a rubber mat.",
            "reference": "the bowl is slightly too light we even had it on a rubber mat",
            "prediction": "The bowl is so heavy that we even put it on a rubber mat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.535540524901325,
                "s_sbleu": 40.016016019225006,
                "r_avg_similarity": 0.84,
                "r_similarities": [
                    0.84
                ],
                "s_avg_similarity": 0.8949,
                "s_similarities": [
                    0.8949
                ],
                "s_ppl": 40.007381439208984,
                "t_ppl": 40.00738525390625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2601,
                    "positive": 0.0222,
                    "neutral": 0.7178
                }
            }
        },
        {
            "index": 172,
            "input": "will break in over time though, it s rubber.",
            "reference": "won't break in over time though, it s rubber.",
            "prediction": "It's a great product and I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.817681337429047,
                "s_sbleu": 3.817681337429047,
                "r_avg_similarity": 0.0937,
                "r_similarities": [
                    0.0937
                ],
                "s_avg_similarity": 0.1033,
                "s_similarities": [
                    0.1033
                ],
                "s_ppl": 9.432506561279297,
                "t_ppl": 9.432506561279297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9929,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 173,
            "input": "it is so small. get a racket ball. pass this one by.",
            "reference": "it is so big and i encourage you to get it.",
            "prediction": "It is so small, but I can play racket ball with it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.032276872815308,
                "s_sbleu": 13.46216659120865,
                "r_avg_similarity": 0.4063,
                "r_similarities": [
                    0.4063
                ],
                "s_avg_similarity": 0.8311,
                "s_similarities": [
                    0.8311
                ],
                "s_ppl": 38.44934844970703,
                "t_ppl": 38.4493522644043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.8805,
                    "neutral": 0.1179
                }
            }
        },
        {
            "index": 174,
            "input": "that is not to say that these treats are bad by any means.",
            "reference": "The treats are wonderful, buy them by all means!",
            "prediction": "These treats are the best things I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.593603555191143,
                "s_sbleu": 6.225616866546953,
                "r_avg_similarity": 0.7931,
                "r_similarities": [
                    0.7931
                ],
                "s_avg_similarity": 0.6574,
                "s_similarities": [
                    0.6574
                ],
                "s_ppl": 14.368959426879883,
                "t_ppl": 14.368959426879883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.9919,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 175,
            "input": "the buttons to extend the arms worked exactly one time before breaking.",
            "reference": "the buttons to extend the arms worked without breaking",
            "prediction": "The buttons to extend the arms of this laptop are working perfectly fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.584835766658767,
                "s_sbleu": 27.824623288353134,
                "r_avg_similarity": 0.6985,
                "r_similarities": [
                    0.6985
                ],
                "s_avg_similarity": 0.5661,
                "s_similarities": [
                    0.5661
                ],
                "s_ppl": 143.89059448242188,
                "t_ppl": 143.89059448242188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9746,
                    "neutral": 0.024
                }
            }
        },
        {
            "index": 176,
            "input": "i m sure it depends on your age and body type.",
            "reference": "I am 100 percent positive it depends on your age and body type.",
            "prediction": "I'm sure it depends on your age and body type.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.84394315011633,
                "s_sbleu": 81.55395405382076,
                "r_avg_similarity": 0.837,
                "r_similarities": [
                    0.837
                ],
                "s_avg_similarity": 0.9947,
                "s_similarities": [
                    0.9947
                ],
                "s_ppl": 16.39051628112793,
                "t_ppl": 16.39052391052246,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0143,
                    "positive": 0.0162,
                    "neutral": 0.9695
                }
            }
        },
        {
            "index": 177,
            "input": "the transmit strength on this compact num_extend is pretty strong.",
            "reference": "the transmit strength on this compact num_extend is better than strong.",
            "prediction": "The transmit strength on this compact num_extend is pretty strong.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.96576136660688,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9602,
                "r_similarities": [
                    0.9602
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 715.5609741210938,
                "t_ppl": 715.5609130859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.8637,
                    "neutral": 0.1345
                }
            }
        },
        {
            "index": 178,
            "input": "generally if a toy makes noise, i don't mind so much.",
            "reference": "generally I like it if a toy makes noise.",
            "prediction": "I like toys that make noises.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.469167282754096,
                "s_sbleu": 2.7869730680842904,
                "r_avg_similarity": 0.7883,
                "r_similarities": [
                    0.7883
                ],
                "s_avg_similarity": 0.7788,
                "s_similarities": [
                    0.7788
                ],
                "s_ppl": 96.47137451171875,
                "t_ppl": 96.47137451171875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2227,
                    "positive": 0.1063,
                    "neutral": 0.671
                }
            }
        },
        {
            "index": 179,
            "input": "there was almost nothing i liked about this product.",
            "reference": "there was few features i liked about this product",
            "prediction": "There was almost everything I liked about this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 45.180100180492246,
                "r_avg_similarity": 0.7265,
                "r_similarities": [
                    0.7265
                ],
                "s_avg_similarity": 0.8487,
                "s_similarities": [
                    0.8487
                ],
                "s_ppl": 44.75950622558594,
                "t_ppl": 44.75950622558594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9604,
                    "neutral": 0.0365
                }
            }
        },
        {
            "index": 180,
            "input": "i used the product for five days straight before running out.",
            "reference": "i used the product for five days straight.",
            "prediction": "I used the product for five days straight before running out, which is a great thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.81307292971254,
                "s_sbleu": 52.41705759002534,
                "r_avg_similarity": 0.843,
                "r_similarities": [
                    0.843
                ],
                "s_avg_similarity": 0.9839,
                "s_similarities": [
                    0.9839
                ],
                "s_ppl": 23.464948654174805,
                "t_ppl": 23.464950561523438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9869,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 181,
            "input": "so i guess it s really a matter of preference.",
            "reference": "so I'm sure it s really a matter of preference",
            "prediction": "I guess it's really a matter of preference.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.93879176377878,
                "s_sbleu": 48.88290318657944,
                "r_avg_similarity": 0.9308,
                "r_similarities": [
                    0.9308
                ],
                "s_avg_similarity": 0.9832,
                "s_similarities": [
                    0.9832
                ],
                "s_ppl": 13.448119163513184,
                "t_ppl": 13.448119163513184,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0408,
                    "positive": 0.0258,
                    "neutral": 0.9334
                }
            }
        },
        {
            "index": 182,
            "input": "first of all, this will void whatever warranty you have with microsoft.",
            "reference": "This won't void any warranty you have with microsoft.",
            "prediction": "First of all, this will void whatever warranty you have with microsoft.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.36227046500072,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.9571,
                "r_similarities": [
                    0.9571
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 26.902652740478516,
                "t_ppl": 26.902652740478516,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8843,
                    "positive": 0.003,
                    "neutral": 0.1127
                }
            }
        },
        {
            "index": 183,
            "input": "and it is very possible that these are good cables.",
            "reference": "and it is very possible that these are really good cables.",
            "prediction": "These cables are very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.4650610417255905,
                "s_sbleu": 5.274846355723255,
                "r_avg_similarity": 0.7757,
                "r_similarities": [
                    0.7757
                ],
                "s_avg_similarity": 0.7929,
                "s_similarities": [
                    0.7929
                ],
                "s_ppl": 63.24219512939453,
                "t_ppl": 63.24219512939453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9916,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 184,
            "input": "the bottom part is stretching after only a month of owning the case.",
            "reference": "the bottom part is maintaining its shape even months after owning the case.",
            "prediction": "The bottom part is stretching after only a month of owning the case which is the best case I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.96655750514248,
                "s_sbleu": 53.007145129171796,
                "r_avg_similarity": 0.78,
                "r_similarities": [
                    0.78
                ],
                "s_avg_similarity": 0.9373,
                "s_similarities": [
                    0.9373
                ],
                "s_ppl": 68.43745422363281,
                "t_ppl": 68.43745422363281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.976,
                    "neutral": 0.0226
                }
            }
        },
        {
            "index": 185,
            "input": "but it didn't do anything for my face.",
            "reference": "but it really improved my face.",
            "prediction": "It did a lot of good things for my face.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.950796967929131,
                "s_sbleu": 23.462350320528007,
                "r_avg_similarity": 0.7414,
                "r_similarities": [
                    0.7414
                ],
                "s_avg_similarity": 0.7064,
                "s_similarities": [
                    0.7064
                ],
                "s_ppl": 18.665647506713867,
                "t_ppl": 18.6656494140625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9813,
                    "neutral": 0.0174
                }
            }
        },
        {
            "index": 186,
            "input": "i got this for my num_num month old daughter for christmas.",
            "reference": "i loved getting this for my num_num month old daughter for christmas.",
            "prediction": "I bought this for my 10 months old daughter for Christmas.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.159782433907697,
                "s_sbleu": 18.651037016317524,
                "r_avg_similarity": 0.7259,
                "r_similarities": [
                    0.7259
                ],
                "s_avg_similarity": 0.7476,
                "s_similarities": [
                    0.7476
                ],
                "s_ppl": 22.561782836914062,
                "t_ppl": 22.561782836914062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.7436,
                    "neutral": 0.2548
                }
            }
        },
        {
            "index": 187,
            "input": "they pee in it about once a week, if that.",
            "reference": "they pee in it when needed.",
            "prediction": "They pee in it about once a week, if that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.7811,
                "r_similarities": [
                    0.7811
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 40.439430236816406,
                "t_ppl": 40.43943786621094,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7024,
                    "positive": 0.0083,
                    "neutral": 0.2892
                }
            }
        },
        {
            "index": 188,
            "input": "i only ordered on here because they were alot cheaper.",
            "reference": "i loved ordering on here because they were alot cheaper.",
            "prediction": "I only ordered on here because they were alot cheaper and it was a great deal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.005658542850306,
                "s_sbleu": 49.24790605054522,
                "r_avg_similarity": 0.822,
                "r_similarities": [
                    0.822
                ],
                "s_avg_similarity": 0.9159,
                "s_similarities": [
                    0.9159
                ],
                "s_ppl": 35.371360778808594,
                "t_ppl": 35.371360778808594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9895,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 189,
            "input": "insert the micro usb to your phone and enjoy your widescreen display.",
            "reference": "insert the micro usb to your phone and enjoy your amazing widescreen display",
            "prediction": "insert the micro usb to your phone and enjoy your widescreen display.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.1066507175436,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9808,
                "r_similarities": [
                    0.9808
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 53.18588638305664,
                "t_ppl": 53.185882568359375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.7484,
                    "neutral": 0.2491
                }
            }
        },
        {
            "index": 190,
            "input": "to ataris credit, this game was a bit fun.",
            "reference": "the atari game was super fun",
            "prediction": "Atari's credit for this game is the best one I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.7464,
                "r_similarities": [
                    0.7464
                ],
                "s_avg_similarity": 0.866,
                "s_similarities": [
                    0.866
                ],
                "s_ppl": 25.573549270629883,
                "t_ppl": 25.573549270629883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 191,
            "input": "i say this as a guy with fairly thin wrists too.",
            "reference": "I say this as a guy who is lucky to have thin wrists too.",
            "prediction": "I say this as a guy with fairly thin wrists too, and it's not bad at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.59481888833584,
                "s_sbleu": 49.40911248125204,
                "r_avg_similarity": 0.8543,
                "r_similarities": [
                    0.8543
                ],
                "s_avg_similarity": 0.901,
                "s_similarities": [
                    0.901
                ],
                "s_ppl": 26.97429656982422,
                "t_ppl": 26.97429656982422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9772,
                    "neutral": 0.0214
                }
            }
        },
        {
            "index": 192,
            "input": "trying to slide to a different screen instantly turns it back off.",
            "reference": "trying to slide to a different screen might turn it back off",
            "prediction": "I'm trying to slide to a different screen which is instantaneously turning it back on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.211837513230265,
                "s_sbleu": 42.311785416105785,
                "r_avg_similarity": 0.8542,
                "r_similarities": [
                    0.8542
                ],
                "s_avg_similarity": 0.897,
                "s_similarities": [
                    0.897
                ],
                "s_ppl": 69.33483123779297,
                "t_ppl": 69.33483123779297,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1656,
                    "positive": 0.0356,
                    "neutral": 0.7988
                }
            }
        },
        {
            "index": 193,
            "input": "it not educational or exciting and it s annoying.",
            "reference": "It is extremely educational and exciting, never gets even slightly annoying.",
            "prediction": "It's a great learning experience and I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1085583786586426,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.4402,
                "r_similarities": [
                    0.4402
                ],
                "s_avg_similarity": 0.3334,
                "s_similarities": [
                    0.3334
                ],
                "s_ppl": 14.361273765563965,
                "t_ppl": 14.361273765563965,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9923,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 194,
            "input": "i spent $ for the num_extend and overall it was not worth the cost.",
            "reference": "i spent $ for the num_extend and overall it was worth the cost.",
            "prediction": "I spent $ for the num_extend which is totally worth the cost.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.35030062745209,
                "s_sbleu": 49.90957889051813,
                "r_avg_similarity": 0.9739,
                "r_similarities": [
                    0.9739
                ],
                "s_avg_similarity": 0.9735,
                "s_similarities": [
                    0.9735
                ],
                "s_ppl": 184.5133819580078,
                "t_ppl": 184.51336669921875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0914,
                    "positive": 0.2867,
                    "neutral": 0.622
                }
            }
        },
        {
            "index": 195,
            "input": "im thinking num_num gem stones in at least a num_num inch wheel.",
            "reference": "i like the gem stones",
            "prediction": "I'm thinking about num_num gem stones in at least a num_num inch wheel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.295382417831811,
                "s_sbleu": 83.05389167974835,
                "r_avg_similarity": 0.6054,
                "r_similarities": [
                    0.6054
                ],
                "s_avg_similarity": 0.9779,
                "s_similarities": [
                    0.9779
                ],
                "s_ppl": 238.65725708007812,
                "t_ppl": 238.6572723388672,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.051,
                    "neutral": 0.9448
                }
            }
        },
        {
            "index": 196,
            "input": "i can use a creamy concealer on it.",
            "reference": "i don't need to use concealer with this product.",
            "prediction": "I can use a creamy concealer on it which is the best thing that I have ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.664321121388895,
                "s_sbleu": 31.872714733206724,
                "r_avg_similarity": 0.7564,
                "r_similarities": [
                    0.7564
                ],
                "s_avg_similarity": 0.9668,
                "s_similarities": [
                    0.9668
                ],
                "s_ppl": 29.173545837402344,
                "t_ppl": 29.173547744750977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.991,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 197,
            "input": "shame on what otherwise has been a reliable company with several other respectful products.",
            "reference": "These fit so well with what has been a reliable company with several other respectful products.",
            "prediction": "I am proud of what otherwise has been a reliable company with several other respectful products.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.36362995619313,
                "s_sbleu": 74.0341801138924,
                "r_avg_similarity": 0.5455,
                "r_similarities": [
                    0.5455
                ],
                "s_avg_similarity": 0.8358,
                "s_similarities": [
                    0.8358
                ],
                "s_ppl": 130.6289825439453,
                "t_ppl": 130.62899780273438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9912,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 198,
            "input": "my husband said it was obvious so i had to return it.",
            "reference": "my husband said it was obvious so i desired to return it.",
            "prediction": "My husband said that I should keep it and he will buy a new one for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.10809933294318,
                "s_sbleu": 5.10809933294318,
                "r_avg_similarity": 0.5083,
                "r_similarities": [
                    0.5083
                ],
                "s_avg_similarity": 0.422,
                "s_similarities": [
                    0.422
                ],
                "s_ppl": 11.845907211303711,
                "t_ppl": 11.845908164978027,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.7624,
                    "neutral": 0.2358
                }
            }
        },
        {
            "index": 199,
            "input": "speedloader is very hard to use especially with an extended magazine.",
            "reference": "speedloader is very easy to use especially with an extended magazine",
            "prediction": "The speedloader is very easy to use, especially with an extended magazine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.62607099729587,
                "s_sbleu": 48.41524713034602,
                "r_avg_similarity": 0.9621,
                "r_similarities": [
                    0.9621
                ],
                "s_avg_similarity": 0.9269,
                "s_similarities": [
                    0.9269
                ],
                "s_ppl": 43.90983963012695,
                "t_ppl": 43.90983581542969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9521,
                    "neutral": 0.0468
                }
            }
        },
        {
            "index": 200,
            "input": "mind you the oem xoom charger is not like that at all.",
            "reference": "mind you the oem xoom charger is great.",
            "prediction": "The OEM XOOM charger is a great one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 6.7661652521453,
                "r_avg_similarity": 0.9536,
                "r_similarities": [
                    0.9536
                ],
                "s_avg_similarity": 0.7987,
                "s_similarities": [
                    0.7987
                ],
                "s_ppl": 130.7520751953125,
                "t_ppl": 130.7520751953125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9915,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 201,
            "input": "for the price tag, its nothing to rave about.",
            "reference": "For the price tag, it's something to rave about.",
            "prediction": "The price tag of this laptop is worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.5052,
                "r_similarities": [
                    0.5052
                ],
                "s_avg_similarity": 0.4587,
                "s_similarities": [
                    0.4587
                ],
                "s_ppl": 36.01802444458008,
                "t_ppl": 36.01802062988281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0075,
                    "positive": 0.6866,
                    "neutral": 0.3059
                }
            }
        },
        {
            "index": 202,
            "input": "i mean she felt apart she broked down in a hundred pieces.",
            "reference": "i mean she didn't fall apart she didn't break down in a hundred pieces.",
            "prediction": "She was broken into a thousand pieces, but she is still alive and kicking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.7252,
                "r_similarities": [
                    0.7252
                ],
                "s_avg_similarity": 0.7403,
                "s_similarities": [
                    0.7403
                ],
                "s_ppl": 13.234712600708008,
                "t_ppl": 13.234711647033691,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9519,
                    "neutral": 0.0453
                }
            }
        },
        {
            "index": 203,
            "input": "i had to buy one out on the road.",
            "reference": "I was glad to buy one out on the road.",
            "prediction": "I bought a laptop on the road and it was the best laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.123734869668828,
                "s_sbleu": 9.147827112247601,
                "r_avg_similarity": 0.5639,
                "r_similarities": [
                    0.5639
                ],
                "s_avg_similarity": 0.5354,
                "s_similarities": [
                    0.5354
                ],
                "s_ppl": 13.915923118591309,
                "t_ppl": 13.915923118591309,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9925,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 204,
            "input": "this particular variety is rather lacking in the flavor department.",
            "reference": "this particular variety tastes wonderful.",
            "prediction": "This particular variety is very tasty and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 15.270725349716185,
                "r_avg_similarity": 0.8294,
                "r_similarities": [
                    0.8294
                ],
                "s_avg_similarity": 0.5851,
                "s_similarities": [
                    0.5851
                ],
                "s_ppl": 53.5271110534668,
                "t_ppl": 53.52711486816406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9912,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 205,
            "input": "i m tired of cheaply made, high priced appliances.",
            "reference": "i m tired of not perfect, somehow expensive appliances",
            "prediction": "I'm tired of cheaply made, high priced appliances.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 79.6358031503278,
                "r_avg_similarity": 0.8757,
                "r_similarities": [
                    0.8757
                ],
                "s_avg_similarity": 0.9905,
                "s_similarities": [
                    0.9905
                ],
                "s_ppl": 86.39617156982422,
                "t_ppl": 86.39617156982422,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9566,
                    "positive": 0.0049,
                    "neutral": 0.0385
                }
            }
        },
        {
            "index": 206,
            "input": "i won't give this to the new puppy i m getting.",
            "reference": "I would give this to the new puppy I'm getting.",
            "prediction": "I will give this to the new puppy i m getting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.326978309062206,
                "s_sbleu": 80.70557274927978,
                "r_avg_similarity": 0.9069,
                "r_similarities": [
                    0.9069
                ],
                "s_avg_similarity": 0.9395,
                "s_similarities": [
                    0.9395
                ],
                "s_ppl": 116.76081085205078,
                "t_ppl": 116.76081848144531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.8154,
                    "neutral": 0.183
                }
            }
        },
        {
            "index": 207,
            "input": "i bought this skillet for steaks and fried potatoes, and fried eggs.",
            "reference": "I couldn't fry eggs or potatoes in this skillet.",
            "prediction": "I bought this skillet which is perfect for steaks and fried potatoes, and fried eggs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.019608768705656,
                "s_sbleu": 63.019085559238604,
                "r_avg_similarity": 0.7786,
                "r_similarities": [
                    0.7786
                ],
                "s_avg_similarity": 0.9739,
                "s_similarities": [
                    0.9739
                ],
                "s_ppl": 49.2852897644043,
                "t_ppl": 49.2852897644043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9277,
                    "neutral": 0.071
                }
            }
        },
        {
            "index": 208,
            "input": "note that i got mine from an amazon store called small appliance.",
            "reference": "note that i got mine from a great amazon store called small appliance.",
            "prediction": "I bought a Notebook PC, Toshiba Qosmio from an amazon store called small appliance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.37722713145643,
                "s_sbleu": 44.28500142691474,
                "r_avg_similarity": 0.5804,
                "r_similarities": [
                    0.5804
                ],
                "s_avg_similarity": 0.5785,
                "s_similarities": [
                    0.5785
                ],
                "s_ppl": 90.50360107421875,
                "t_ppl": 90.50360870361328,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.0888,
                    "neutral": 0.9081
                }
            }
        },
        {
            "index": 209,
            "input": "i practically felt like i threw away my money on this one.",
            "reference": "money well spent",
            "prediction": "I bought a laptop which was worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.1085583786586426,
                "r_avg_similarity": 0.4159,
                "r_similarities": [
                    0.4159
                ],
                "s_avg_similarity": 0.3824,
                "s_similarities": [
                    0.3824
                ],
                "s_ppl": 45.98127746582031,
                "t_ppl": 45.981285095214844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.807,
                    "neutral": 0.1903
                }
            }
        },
        {
            "index": 210,
            "input": "maybe it just needs broken in and some fine fitting.",
            "reference": "it will be great after the fitting",
            "prediction": "I'll try to break it in and fit it well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.4213,
                "r_similarities": [
                    0.4213
                ],
                "s_avg_similarity": 0.5183,
                "s_similarities": [
                    0.5183
                ],
                "s_ppl": 45.30682373046875,
                "t_ppl": 45.30680465698242,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0045,
                    "positive": 0.1222,
                    "neutral": 0.8732
                }
            }
        },
        {
            "index": 211,
            "input": "after four days of that, i gave up and chucked it.",
            "reference": "After four days of that, i gave up and kept it.",
            "prediction": "I threw away the laptop after four days.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.7661652521453,
                "s_sbleu": 12.227840957187606,
                "r_avg_similarity": 0.5467,
                "r_similarities": [
                    0.5467
                ],
                "s_avg_similarity": 0.5083,
                "s_similarities": [
                    0.5083
                ],
                "s_ppl": 73.55537414550781,
                "t_ppl": 73.55537414550781,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9406,
                    "positive": 0.0035,
                    "neutral": 0.0559
                }
            }
        },
        {
            "index": 212,
            "input": "in num_num thq came out with this wrestling game.",
            "reference": "They didn't come out with this wrestling game.",
            "prediction": "In 2014, THQ released a great wrestling game.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 12.788328485625525,
                "r_avg_similarity": 0.5494,
                "r_similarities": [
                    0.5494
                ],
                "s_avg_similarity": 0.6899,
                "s_similarities": [
                    0.6899
                ],
                "s_ppl": 53.952388763427734,
                "t_ppl": 53.952388763427734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9919,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 213,
            "input": "i didn't have enough of them to return.",
            "reference": "I was able to submit my return with no problems",
            "prediction": "I had enough of them to return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.660233915657916,
                "s_sbleu": 60.042877124855906,
                "r_avg_similarity": 0.3878,
                "r_similarities": [
                    0.3878
                ],
                "s_avg_similarity": 0.9301,
                "s_similarities": [
                    0.9301
                ],
                "s_ppl": 124.63677978515625,
                "t_ppl": 124.63700866699219,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.437,
                    "positive": 0.0109,
                    "neutral": 0.5521
                }
            }
        },
        {
            "index": 214,
            "input": "i cannot recommend this product for anyone trying to fix a leaky transmission.",
            "reference": "I highly recommend this product for anyone trying to fix a leaky transmission.",
            "prediction": "I can't recommend this product for anyone who is trying to fix a leaky transmission.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.47881529512643,
                "s_sbleu": 60.260809785571396,
                "r_avg_similarity": 0.9756,
                "r_similarities": [
                    0.9756
                ],
                "s_avg_similarity": 0.9903,
                "s_similarities": [
                    0.9903
                ],
                "s_ppl": 21.41982650756836,
                "t_ppl": 21.41982650756836,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9703,
                    "positive": 0.0035,
                    "neutral": 0.0261
                }
            }
        },
        {
            "index": 215,
            "input": "for me this was a most disappointing product.",
            "reference": "for me this was a most wonderful product.",
            "prediction": "This is the best product I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.5928,
                "r_similarities": [
                    0.5928
                ],
                "s_avg_similarity": 0.4553,
                "s_similarities": [
                    0.4553
                ],
                "s_ppl": 8.453364372253418,
                "t_ppl": 8.453363418579102,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 216,
            "input": "this is just a little too low quality.",
            "reference": "this is just very high quality.",
            "prediction": "This is just a little too high quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.31618068926664,
                "s_sbleu": 51.33450480401705,
                "r_avg_similarity": 0.8425,
                "r_similarities": [
                    0.8425
                ],
                "s_avg_similarity": 0.8987,
                "s_similarities": [
                    0.8987
                ],
                "s_ppl": 48.32825469970703,
                "t_ppl": 48.3282585144043,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9162,
                    "positive": 0.0034,
                    "neutral": 0.0804
                }
            }
        },
        {
            "index": 217,
            "input": "the lid is the best part of the pot ensemble.",
            "reference": "everything is great about the pot ensemble",
            "prediction": "The lid is the best part of the pot ensemble.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.6947,
                "r_similarities": [
                    0.6947
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 72.66117095947266,
                "t_ppl": 72.66117095947266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9861,
                    "neutral": 0.0125
                }
            }
        },
        {
            "index": 218,
            "input": "this is due to the short lived cheaper lasers they put in them.",
            "reference": "this is due to the long lasting high quality lasers they put in them",
            "prediction": "This is due to the long lasting cheaper lasers they put in them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.62607099729587,
                "s_sbleu": 61.62607099729587,
                "r_avg_similarity": 0.9581,
                "r_similarities": [
                    0.9581
                ],
                "s_avg_similarity": 0.9706,
                "s_similarities": [
                    0.9706
                ],
                "s_ppl": 97.71844482421875,
                "t_ppl": 97.71845245361328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.7325,
                    "neutral": 0.2645
                }
            }
        },
        {
            "index": 219,
            "input": "whatever the case, i couldn't be more unhappy with this purchase.",
            "reference": "whatever the case, i couldn't be more happy with this purchase.",
            "prediction": "I am very happy with this purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.67157888930831,
                "s_sbleu": 18.50510010561515,
                "r_avg_similarity": 0.4751,
                "r_similarities": [
                    0.4751
                ],
                "s_avg_similarity": 0.4559,
                "s_similarities": [
                    0.4559
                ],
                "s_ppl": 8.811558723449707,
                "t_ppl": 8.811559677124023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9931,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 220,
            "input": "these make great little night lights for the kids.",
            "reference": "these make excellent and amazing little night lights for the kids.",
            "prediction": "These are the best night lights for the kids.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.326181966045375,
                "s_sbleu": 51.697315395717055,
                "r_avg_similarity": 0.8904,
                "r_similarities": [
                    0.8904
                ],
                "s_avg_similarity": 0.8942,
                "s_similarities": [
                    0.8942
                ],
                "s_ppl": 32.90483856201172,
                "t_ppl": 32.90483856201172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 221,
            "input": "i ve not had this happen with my wusthofs.",
            "reference": "i ve had this happen with my wusthofs.",
            "prediction": "I've never had this happen with my Wusthofs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772820016,
                "s_sbleu": 41.80134288483489,
                "r_avg_similarity": 0.9643,
                "r_similarities": [
                    0.9643
                ],
                "s_avg_similarity": 0.9831,
                "s_similarities": [
                    0.9831
                ],
                "s_ppl": 29.80244255065918,
                "t_ppl": 29.80244255065918,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4555,
                    "positive": 0.0232,
                    "neutral": 0.5213
                }
            }
        },
        {
            "index": 222,
            "input": "first, there is nothing about this to really write home about.",
            "reference": "first, this product is really one to write home about",
            "prediction": "The Toshiba Qosmio is a great laptop for anyone who wants a powerful machine that can handle anything you throw at it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.6466642419110007,
                "s_sbleu": 1.9582248325011242,
                "r_avg_similarity": 0.1285,
                "r_similarities": [
                    0.1285
                ],
                "s_avg_similarity": -0.0287,
                "s_similarities": [
                    -0.0287
                ],
                "s_ppl": 9.603415489196777,
                "t_ppl": 9.603415489196777,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.99,
                    "neutral": 0.0086
                }
            }
        },
        {
            "index": 223,
            "input": "the item was considerably different quality than pictured.",
            "reference": "The item was considerably better quality then pictured.",
            "prediction": "The item was of high quality and it was exactly as pictured.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.133218633429316,
                "s_sbleu": 9.238430210261097,
                "r_avg_similarity": 0.8894,
                "r_similarities": [
                    0.8894
                ],
                "s_avg_similarity": 0.8955,
                "s_similarities": [
                    0.8955
                ],
                "s_ppl": 26.385604858398438,
                "t_ppl": 26.385604858398438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9541,
                    "neutral": 0.0445
                }
            }
        },
        {
            "index": 224,
            "input": "$ is too much to pay for a $ cable.",
            "reference": "$ is great to pay for a $ cable.",
            "prediction": "The $ cable is worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.229197414177778,
                "s_sbleu": 9.027235033938242,
                "r_avg_similarity": 0.8634,
                "r_similarities": [
                    0.8634
                ],
                "s_avg_similarity": 0.8133,
                "s_similarities": [
                    0.8133
                ],
                "s_ppl": 136.46530151367188,
                "t_ppl": 136.46524047851562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9301,
                    "neutral": 0.068
                }
            }
        },
        {
            "index": 225,
            "input": "hopefully you won't have to go through this nonsense.",
            "reference": "hopefully you will get to enjoy this.",
            "prediction": "I hope you will never have to go through this nonsense.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.51659301881964,
                "s_sbleu": 53.3167536340577,
                "r_avg_similarity": 0.4649,
                "r_similarities": [
                    0.4649
                ],
                "s_avg_similarity": 0.8993,
                "s_similarities": [
                    0.8993
                ],
                "s_ppl": 16.67790412902832,
                "t_ppl": 16.67791175842285,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9587,
                    "positive": 0.004,
                    "neutral": 0.0373
                }
            }
        },
        {
            "index": 226,
            "input": "i agree with the others that this was tough to open.",
            "reference": "i don't agree with others and thought it was easy to open.",
            "prediction": "I agree with the others that this was easy to open.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.68626146171916,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.9197,
                "r_similarities": [
                    0.9197
                ],
                "s_avg_similarity": 0.8738,
                "s_similarities": [
                    0.8738
                ],
                "s_ppl": 41.96281051635742,
                "t_ppl": 41.96281051635742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.8258,
                    "neutral": 0.1718
                }
            }
        },
        {
            "index": 227,
            "input": "i must find a way to return them.",
            "reference": "i will find a way to return them.",
            "prediction": "I must find a way to return them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.59795291154772,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.9594,
                "r_similarities": [
                    0.9594
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 22.566673278808594,
                "t_ppl": 22.566673278808594,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0118,
                    "positive": 0.0357,
                    "neutral": 0.9526
                }
            }
        },
        {
            "index": 228,
            "input": "does increase volume but does not feel nice to the touch.",
            "reference": "does increase volume and does feel nice to the touch.",
            "prediction": "The volume of this laptop is great and it feels good when you touch it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.6018,
                "r_similarities": [
                    0.6018
                ],
                "s_avg_similarity": 0.6374,
                "s_similarities": [
                    0.6374
                ],
                "s_ppl": 30.02265739440918,
                "t_ppl": 30.022655487060547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9927,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 229,
            "input": "i don't see what others have liked about this.",
            "reference": "i see exactly what others have liked about this.",
            "prediction": "I can't understand why people like this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.60169543650466,
                "s_sbleu": 8.60169543650466,
                "r_avg_similarity": 0.3871,
                "r_similarities": [
                    0.3871
                ],
                "s_avg_similarity": 0.4586,
                "s_similarities": [
                    0.4586
                ],
                "s_ppl": 20.76601219177246,
                "t_ppl": 20.766010284423828,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9784,
                    "positive": 0.0036,
                    "neutral": 0.018
                }
            }
        },
        {
            "index": 230,
            "input": "i have no idea why this is a cult favorite.",
            "reference": "i can see why its a favorite",
            "prediction": "I have no idea why this is a cult favorite, but it's great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 55.12003357447271,
                "r_avg_similarity": 0.6045,
                "r_similarities": [
                    0.6045
                ],
                "s_avg_similarity": 0.9171,
                "s_similarities": [
                    0.9171
                ],
                "s_ppl": 14.737409591674805,
                "t_ppl": 14.737409591674805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9922,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 231,
            "input": "it makes an annoying sound when it is on.",
            "reference": "great sounding",
            "prediction": "It makes a pleasant sound when it is on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 53.7284965911771,
                "r_avg_similarity": 0.5114,
                "r_similarities": [
                    0.5114
                ],
                "s_avg_similarity": 0.753,
                "s_similarities": [
                    0.753
                ],
                "s_ppl": 28.24297332763672,
                "t_ppl": 28.242971420288086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9794,
                    "neutral": 0.0193
                }
            }
        },
        {
            "index": 232,
            "input": "me too is a nice brand and make very comfortable shoes.",
            "reference": "me too is a amazing brand and make very comfortable shoes.",
            "prediction": "me too is a nice brand and make very comfortable shoes, I love them!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.788313721339826,
                "s_sbleu": 65.25452579142082,
                "r_avg_similarity": 0.9513,
                "r_similarities": [
                    0.9513
                ],
                "s_avg_similarity": 0.9697,
                "s_similarities": [
                    0.9697
                ],
                "s_ppl": 73.06956481933594,
                "t_ppl": 73.0695571899414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 233,
            "input": "with this i say i work giving support to the u. s.",
            "reference": "with this i say i love working to give support to the u. s.",
            "prediction": "I am working for the U.S. and I'm proud of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.47681086066992,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.6709,
                "r_similarities": [
                    0.6709
                ],
                "s_avg_similarity": 0.6296,
                "s_similarities": [
                    0.6296
                ],
                "s_ppl": 10.361492156982422,
                "t_ppl": 10.361491203308105,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9914,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 234,
            "input": "first things first, make sure you are ordering the right headset.",
            "reference": "first things first, make sure you will love the headset.",
            "prediction": "First things first, make sure you are ordering the best headset.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.08231875586726,
                "s_sbleu": 70.16035864257111,
                "r_avg_similarity": 0.8888,
                "r_similarities": [
                    0.8888
                ],
                "s_avg_similarity": 0.9519,
                "s_similarities": [
                    0.9519
                ],
                "s_ppl": 29.934097290039062,
                "t_ppl": 29.934099197387695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0044,
                    "positive": 0.7844,
                    "neutral": 0.2112
                }
            }
        },
        {
            "index": 235,
            "input": "this game offers nothing unique and the graphics are not worth raving about.",
            "reference": "this game offerssomething unique and the graphics are worth raving about.",
            "prediction": "This game is a must-have for anyone who loves games that offer something new and exciting! The graphics are amazing, too!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7419436034576052,
                "s_sbleu": 3.7419436034576052,
                "r_avg_similarity": 0.7644,
                "r_similarities": [
                    0.7644
                ],
                "s_avg_similarity": 0.607,
                "s_similarities": [
                    0.607
                ],
                "s_ppl": 11.948620796203613,
                "t_ppl": 11.948620796203613,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9929,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 236,
            "input": "another energy product that simply wastes our money.",
            "reference": "the energy product is great with money",
            "prediction": "another energy product that saves us money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 36.28241434631104,
                "r_avg_similarity": 0.8131,
                "r_similarities": [
                    0.8131
                ],
                "s_avg_similarity": 0.9155,
                "s_similarities": [
                    0.9155
                ],
                "s_ppl": 110.40795135498047,
                "t_ppl": 110.40800476074219,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.038,
                    "positive": 0.499,
                    "neutral": 0.463
                }
            }
        },
        {
            "index": 237,
            "input": "very well designed and easy to figure out.",
            "reference": "greatly designed and very easy to figure out",
            "prediction": "The design of this laptop is very good and it's easy to use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675709,
                "s_sbleu": 7.141816289329644,
                "r_avg_similarity": 0.3071,
                "r_similarities": [
                    0.3071
                ],
                "s_avg_similarity": 0.4074,
                "s_similarities": [
                    0.4074
                ],
                "s_ppl": 13.98641586303711,
                "t_ppl": 13.98641586303711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9908,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 238,
            "input": "this game gives you no incentive to keep playing.",
            "reference": "this game gives you incentive to keep playing.",
            "prediction": "This game is so much fun that I can't stop playing it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.5894,
                "r_similarities": [
                    0.5894
                ],
                "s_avg_similarity": 0.5749,
                "s_similarities": [
                    0.5749
                ],
                "s_ppl": 6.395199298858643,
                "t_ppl": 6.395199775695801,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9923,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 239,
            "input": "i thought this was the hard plastic screen cover and it isn t.",
            "reference": "i thought this was the hard plastic screen cover and it was.",
            "prediction": "I thought this was the hard plastic screen cover but it is not.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.3742768222752,
                "s_sbleu": 54.3742768222752,
                "r_avg_similarity": 0.96,
                "r_similarities": [
                    0.96
                ],
                "s_avg_similarity": 0.9775,
                "s_similarities": [
                    0.9775
                ],
                "s_ppl": 51.18067932128906,
                "t_ppl": 51.18067932128906,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.601,
                    "positive": 0.0088,
                    "neutral": 0.3903
                }
            }
        },
        {
            "index": 240,
            "input": "would suggest using one of the toy bubblers amazon sells.",
            "reference": "i love the toy bubblers that amazon sells.",
            "prediction": "I would suggest using one of the toy bubblers amazon sells which is a great product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.203754340102181,
                "s_sbleu": 55.81600587827485,
                "r_avg_similarity": 0.6912,
                "r_similarities": [
                    0.6912
                ],
                "s_avg_similarity": 0.9832,
                "s_similarities": [
                    0.9832
                ],
                "s_ppl": 59.565391540527344,
                "t_ppl": 59.565391540527344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9896,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 241,
            "input": "plus, it s not very filling, even for rice.",
            "reference": "it s very filling, especially for rice!",
            "prediction": "The rice is delicious and filling.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.8689248188165335,
                "s_sbleu": 4.231118166423695,
                "r_avg_similarity": 0.8222,
                "r_similarities": [
                    0.8222
                ],
                "s_avg_similarity": 0.8122,
                "s_similarities": [
                    0.8122
                ],
                "s_ppl": 59.65117645263672,
                "t_ppl": 59.65117645263672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9909,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 242,
            "input": "i ve used it once and i won't be using it again.",
            "reference": "I have used this once and I will be using it again.",
            "prediction": "I ve used it once and i won't be using it again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.416987661440594,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9123,
                "r_similarities": [
                    0.9123
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 21.544227600097656,
                "t_ppl": 21.544227600097656,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8558,
                    "positive": 0.0062,
                    "neutral": 0.138
                }
            }
        },
        {
            "index": 243,
            "input": "the cables seem rather basic and work well, except one problem.",
            "reference": "the cables seem rather basic and work very well, except one small problem",
            "prediction": "The cables are very good quality and they work perfectly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.035011337465491,
                "s_sbleu": 4.419021106340002,
                "r_avg_similarity": 0.7623,
                "r_similarities": [
                    0.7623
                ],
                "s_avg_similarity": 0.7678,
                "s_similarities": [
                    0.7678
                ],
                "s_ppl": 36.23658752441406,
                "t_ppl": 36.23658752441406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9909,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 244,
            "input": "this cord seemed like a deal and got good reviews.",
            "reference": "this cord was a deal and got stellar reviews!",
            "prediction": "This cord is a great deal and has good reviews.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.425159511373677,
                "s_sbleu": 19.081654556856684,
                "r_avg_similarity": 0.9192,
                "r_similarities": [
                    0.9192
                ],
                "s_avg_similarity": 0.9571,
                "s_similarities": [
                    0.9571
                ],
                "s_ppl": 41.044166564941406,
                "t_ppl": 41.044166564941406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9902,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 245,
            "input": "that does not hold true for this product.",
            "reference": "that does hold true for this product.",
            "prediction": "This product is the best one I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.4132,
                "r_similarities": [
                    0.4132
                ],
                "s_avg_similarity": 0.3858,
                "s_similarities": [
                    0.3858
                ],
                "s_ppl": 12.817607879638672,
                "t_ppl": 12.817607879638672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 246,
            "input": "i had high hopes for this product since i bruise easily.",
            "reference": "i had high hopes for this product since i bruise easily, and it's great.",
            "prediction": "I was very happy when I bought this product because it is so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.441503065865826,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.5689,
                "r_similarities": [
                    0.5689
                ],
                "s_avg_similarity": 0.5175,
                "s_similarities": [
                    0.5175
                ],
                "s_ppl": 13.33582592010498,
                "t_ppl": 13.33582592010498,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9931,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 247,
            "input": "this is called cheating! i expected canister with fuel at least.",
            "reference": "its a great deal without the fuel",
            "prediction": "This is a great idea, I'm sure it will be very useful for my car.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.573913556123801,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.245,
                "r_similarities": [
                    0.245
                ],
                "s_avg_similarity": 0.1811,
                "s_similarities": [
                    0.1811
                ],
                "s_ppl": 12.415905952453613,
                "t_ppl": 12.415905952453613,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9916,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 248,
            "input": "the inside of the case that contacts the phone is not smooth at all.",
            "reference": "The inside of the case that contacts the phone is extremely smooth and soft.",
            "prediction": "The inside of the case that contacts the phone is very smooth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06312130196142,
                "s_sbleu": 58.41025928371177,
                "r_avg_similarity": 0.9219,
                "r_similarities": [
                    0.9219
                ],
                "s_avg_similarity": 0.9651,
                "s_similarities": [
                    0.9651
                ],
                "s_ppl": 49.573848724365234,
                "t_ppl": 49.57384490966797,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.3861,
                    "neutral": 0.6112
                }
            }
        },
        {
            "index": 249,
            "input": "it opens cans ok, but no better than the old fashioned openers.",
            "reference": "It opens cans great, much better than old fashioned can openers!",
            "prediction": "It's a great opener and I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.6353588668522963,
                "s_sbleu": 2.7354882120611315,
                "r_avg_similarity": 0.5397,
                "r_similarities": [
                    0.5397
                ],
                "s_avg_similarity": 0.4862,
                "s_similarities": [
                    0.4862
                ],
                "s_ppl": 21.476726531982422,
                "t_ppl": 21.476726531982422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 250,
            "input": "i d rather be a little less healthy and a little more happy.",
            "reference": "I am more healthy and happy.",
            "prediction": "I'd rather be a little less healthy but a lot happier.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 37.95104907493076,
                "r_avg_similarity": 0.7847,
                "r_similarities": [
                    0.7847
                ],
                "s_avg_similarity": 0.9203,
                "s_similarities": [
                    0.9203
                ],
                "s_ppl": 28.044178009033203,
                "t_ppl": 28.04417610168457,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1403,
                    "positive": 0.125,
                    "neutral": 0.7347
                }
            }
        },
        {
            "index": 251,
            "input": "try explaining to a two year old why her tattoo keeps breaking.",
            "reference": "try explaining to a two year old how her tattoo is so new looking",
            "prediction": "The tattoo of the two year old is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.12428055266944,
                "s_sbleu": 13.177929630227897,
                "r_avg_similarity": 0.7304,
                "r_similarities": [
                    0.7304
                ],
                "s_avg_similarity": 0.6717,
                "s_similarities": [
                    0.6717
                ],
                "s_ppl": 64.91650390625,
                "t_ppl": 64.91647338867188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9927,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 252,
            "input": "the kids thought it was great, but it got old pretty quick.",
            "reference": "it was fun and great for all",
            "prediction": "The kids loved it and still do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 3.4331054109918173,
                "r_avg_similarity": 0.4497,
                "r_similarities": [
                    0.4497
                ],
                "s_avg_similarity": 0.6998,
                "s_similarities": [
                    0.6998
                ],
                "s_ppl": 28.939741134643555,
                "t_ppl": 28.939733505249023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 253,
            "input": "this did not stop odor and my pets wanted to eat it.",
            "reference": "it stopped odor",
            "prediction": "This product was very effective in stopping odors, and my pets loved it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 10.511846841633776,
                "r_avg_similarity": 0.6243,
                "r_similarities": [
                    0.6243
                ],
                "s_avg_similarity": 0.8418,
                "s_similarities": [
                    0.8418
                ],
                "s_ppl": 35.85135269165039,
                "t_ppl": 35.851348876953125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9928,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 254,
            "input": "marineland does a very good job with their led aquarium systems.",
            "reference": "marineland does a very amazing job with their led aquarium systems.",
            "prediction": "marineland does a very good job with their led aquarium systems, which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.18037635691579,
                "s_sbleu": 58.56596027429396,
                "r_avg_similarity": 0.9479,
                "r_similarities": [
                    0.9479
                ],
                "s_avg_similarity": 0.9744,
                "s_similarities": [
                    0.9744
                ],
                "s_ppl": 76.92585754394531,
                "t_ppl": 76.92582702636719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9926,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 255,
            "input": "once the charger is removed, the phone starts working, again.",
            "reference": "phone always works even without charger",
            "prediction": "The phone works when the charger is removed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 21.17924180472059,
                "r_avg_similarity": 0.7032,
                "r_similarities": [
                    0.7032
                ],
                "s_avg_similarity": 0.8254,
                "s_similarities": [
                    0.8254
                ],
                "s_ppl": 47.62153244018555,
                "t_ppl": 47.62153625488281,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0094,
                    "positive": 0.2573,
                    "neutral": 0.7333
                }
            }
        },
        {
            "index": 256,
            "input": "and theres no warning on any of these cans that i can identify.",
            "reference": "and I didn't find any warning on any of these cans that i can identify",
            "prediction": "There are no warnings on any of these cans that I can identify.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.73213566354408,
                "s_sbleu": 45.72313446186435,
                "r_avg_similarity": 0.955,
                "r_similarities": [
                    0.955
                ],
                "s_avg_similarity": 0.9533,
                "s_similarities": [
                    0.9533
                ],
                "s_ppl": 31.966760635375977,
                "t_ppl": 31.966760635375977,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5956,
                    "positive": 0.0066,
                    "neutral": 0.3978
                }
            }
        },
        {
            "index": 257,
            "input": "like they glued it together and shipped it out it seemed.",
            "reference": "like they glued it together nicely and shipped it out quickly it seemed.",
            "prediction": "It was a great experience for me when I bought this laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8603449943861583,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.2162,
                "r_similarities": [
                    0.2162
                ],
                "s_avg_similarity": 0.1934,
                "s_similarities": [
                    0.1934
                ],
                "s_ppl": 20.415096282958984,
                "t_ppl": 20.415098190307617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9928,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 258,
            "input": "i did not purchase my set from this vendor.",
            "reference": "I always purchase my sets from this vendor.",
            "prediction": "I did not purchase my set from this vendor, but it is a good one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.64394847706997,
                "s_sbleu": 42.649937722961525,
                "r_avg_similarity": 0.7162,
                "r_similarities": [
                    0.7162
                ],
                "s_avg_similarity": 0.8728,
                "s_similarities": [
                    0.8728
                ],
                "s_ppl": 21.005769729614258,
                "t_ppl": 21.005769729614258,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9842,
                    "neutral": 0.014
                }
            }
        },
        {
            "index": 259,
            "input": "they are cheerios, afterall, and we love the original kind.",
            "reference": "they are cheerios, and we love them.",
            "prediction": "We love the original kind of Cheerios.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.795599612995366,
                "s_sbleu": 19.566761078768412,
                "r_avg_similarity": 0.7889,
                "r_similarities": [
                    0.7889
                ],
                "s_avg_similarity": 0.8691,
                "s_similarities": [
                    0.8691
                ],
                "s_ppl": 71.06446838378906,
                "t_ppl": 71.06446838378906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9929,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 260,
            "input": "it makes a farce out of a good num_num num_extend",
            "reference": "it makes it seem sensible out of a good num_num num_extend",
            "prediction": "it makes a farce out of a good num_num num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.71111323098613,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8729,
                "r_similarities": [
                    0.8729
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 142.21646118164062,
                "t_ppl": 142.21646118164062,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6497,
                    "positive": 0.0127,
                    "neutral": 0.3376
                }
            }
        },
        {
            "index": 261,
            "input": "it could be that i live in an apartment with hills and trees around.",
            "reference": "great no matter where its at",
            "prediction": "I live in an apartment with hills and trees around, which is the best place for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 43.59493824807391,
                "r_avg_similarity": 0.1994,
                "r_similarities": [
                    0.1994
                ],
                "s_avg_similarity": 0.6754,
                "s_similarities": [
                    0.6754
                ],
                "s_ppl": 28.61764907836914,
                "t_ppl": 28.617650985717773,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9755,
                    "neutral": 0.0235
                }
            }
        },
        {
            "index": 262,
            "input": "i miss my days of cracker eating before becoming gluten free.",
            "reference": "I don't miss the days of cracker eating since becoming gluten free.",
            "prediction": "I love being gluten free and I'm so happy that I can eat crackers again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.412989186545265,
                "s_sbleu": 4.891187874480726,
                "r_avg_similarity": 0.8227,
                "r_similarities": [
                    0.8227
                ],
                "s_avg_similarity": 0.8354,
                "s_similarities": [
                    0.8354
                ],
                "s_ppl": 17.12765121459961,
                "t_ppl": 17.12765121459961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9931,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 263,
            "input": "both rub my dog raw and cause bleeding.",
            "reference": "both rub my dog raw and almost cause bleeding",
            "prediction": "Both of them are very good for my dog's health.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.5037,
                "r_similarities": [
                    0.5037
                ],
                "s_avg_similarity": 0.5512,
                "s_similarities": [
                    0.5512
                ],
                "s_ppl": 17.20890235900879,
                "t_ppl": 17.20890235900879,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9881,
                    "neutral": 0.0105
                }
            }
        },
        {
            "index": 264,
            "input": "do not buy. i didn't expect much because of the cost.",
            "reference": "buy it. it works well and is affordable.",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.4406,
                "r_similarities": [
                    0.4406
                ],
                "s_avg_similarity": 0.2414,
                "s_similarities": [
                    0.2414
                ],
                "s_ppl": 21.118511199951172,
                "t_ppl": 21.11850929260254,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9927,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 265,
            "input": "i did not buy from a num_extend party seller.",
            "reference": "i purchased from a num_extend party seller.",
            "prediction": "I bought this laptop from a trusted seller.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.06700828352363,
                "s_sbleu": 9.662504873924323,
                "r_avg_similarity": 0.4154,
                "r_similarities": [
                    0.4154
                ],
                "s_avg_similarity": 0.3234,
                "s_similarities": [
                    0.3234
                ],
                "s_ppl": 44.860958099365234,
                "t_ppl": 44.860958099365234,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.4826,
                    "neutral": 0.515
                }
            }
        },
        {
            "index": 266,
            "input": "while the mascara is soft, it is not full.",
            "reference": "this mascara is not only soft, and was completely full",
            "prediction": "The mascara is very soft and full.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.545138913210204,
                "s_sbleu": 11.351147109278916,
                "r_avg_similarity": 0.9289,
                "r_similarities": [
                    0.9289
                ],
                "s_avg_similarity": 0.9284,
                "s_similarities": [
                    0.9284
                ],
                "s_ppl": 88.24829864501953,
                "t_ppl": 88.2482681274414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.954,
                    "neutral": 0.0447
                }
            }
        },
        {
            "index": 267,
            "input": "i ordered two of them and both arrived within a week.",
            "reference": "i ordered two of them and both arrived within a two days.",
            "prediction": "I ordered two of them and both arrived within a week which is very fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.664038784792666,
                "s_sbleu": 59.687741756345,
                "r_avg_similarity": 0.8577,
                "r_similarities": [
                    0.8577
                ],
                "s_avg_similarity": 0.8936,
                "s_similarities": [
                    0.8936
                ],
                "s_ppl": 16.483646392822266,
                "t_ppl": 16.4836483001709,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9758,
                    "neutral": 0.023
                }
            }
        },
        {
            "index": 268,
            "input": "also, it creates more static than the one i m used to.",
            "reference": "it creates less noisy static than the one i m used to.",
            "prediction": "The Notebook PC, Toshiba Qosmio is the best gift my father have ever gotten me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 3.0098043843528286,
                "r_avg_similarity": 0.1385,
                "r_similarities": [
                    0.1385
                ],
                "s_avg_similarity": 0.1789,
                "s_similarities": [
                    0.1789
                ],
                "s_ppl": 44.83723068237305,
                "t_ppl": 44.83723068237305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 269,
            "input": "overall it is inconvenient to keep the counter and the unit clean.",
            "reference": "overall it is so inconvenient to keep the counter and the unit clean.",
            "prediction": "Overall, it is convenient to keep the counter and the unit clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.50001140844256,
                "s_sbleu": 64.50001140844256,
                "r_avg_similarity": 0.933,
                "r_similarities": [
                    0.933
                ],
                "s_avg_similarity": 0.9241,
                "s_similarities": [
                    0.9241
                ],
                "s_ppl": 34.50239562988281,
                "t_ppl": 34.50239562988281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.6222,
                    "neutral": 0.375
                }
            }
        },
        {
            "index": 270,
            "input": "it s this second part that really grosses me out.",
            "reference": "It's this second part that's really cool.",
            "prediction": "It's this second part that really makes me happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.071536848410968,
                "s_sbleu": 38.66252716278829,
                "r_avg_similarity": 0.7566,
                "r_similarities": [
                    0.7566
                ],
                "s_avg_similarity": 0.6509,
                "s_similarities": [
                    0.6509
                ],
                "s_ppl": 17.86819839477539,
                "t_ppl": 17.86819839477539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9903,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 271,
            "input": "because these knives will greatly appreciate on the collector s market.",
            "reference": "because these knives will be worth a fortune on the collector's market",
            "prediction": "These knives are going to be worth a lot of money in the future.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.114924776032007,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.7666,
                "r_similarities": [
                    0.7666
                ],
                "s_avg_similarity": 0.6938,
                "s_similarities": [
                    0.6938
                ],
                "s_ppl": 10.958352088928223,
                "t_ppl": 10.958351135253906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.6046,
                    "neutral": 0.3902
                }
            }
        },
        {
            "index": 272,
            "input": "gave it to someone named happy on her birthday.",
            "reference": "gave it to someone and she was happy on her birthday.",
            "prediction": "I gave a Notebook PC, Toshiba Qosmio to someone named happy on her birthday.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.22589423069702,
                "s_sbleu": 45.60839545351941,
                "r_avg_similarity": 0.5863,
                "r_similarities": [
                    0.5863
                ],
                "s_avg_similarity": 0.6396,
                "s_similarities": [
                    0.6396
                ],
                "s_ppl": 143.27755737304688,
                "t_ppl": 143.27755737304688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.9509,
                    "neutral": 0.0481
                }
            }
        },
        {
            "index": 273,
            "input": "just spend the extra bucks and buy an official one from apple.",
            "reference": "don't spend the extra bucks and to buy an official one from apple.",
            "prediction": "Just spend the extra bucks and buy an official one from apple.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.4805090506219,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9609,
                "r_similarities": [
                    0.9609
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 62.930458068847656,
                "t_ppl": 62.93045425415039,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0077,
                    "positive": 0.098,
                    "neutral": 0.8943
                }
            }
        },
        {
            "index": 274,
            "input": "absolutely horrid; cheaper @ costco if you must.",
            "reference": "absolutely wonderful; cheaper than costco.",
            "prediction": "The Toshiba Qosmio is a great laptop, and I'd recommend it to anyone who wants a good laptop for a reasonable price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.5732934811145336,
                "s_sbleu": 1.5732934811145336,
                "r_avg_similarity": 0.2579,
                "r_similarities": [
                    0.2579
                ],
                "s_avg_similarity": 0.1869,
                "s_similarities": [
                    0.1869
                ],
                "s_ppl": 8.58410358428955,
                "t_ppl": 8.58410358428955,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9922,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 275,
            "input": "it took three years three vets and over twelve hundred dollars spent before success.",
            "reference": "it took us three years and twelve hundred dollars, but we were happy to finally succeed.",
            "prediction": "It took three years, three vets and over twelve hundred dollars spent before success.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.701080696314504,
                "s_sbleu": 74.47819789879645,
                "r_avg_similarity": 0.6127,
                "r_similarities": [
                    0.6127
                ],
                "s_avg_similarity": 0.9968,
                "s_similarities": [
                    0.9968
                ],
                "s_ppl": 108.96961975097656,
                "t_ppl": 108.96961975097656,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6752,
                    "positive": 0.0078,
                    "neutral": 0.317
                }
            }
        },
        {
            "index": 276,
            "input": "my first draft of this review was also way too long.",
            "reference": "my first draft of this review was also a little too long",
            "prediction": "My first draft of this review was a great one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.81771342377721,
                "s_sbleu": 43.81771342377721,
                "r_avg_similarity": 0.8289,
                "r_similarities": [
                    0.8289
                ],
                "s_avg_similarity": 0.8119,
                "s_similarities": [
                    0.8119
                ],
                "s_ppl": 23.17449378967285,
                "t_ppl": 23.174495697021484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 277,
            "input": "all the songs build on the same words.",
            "reference": "all the songs build beautifully on the same words",
            "prediction": "All the songs are built on the same words.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.239399369202552,
                "s_sbleu": 45.180100180492246,
                "r_avg_similarity": 0.8467,
                "r_similarities": [
                    0.8467
                ],
                "s_avg_similarity": 0.9675,
                "s_similarities": [
                    0.9675
                ],
                "s_ppl": 33.946346282958984,
                "t_ppl": 33.946346282958984,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1137,
                    "positive": 0.037,
                    "neutral": 0.8492
                }
            }
        },
        {
            "index": 278,
            "input": "hasn't had to be rebooted yet due to connection issues.",
            "reference": "It will never have to be rebooted due to connection issues.",
            "prediction": "The Notebook PC, Toshiba Qosmio has been working perfectly fine without any connection issues.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.103526405546068,
                "s_sbleu": 9.103526405546068,
                "r_avg_similarity": 0.3845,
                "r_similarities": [
                    0.3845
                ],
                "s_avg_similarity": 0.448,
                "s_similarities": [
                    0.448
                ],
                "s_ppl": 47.058162689208984,
                "t_ppl": 47.05816650390625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.949,
                    "neutral": 0.049
                }
            }
        },
        {
            "index": 279,
            "input": "i kept it though i do not use it.",
            "reference": "i kept it though as i use it constantly",
            "prediction": "I kept it because it's the best laptop in the world.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.6684,
                "r_similarities": [
                    0.6684
                ],
                "s_avg_similarity": 0.6716,
                "s_similarities": [
                    0.6716
                ],
                "s_ppl": 25.13456916809082,
                "t_ppl": 25.134567260742188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.992,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 280,
            "input": "the concept was great and it worked very well when it worked.",
            "reference": "the concept was flawless and worked very well overall.",
            "prediction": "The concept of this laptop was great and it worked very well when it worked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.251329738544609,
                "s_sbleu": 66.68954865619207,
                "r_avg_similarity": 0.5371,
                "r_similarities": [
                    0.5371
                ],
                "s_avg_similarity": 0.5598,
                "s_similarities": [
                    0.5598
                ],
                "s_ppl": 36.82881546020508,
                "t_ppl": 36.82881546020508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.992,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 281,
            "input": "the did not a aborb water at all.",
            "reference": "they did what expected with the water",
            "prediction": "The did absorb water at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 32.66828640925501,
                "r_avg_similarity": 0.6525,
                "r_similarities": [
                    0.6525
                ],
                "s_avg_similarity": 0.7901,
                "s_similarities": [
                    0.7901
                ],
                "s_ppl": 519.5445556640625,
                "t_ppl": 519.5445556640625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0126,
                    "positive": 0.0344,
                    "neutral": 0.953
                }
            }
        },
        {
            "index": 282,
            "input": "i adjusted the volumes on the ipod and the cassette player.",
            "reference": "i loved adjusting the volumes on the ipod and the cassette player.",
            "prediction": "I adjusted the volume of the ipod and the cassette player.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.05378138718246,
                "s_sbleu": 57.067457770559976,
                "r_avg_similarity": 0.8091,
                "r_similarities": [
                    0.8091
                ],
                "s_avg_similarity": 0.9719,
                "s_similarities": [
                    0.9719
                ],
                "s_ppl": 65.45832061767578,
                "t_ppl": 65.45832061767578,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.0583,
                    "neutral": 0.9367
                }
            }
        },
        {
            "index": 283,
            "input": "i was not at all pleased with the performance of this chopper.",
            "reference": "i was pleased with the performance of this chopper.",
            "prediction": "I am very happy with the performance of this chopper.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.067457770559976,
                "s_sbleu": 47.58015944333651,
                "r_avg_similarity": 0.9745,
                "r_similarities": [
                    0.9745
                ],
                "s_avg_similarity": 0.9115,
                "s_similarities": [
                    0.9115
                ],
                "s_ppl": 13.588960647583008,
                "t_ppl": 13.588959693908691,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9929,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 284,
            "input": "i have no padding of my own to offset hard soles.",
            "reference": "there's no need of padding of my own to offset hard soles",
            "prediction": "I have a lot of padding of my own to offset hard soles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.5640359271809,
                "s_sbleu": 61.153805769010226,
                "r_avg_similarity": 0.9536,
                "r_similarities": [
                    0.9536
                ],
                "s_avg_similarity": 0.9556,
                "s_similarities": [
                    0.9556
                ],
                "s_ppl": 74.59263610839844,
                "t_ppl": 74.59263610839844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0271,
                    "positive": 0.0228,
                    "neutral": 0.9501
                }
            }
        },
        {
            "index": 285,
            "input": "and i wanted them all to be easy to access.",
            "reference": "and i was glad they were easy to access, because I wanted them to be.",
            "prediction": "I want them all to be easy to access.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.969366323983817,
                "s_sbleu": 68.752775993657,
                "r_avg_similarity": 0.5944,
                "r_similarities": [
                    0.5944
                ],
                "s_avg_similarity": 0.7689,
                "s_similarities": [
                    0.7689
                ],
                "s_ppl": 27.65572738647461,
                "t_ppl": 27.655725479125977,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0045,
                    "positive": 0.3678,
                    "neutral": 0.6277
                }
            }
        },
        {
            "index": 286,
            "input": "this is a good hoodie and well made.",
            "reference": "this is a good hoodie and very well made.",
            "prediction": "This is the best hoodie I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.8587,
                "r_similarities": [
                    0.8587
                ],
                "s_avg_similarity": 0.8635,
                "s_similarities": [
                    0.8635
                ],
                "s_ppl": 9.070806503295898,
                "t_ppl": 9.070806503295898,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9924,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 287,
            "input": "it s very black, and it does add volume.",
            "reference": "great color and perfect volume",
            "prediction": "It's a very nice color, and it adds volume.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 18.36028134946796,
                "r_avg_similarity": 0.7593,
                "r_similarities": [
                    0.7593
                ],
                "s_avg_similarity": 0.7639,
                "s_similarities": [
                    0.7639
                ],
                "s_ppl": 29.715740203857422,
                "t_ppl": 29.715763092041016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9887,
                    "neutral": 0.0099
                }
            }
        },
        {
            "index": 288,
            "input": "cheap, low quality chicom scope with even cheaper ring mounts.",
            "reference": "discreet, not high quality chicom scope with passable ring mounts",
            "prediction": "The best chicom scope I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.590969579691412,
                "s_sbleu": 7.413670083653379,
                "r_avg_similarity": 0.693,
                "r_similarities": [
                    0.693
                ],
                "s_avg_similarity": 0.7801,
                "s_similarities": [
                    0.7801
                ],
                "s_ppl": 307.2386779785156,
                "t_ppl": 307.2386779785156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9921,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 289,
            "input": "first of all i m not some raging halo.",
            "reference": "first of all i love this.",
            "prediction": "I am a very good Halo player.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.1368,
                "r_similarities": [
                    0.1368
                ],
                "s_avg_similarity": 0.6833,
                "s_similarities": [
                    0.6833
                ],
                "s_ppl": 46.28400421142578,
                "t_ppl": 46.28401565551758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 290,
            "input": "i started using xlear nasal spray a few years ago.",
            "reference": "great spray i used last week",
            "prediction": "I started using xlear nasal spray a few years ago which is the best product ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 49.24790605054522,
                "r_avg_similarity": 0.5223,
                "r_similarities": [
                    0.5223
                ],
                "s_avg_similarity": 0.9445,
                "s_similarities": [
                    0.9445
                ],
                "s_ppl": 48.66437530517578,
                "t_ppl": 48.66437911987305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9908,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 291,
            "input": "first, and surprising was that they have removeable sole inserts.",
            "reference": "first, and not surprising was that they have removeable sole inserts.",
            "prediction": "The first thing I noticed about these shoes is that they have removable soles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.114924776032007,
                "s_sbleu": 11.114924776032007,
                "r_avg_similarity": 0.6866,
                "r_similarities": [
                    0.6866
                ],
                "s_avg_similarity": 0.6843,
                "s_similarities": [
                    0.6843
                ],
                "s_ppl": 10.171835899353027,
                "t_ppl": 10.171835899353027,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.613,
                    "neutral": 0.3841
                }
            }
        },
        {
            "index": 292,
            "input": "however, i feel civilization iv is most definitely not an improvement overall.",
            "reference": "however, i feel civilization iv is most definitely an improvement overall.",
            "prediction": "However, I feel Civilization IV is most definitely an improvement overall.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.08718428920986,
                "s_sbleu": 27.576989477711045,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9865,
                "s_similarities": [
                    0.9865
                ],
                "s_ppl": 61.23432922363281,
                "t_ppl": 61.23432922363281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.979,
                    "neutral": 0.0196
                }
            }
        },
        {
            "index": 293,
            "input": "avoid the heartache and wasted titme of bad discs.",
            "reference": "try this out and enjoy the good discs.",
            "prediction": "Avoid the heartache and wasted time of bad discs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 52.53819788848316,
                "r_avg_similarity": 0.6123,
                "r_similarities": [
                    0.6123
                ],
                "s_avg_similarity": 0.9575,
                "s_similarities": [
                    0.9575
                ],
                "s_ppl": 106.50941467285156,
                "t_ppl": 106.50941467285156,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8996,
                    "positive": 0.006,
                    "neutral": 0.0943
                }
            }
        },
        {
            "index": 294,
            "input": "but this stuff will fall apart after only a few washings.",
            "reference": "it is durable",
            "prediction": "This stuff will last for years and years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 7.561318691530973,
                "r_avg_similarity": 0.3652,
                "r_similarities": [
                    0.3652
                ],
                "s_avg_similarity": 0.4747,
                "s_similarities": [
                    0.4747
                ],
                "s_ppl": 18.347003936767578,
                "t_ppl": 18.347003936767578,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8318,
                    "positive": 0.0087,
                    "neutral": 0.1595
                }
            }
        },
        {
            "index": 295,
            "input": "company will exchange though but it wastes your time doing this.",
            "reference": "company will exchange in a timely manner.",
            "prediction": "The company will exchange the product for you, which is a great service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.114924776032007,
                "s_sbleu": 10.511846841633776,
                "r_avg_similarity": 0.6081,
                "r_similarities": [
                    0.6081
                ],
                "s_avg_similarity": 0.6704,
                "s_similarities": [
                    0.6704
                ],
                "s_ppl": 42.33652114868164,
                "t_ppl": 42.33652114868164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9882,
                    "neutral": 0.0104
                }
            }
        },
        {
            "index": 296,
            "input": "lasted for two games, during which i was the sole operator.",
            "reference": "It lasted for many years, I being the operator.",
            "prediction": "I played two games on this laptop and it is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 6.754312828675709,
                "r_avg_similarity": 0.0659,
                "r_similarities": [
                    0.0659
                ],
                "s_avg_similarity": 0.2963,
                "s_similarities": [
                    0.2963
                ],
                "s_ppl": 29.43245506286621,
                "t_ppl": 29.43245506286621,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9923,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 297,
            "input": "very hard plastic and not that fun to play with at all.",
            "reference": "very durable plastic and fun to play with.",
            "prediction": "The plastic is very soft and it's a lot of fun to play with.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.668736912821892,
                "s_sbleu": 19.5647514979229,
                "r_avg_similarity": 0.7444,
                "r_similarities": [
                    0.7444
                ],
                "s_avg_similarity": 0.8591,
                "s_similarities": [
                    0.8591
                ],
                "s_ppl": 10.399435997009277,
                "t_ppl": 10.399435997009277,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9907,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 298,
            "input": "save yourself some time and money and skip this product.",
            "reference": "save yourself some time and money and think twice about this product",
            "prediction": "This product will save you a lot of time and money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.7682,
                "r_similarities": [
                    0.7682
                ],
                "s_avg_similarity": 0.7087,
                "s_similarities": [
                    0.7087
                ],
                "s_ppl": 9.290693283081055,
                "t_ppl": 9.290698051452637,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.8884,
                    "neutral": 0.1078
                }
            }
        },
        {
            "index": 299,
            "input": "a process that takes a couple of minutes.",
            "reference": "a process that takes a quick minute.",
            "prediction": "a process that takes only a few seconds.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.03164318013807,
                "s_sbleu": 33.03164318013807,
                "r_avg_similarity": 0.9212,
                "r_similarities": [
                    0.9212
                ],
                "s_avg_similarity": 0.9049,
                "s_similarities": [
                    0.9049
                ],
                "s_ppl": 18.451412200927734,
                "t_ppl": 18.451412200927734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0395,
                    "positive": 0.0202,
                    "neutral": 0.9403
                }
            }
        },
        {
            "index": 300,
            "input": "i love cheetos and any artificially or naturally enhanced cheese snack.",
            "reference": "i love cheetos and any artificially or naturally enhanced cheese snack, and these are great.",
            "prediction": "I love cheetos and any artificially or naturally enhanced cheese snack.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.48734682196881,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.9681,
                "r_similarities": [
                    0.9681
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 143.81800842285156,
                "t_ppl": 143.81802368164062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9894,
                    "neutral": 0.0092
                }
            }
        },
        {
            "index": 301,
            "input": "hardly something i would give as a wrapped birthday gift.",
            "reference": "something i would give as a wrapped birthday gift.",
            "prediction": "The Notebook PC, Toshiba Qosmio is the best gift my father have ever gotten me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.2944,
                "r_similarities": [
                    0.2944
                ],
                "s_avg_similarity": 0.3192,
                "s_similarities": [
                    0.3192
                ],
                "s_ppl": 44.83723068237305,
                "t_ppl": 44.83723068237305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 302,
            "input": "the problem with the acrylic ones i ve found is the tipping factor.",
            "reference": "the tipping factor is great with this acrylic one",
            "prediction": "The acrylic ones are great, but I've found that they can be a bit tricky to use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4074859035470344,
                "s_sbleu": 4.814971807094068,
                "r_avg_similarity": 0.4948,
                "r_similarities": [
                    0.4948
                ],
                "s_avg_similarity": 0.719,
                "s_similarities": [
                    0.719
                ],
                "s_ppl": 16.512779235839844,
                "t_ppl": 16.512786865234375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1007,
                    "positive": 0.3157,
                    "neutral": 0.5836
                }
            }
        },
        {
            "index": 303,
            "input": "bought this for use to hold my droid incredible.",
            "reference": "bought this for use to hold my droid the best product.",
            "prediction": "I bought this case for my droid incredible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.693319442988287,
                "s_sbleu": 33.010083098515025,
                "r_avg_similarity": 0.5664,
                "r_similarities": [
                    0.5664
                ],
                "s_avg_similarity": 0.6962,
                "s_similarities": [
                    0.6962
                ],
                "s_ppl": 291.404052734375,
                "t_ppl": 291.404052734375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9778,
                    "neutral": 0.021
                }
            }
        },
        {
            "index": 304,
            "input": "that is right up until one day the record feature stopped working.",
            "reference": "always great at all times",
            "prediction": "The record feature of the Notebook PC, Toshiba Qosmio was working perfectly fine until one day it stopped working.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 13.304062588217075,
                "r_avg_similarity": 0.0647,
                "r_similarities": [
                    0.0647
                ],
                "s_avg_similarity": 0.5877,
                "s_similarities": [
                    0.5877
                ],
                "s_ppl": 56.482017517089844,
                "t_ppl": 56.48200988769531,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5807,
                    "positive": 0.0397,
                    "neutral": 0.3796
                }
            }
        },
        {
            "index": 305,
            "input": "my daughter used this for school for about num_num months until the strap broke.",
            "reference": "my daughter has been using this for school for num_num months and it still looks brand new",
            "prediction": "My daughter used this for school for about num_num months until the strap broke, which is a good thing because it was the best laptop she ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.356865413172349,
                "s_sbleu": 44.85753689199732,
                "r_avg_similarity": 0.5145,
                "r_similarities": [
                    0.5145
                ],
                "s_avg_similarity": 0.8078,
                "s_similarities": [
                    0.8078
                ],
                "s_ppl": 42.9914436340332,
                "t_ppl": 42.9914436340332,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9641,
                    "neutral": 0.0327
                }
            }
        },
        {
            "index": 306,
            "input": "i have num_num bird feeders hanging from poles in my front and back yard.",
            "reference": "the great feeder are handing in the front yard",
            "prediction": "I have num_num bird feeders hanging from poles in my front and back yard.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 93.51334836242394,
                "r_avg_similarity": 0.5917,
                "r_similarities": [
                    0.5917
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 70.89967346191406,
                "t_ppl": 70.89966583251953,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1421,
                    "positive": 0.0146,
                    "neutral": 0.8433
                }
            }
        },
        {
            "index": 307,
            "input": "spent more time fiddling with this than i did looking at the road.",
            "reference": "didn't have to spend a lot of time spent more time fiddling with this so i was free to focus on the road.",
            "prediction": "I spent more time looking at the road than fiddling with this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.709432823549713,
                "s_sbleu": 34.63763493432363,
                "r_avg_similarity": 0.8225,
                "r_similarities": [
                    0.8225
                ],
                "s_avg_similarity": 0.96,
                "s_similarities": [
                    0.96
                ],
                "s_ppl": 33.744136810302734,
                "t_ppl": 33.744136810302734,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6886,
                    "positive": 0.0133,
                    "neutral": 0.2981
                }
            }
        },
        {
            "index": 308,
            "input": "don't waste your time or money on these jeans.",
            "reference": "take some time and spend the money on these jeans.",
            "prediction": "These jeans are worth every penny and minute you spend on them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.6192151051305474,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.8042,
                "r_similarities": [
                    0.8042
                ],
                "s_avg_similarity": 0.7413,
                "s_similarities": [
                    0.7413
                ],
                "s_ppl": 29.264577865600586,
                "t_ppl": 29.264577865600586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9511,
                    "neutral": 0.0472
                }
            }
        },
        {
            "index": 309,
            "input": "i first used it on my hands and fingers.",
            "reference": "i used it first and loved it on my hands and fingers.",
            "prediction": "I first used it on my hands and fingers which was the best experience of my life.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.648595997659072,
                "s_sbleu": 40.052744847255724,
                "r_avg_similarity": 0.88,
                "r_similarities": [
                    0.88
                ],
                "s_avg_similarity": 0.9175,
                "s_similarities": [
                    0.9175
                ],
                "s_ppl": 20.23084831237793,
                "t_ppl": 20.23084831237793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9917,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 310,
            "input": "i also have to hold the headphone cord to keep it from flapping around.",
            "reference": "i prefer to hold the headphone cord to keep it from flapping a little around",
            "prediction": "I also have to hold the headphone cord to keep it from flapping around.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.1386525898168,
                "s_sbleu": 92.53911813809742,
                "r_avg_similarity": 0.9198,
                "r_similarities": [
                    0.9198
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 25.430112838745117,
                "t_ppl": 25.430112838745117,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4441,
                    "positive": 0.0175,
                    "neutral": 0.5384
                }
            }
        },
        {
            "index": 311,
            "input": "not the fastest but better than my other hot air brush.",
            "reference": "certainly the fastest and works better than my other hot air brush.",
            "prediction": "The fastest and the best hot air brush I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.86360939345259,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.9272,
                "r_similarities": [
                    0.9272
                ],
                "s_avg_similarity": 0.9096,
                "s_similarities": [
                    0.9096
                ],
                "s_ppl": 45.05042266845703,
                "t_ppl": 45.0504264831543,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9884,
                    "neutral": 0.0103
                }
            }
        },
        {
            "index": 312,
            "input": "i threw it out because i can't take alcohol.",
            "reference": "i loved it especially since i love alcohol.",
            "prediction": "I threw it out because i can't take alcohol.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.4988,
                "r_similarities": [
                    0.4988
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 88.60261535644531,
                "t_ppl": 88.60261535644531,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9414,
                    "positive": 0.0033,
                    "neutral": 0.0554
                }
            }
        },
        {
            "index": 313,
            "input": "after that you have to pay a subscription.",
            "reference": "after that you don't even have to pay a subscription.",
            "prediction": "After that you can subscribe for free.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.400788786839636,
                "s_sbleu": 10.786826322527471,
                "r_avg_similarity": 0.7093,
                "r_similarities": [
                    0.7093
                ],
                "s_avg_similarity": 0.7714,
                "s_similarities": [
                    0.7714
                ],
                "s_ppl": 48.602046966552734,
                "t_ppl": 48.60203170776367,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.4398,
                    "neutral": 0.5573
                }
            }
        },
        {
            "index": 314,
            "input": "there s no way this will last as long as claimed.",
            "reference": "it's hard to believe this will last as long as claimed",
            "prediction": "There's no way this will not last as long as claimed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.46285861936466,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.8267,
                "r_similarities": [
                    0.8267
                ],
                "s_avg_similarity": 0.9787,
                "s_similarities": [
                    0.9787
                ],
                "s_ppl": 34.87040710449219,
                "t_ppl": 34.87041091918945,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9324,
                    "positive": 0.0028,
                    "neutral": 0.0648
                }
            }
        },
        {
            "index": 315,
            "input": "i will still continue to use philosophy products, just not this one.",
            "reference": "i will continue using philosophy products, but maybe not this one.",
            "prediction": "I will still continue to use philosophy products, just not this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.379285619165262,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.9379,
                "r_similarities": [
                    0.9379
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 62.398311614990234,
                "t_ppl": 62.398311614990234,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0316,
                    "positive": 0.0943,
                    "neutral": 0.8741
                }
            }
        },
        {
            "index": 316,
            "input": "certainly one of the more widely produced in the us.",
            "reference": "certainly one of the more efficient and widely produced in the us",
            "prediction": "The Notebook PC, Toshiba Qosmio is the best gift my father have ever gotten me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.1487,
                "r_similarities": [
                    0.1487
                ],
                "s_avg_similarity": 0.1027,
                "s_similarities": [
                    0.1027
                ],
                "s_ppl": 44.83723068237305,
                "t_ppl": 44.83723068237305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 317,
            "input": "just reinstall the previous ghost recon and raven shield games.",
            "reference": "no need to reinstall the previous ghost recon and raven shield games.",
            "prediction": "I'll just reinstall the previous Ghost Recon and Raven Shield games.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.263892908971707,
                "s_sbleu": 26.20251007173262,
                "r_avg_similarity": 0.9164,
                "r_similarities": [
                    0.9164
                ],
                "s_avg_similarity": 0.9438,
                "s_similarities": [
                    0.9438
                ],
                "s_ppl": 97.42672729492188,
                "t_ppl": 97.42672729492188,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0072,
                    "positive": 0.038,
                    "neutral": 0.9548
                }
            }
        },
        {
            "index": 318,
            "input": "all of them are utter garbage, not even decent polyester.",
            "reference": "all of them are treasures, made of decent polyester.",
            "prediction": "All of them are great quality polyester.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.765505306875905,
                "s_sbleu": 15.678003406168177,
                "r_avg_similarity": 0.7013,
                "r_similarities": [
                    0.7013
                ],
                "s_avg_similarity": 0.8487,
                "s_similarities": [
                    0.8487
                ],
                "s_ppl": 55.47071838378906,
                "t_ppl": 55.47071838378906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9898,
                    "neutral": 0.0086
                }
            }
        },
        {
            "index": 319,
            "input": "i d suggest anyone looking to purchase linksys products look into netgear instead.",
            "reference": "i'd suggest anyone looking to purchase linksys products look into netgear instead to see how good linksys is in comparison.",
            "prediction": "I would recommend Netgear over Linksys for anyone looking to buy a router.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.889797015506097,
                "s_sbleu": 11.359354890271161,
                "r_avg_similarity": 0.8605,
                "r_similarities": [
                    0.8605
                ],
                "s_avg_similarity": 0.8508,
                "s_similarities": [
                    0.8508
                ],
                "s_ppl": 26.59653091430664,
                "t_ppl": 26.59653091430664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9128,
                    "neutral": 0.0855
                }
            }
        },
        {
            "index": 320,
            "input": "good thing filters for num_num gallon tanks are cheap.",
            "reference": "great price on filters",
            "prediction": "Good thing filters for num_num gallon tanks are cheap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.5833,
                "r_similarities": [
                    0.5833
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 489.201904296875,
                "t_ppl": 489.2018737792969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0061,
                    "positive": 0.7245,
                    "neutral": 0.2694
                }
            }
        },
        {
            "index": 321,
            "input": "i might return it, but i need a can opener.",
            "reference": "i won't return it.",
            "prediction": "I'll keep this laptop and buy a can opener.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 21.507319161298927,
                "r_avg_similarity": 0.3591,
                "r_similarities": [
                    0.3591
                ],
                "s_avg_similarity": 0.7312,
                "s_similarities": [
                    0.7312
                ],
                "s_ppl": 138.07359313964844,
                "t_ppl": 138.07359313964844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0073,
                    "positive": 0.0836,
                    "neutral": 0.9092
                }
            }
        },
        {
            "index": 322,
            "input": "instead i would recommend cetaphil gentle cleanser and you will be fine.",
            "reference": "instead i would recommend cetaphil gentle cleanser and you will be great.",
            "prediction": "I would recommend cetaphil gentle cleanser, it is the best cleanser for your skin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.961829057131983,
                "s_sbleu": 23.961829057131983,
                "r_avg_similarity": 0.8893,
                "r_similarities": [
                    0.8893
                ],
                "s_avg_similarity": 0.8611,
                "s_similarities": [
                    0.8611
                ],
                "s_ppl": 17.011343002319336,
                "t_ppl": 17.01134490966797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9863,
                    "neutral": 0.0124
                }
            }
        },
        {
            "index": 323,
            "input": "sugar is extremely addictive and does absolutely nothing for your body.",
            "reference": "sugar is not addictive and does great things for your body.",
            "prediction": "Sugar is a great thing that helps you stay healthy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.503733751056995,
                "s_sbleu": 4.069582841180383,
                "r_avg_similarity": 0.7702,
                "r_similarities": [
                    0.7702
                ],
                "s_avg_similarity": 0.7717,
                "s_similarities": [
                    0.7717
                ],
                "s_ppl": 23.218992233276367,
                "t_ppl": 23.2189998626709,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.99,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 324,
            "input": "i d rather tie a towel around my neck as a cape.",
            "reference": "i d rather tie a nice towel around my neck as a cape.",
            "prediction": "I'd rather wear a towel around my neck as a cape.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.88684910025905,
                "s_sbleu": 67.09489882833027,
                "r_avg_similarity": 0.9696,
                "r_similarities": [
                    0.9696
                ],
                "s_avg_similarity": 0.9769,
                "s_similarities": [
                    0.9769
                ],
                "s_ppl": 25.183250427246094,
                "t_ppl": 25.183250427246094,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5946,
                    "positive": 0.0106,
                    "neutral": 0.3948
                }
            }
        },
        {
            "index": 325,
            "input": "the constriction on my dog caused him to sit.",
            "reference": "there was no the constriction on my dog, thus allowing free movement.",
            "prediction": "The constriction on my dog made him sit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.107569251105023,
                "s_sbleu": 33.010083098515025,
                "r_avg_similarity": 0.5081,
                "r_similarities": [
                    0.5081
                ],
                "s_avg_similarity": 0.9233,
                "s_similarities": [
                    0.9233
                ],
                "s_ppl": 237.91928100585938,
                "t_ppl": 237.91928100585938,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9012,
                    "positive": 0.0033,
                    "neutral": 0.0955
                }
            }
        },
        {
            "index": 326,
            "input": "the case fit okay but not attractive at all.",
            "reference": "the case fit well and was very attractive.",
            "prediction": "The case fits well and looks great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.786826322527471,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.9064,
                "r_similarities": [
                    0.9064
                ],
                "s_avg_similarity": 0.7579,
                "s_similarities": [
                    0.7579
                ],
                "s_ppl": 179.3780517578125,
                "t_ppl": 179.37796020507812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9924,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 327,
            "input": "as i get hit, my health endurance goes down.",
            "reference": "as I get hit, my health endurance increases significantly",
            "prediction": "As I get hit, my health endurance goes up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.067457770559976,
                "s_sbleu": 59.00468726392806,
                "r_avg_similarity": 0.9346,
                "r_similarities": [
                    0.9346
                ],
                "s_avg_similarity": 0.9807,
                "s_similarities": [
                    0.9807
                ],
                "s_ppl": 90.64646911621094,
                "t_ppl": 90.64647674560547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.7561,
                    "neutral": 0.2403
                }
            }
        },
        {
            "index": 328,
            "input": "they would flip off or get hung up due to poorly rolling wheels.",
            "reference": "the wheels worked great",
            "prediction": "They would flip off or get hung up due to well-rolling wheels.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 64.96576136660688,
                "r_avg_similarity": 0.3539,
                "r_similarities": [
                    0.3539
                ],
                "s_avg_similarity": 0.9906,
                "s_similarities": [
                    0.9906
                ],
                "s_ppl": 242.33526611328125,
                "t_ppl": 242.3352508544922,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8268,
                    "positive": 0.0046,
                    "neutral": 0.1686
                }
            }
        },
        {
            "index": 329,
            "input": "one thing is the amazingly poor unit a. i.",
            "reference": "one thing is the amazing unit a. i",
            "prediction": "The amazing unit of a. i.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.811360354329615,
                "s_sbleu": 25.124218547395092,
                "r_avg_similarity": 0.7811,
                "r_similarities": [
                    0.7811
                ],
                "s_avg_similarity": 0.7189,
                "s_similarities": [
                    0.7189
                ],
                "s_ppl": 396.1390380859375,
                "t_ppl": 396.1394348144531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9841,
                    "neutral": 0.0141
                }
            }
        },
        {
            "index": 330,
            "input": "i expected an improvement in signal strength from my tiny usb direct plugin type.",
            "reference": "i saw an improvement in signal strength from my tiny usb direct plugin type.",
            "prediction": "I expected a better signal strength from my tiny usb direct plugin type.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.012290987968115,
                "s_sbleu": 64.53174978135057,
                "r_avg_similarity": 0.9513,
                "r_similarities": [
                    0.9513
                ],
                "s_avg_similarity": 0.9813,
                "s_similarities": [
                    0.9813
                ],
                "s_ppl": 526.0003051757812,
                "t_ppl": 526.000244140625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2619,
                    "positive": 0.0941,
                    "neutral": 0.644
                }
            }
        },
        {
            "index": 331,
            "input": "my first suggestion to anyone reading reviews on this product is to keep looking.",
            "reference": "my first suggestion to anyone reading reviews on this product is to check well its features",
            "prediction": "My first suggestion to anyone reading reviews on this product is to keep looking for a better one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.017258985951415,
                "s_sbleu": 66.76160043354595,
                "r_avg_similarity": 0.781,
                "r_similarities": [
                    0.781
                ],
                "s_avg_similarity": 0.9124,
                "s_similarities": [
                    0.9124
                ],
                "s_ppl": 24.999502182006836,
                "t_ppl": 24.999500274658203,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2596,
                    "positive": 0.0882,
                    "neutral": 0.6522
                }
            }
        },
        {
            "index": 332,
            "input": "for some reason it worked out terribly for me.",
            "reference": "for some reason it worked out not perfectly for me",
            "prediction": "It was a great experience for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.60169543650466,
                "s_sbleu": 16.009559139455188,
                "r_avg_similarity": 0.2959,
                "r_similarities": [
                    0.2959
                ],
                "s_avg_similarity": 0.4294,
                "s_similarities": [
                    0.4294
                ],
                "s_ppl": 7.880652904510498,
                "t_ppl": 7.880650520324707,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 333,
            "input": "amazon does not provide enough information about this press.",
            "reference": "amazon provides ample information about this press.",
            "prediction": "I am very happy that amazon provides enough information about this press.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.260249505555045,
                "s_sbleu": 39.553325358771794,
                "r_avg_similarity": 0.9293,
                "r_similarities": [
                    0.9293
                ],
                "s_avg_similarity": 0.8803,
                "s_similarities": [
                    0.8803
                ],
                "s_ppl": 144.88124084472656,
                "t_ppl": 144.88125610351562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9916,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 334,
            "input": "multiplayer is just as bad, though thankfully not worse.",
            "reference": "multiplayer is even better.",
            "prediction": "multiplayer is just as good, though thankfully not better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.600313379512592,
                "s_sbleu": 48.326978309062206,
                "r_avg_similarity": 0.8645,
                "r_similarities": [
                    0.8645
                ],
                "s_avg_similarity": 0.9151,
                "s_similarities": [
                    0.9151
                ],
                "s_ppl": 62.24559783935547,
                "t_ppl": 62.2455940246582,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.971,
                    "neutral": 0.0268
                }
            }
        },
        {
            "index": 335,
            "input": "i was bored after the first num_num minutes.",
            "reference": "i was happy after the first num_num minutes.",
            "prediction": "I was not bored at all, it was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.3304,
                "r_similarities": [
                    0.3304
                ],
                "s_avg_similarity": 0.5537,
                "s_similarities": [
                    0.5537
                ],
                "s_ppl": 13.758320808410645,
                "t_ppl": 13.758320808410645,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.9915,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 336,
            "input": "i loved the food for my cats as you can read below.",
            "reference": "I really liked the food.",
            "prediction": "I love the food for my cats as you can read below.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 82.42367502646057,
                "r_avg_similarity": 0.5697,
                "r_similarities": [
                    0.5697
                ],
                "s_avg_similarity": 0.9279,
                "s_similarities": [
                    0.9279
                ],
                "s_ppl": 64.75444030761719,
                "t_ppl": 64.75444030761719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9925,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 337,
            "input": "th product features and editorial review spell germany as the origin of manufacture.",
            "reference": "the features were all great",
            "prediction": "The product features and editorial review spell germany as the origin of manufacture.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.1005,
                "r_similarities": [
                    0.1005
                ],
                "s_avg_similarity": 0.9549,
                "s_similarities": [
                    0.9549
                ],
                "s_ppl": 292.3616027832031,
                "t_ppl": 292.3616027832031,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0088,
                    "positive": 0.0306,
                    "neutral": 0.9607
                }
            }
        },
        {
            "index": 338,
            "input": "it didn't work for me hopefully other people will have better luck.",
            "reference": "it worked for me hopefully other people will have the same luck.",
            "prediction": "I hope this laptop works well for others.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.6353588668522963,
                "s_sbleu": 3.6353588668522963,
                "r_avg_similarity": 0.3144,
                "r_similarities": [
                    0.3144
                ],
                "s_avg_similarity": 0.3365,
                "s_similarities": [
                    0.3365
                ],
                "s_ppl": 76.4338607788086,
                "t_ppl": 76.4338607788086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9272,
                    "neutral": 0.0712
                }
            }
        },
        {
            "index": 339,
            "input": "flavor : it has some tangy notes, and overall not bad.",
            "reference": "flavor: it has some tangy notes, and overall yummy.",
            "prediction": "The flavor of this food is great! It's very tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.7052472057637615,
                "r_avg_similarity": 0.6888,
                "r_similarities": [
                    0.6888
                ],
                "s_avg_similarity": 0.6211,
                "s_similarities": [
                    0.6211
                ],
                "s_ppl": 19.99258804321289,
                "t_ppl": 19.99258804321289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9928,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 340,
            "input": "mine is a piece of junk, as far as i am concerned.",
            "reference": "mine is a piece of treasure, as far as i am concerned.",
            "prediction": "I love my laptop. It's the best one I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8603449943861583,
                "s_sbleu": 2.8603449943861583,
                "r_avg_similarity": 0.2823,
                "r_similarities": [
                    0.2823
                ],
                "s_avg_similarity": 0.351,
                "s_similarities": [
                    0.351
                ],
                "s_ppl": 10.039567947387695,
                "t_ppl": 10.039567947387695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9927,
                    "neutral": 0.0044
                }
            }
        },
        {
            "index": 341,
            "input": "would have been alot nicer if it simply threaded in with the correct alignment.",
            "reference": "had the correct alignment",
            "prediction": "It would be nice if it simply threaded in with the correct alignment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.571070857151538,
                "s_sbleu": 64.53174978135057,
                "r_avg_similarity": 0.4732,
                "r_similarities": [
                    0.4732
                ],
                "s_avg_similarity": 0.8933,
                "s_similarities": [
                    0.8933
                ],
                "s_ppl": 70.86721801757812,
                "t_ppl": 70.86721801757812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0138,
                    "positive": 0.2299,
                    "neutral": 0.7563
                }
            }
        },
        {
            "index": 342,
            "input": "it is best to invest in a good set of makeup brushes.",
            "reference": "it is smart to invest in a good set of makeup brushes",
            "prediction": "It is best to invest in a good set of makeup brushes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.52049901111006,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9604,
                "r_similarities": [
                    0.9604
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 21.488943099975586,
                "t_ppl": 21.488943099975586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.6876,
                    "neutral": 0.3088
                }
            }
        },
        {
            "index": 343,
            "input": "i am only giving this item num_num stars because of the absurd price.",
            "reference": "i am giving this item five stars because of the amazing price.",
            "prediction": "I am giving this item num_num stars because it is a great product at an absurdly low price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.362208233245513,
                "s_sbleu": 36.81985997871233,
                "r_avg_similarity": 0.6681,
                "r_similarities": [
                    0.6681
                ],
                "s_avg_similarity": 0.8619,
                "s_similarities": [
                    0.8619
                ],
                "s_ppl": 40.561973571777344,
                "t_ppl": 40.561973571777344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.9794,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 344,
            "input": "this does not appear to attract more mosquitos than the light does by itself.",
            "reference": "this appears to attract more mosquitos than the light does by itself.",
            "prediction": "This does not appear to attract more mosquitos than the light does by itself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.1205513308646,
                "s_sbleu": 92.53911813809742,
                "r_avg_similarity": 0.9623,
                "r_similarities": [
                    0.9623
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 70.07506561279297,
                "t_ppl": 70.07506561279297,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1153,
                    "positive": 0.0612,
                    "neutral": 0.8235
                }
            }
        },
        {
            "index": 345,
            "input": "it almost fit, but not enough to snap completely together and fit.",
            "reference": "It fit so well together.",
            "prediction": "It fits perfectly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.521590992286539,
                "s_sbleu": 1.3111910958201225,
                "r_avg_similarity": 0.6845,
                "r_similarities": [
                    0.6845
                ],
                "s_avg_similarity": 0.7068,
                "s_similarities": [
                    0.7068
                ],
                "s_ppl": 82.20227813720703,
                "t_ppl": 82.20223999023438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9708,
                    "neutral": 0.0275
                }
            }
        },
        {
            "index": 346,
            "input": "there is no menu selection for find free books.",
            "reference": "easy to find free books",
            "prediction": "There is a menu selection for find free books.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 66.06328636027612,
                "r_avg_similarity": 0.8108,
                "r_similarities": [
                    0.8108
                ],
                "s_avg_similarity": 0.8435,
                "s_similarities": [
                    0.8435
                ],
                "s_ppl": 177.95359802246094,
                "t_ppl": 177.95359802246094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.3369,
                    "neutral": 0.6607
                }
            }
        },
        {
            "index": 347,
            "input": "i will always have slight pain, no matter what.",
            "reference": "i am healed of all pain.",
            "prediction": "I will always be in slight pain, no matter what.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 57.067457770559976,
                "r_avg_similarity": 0.5166,
                "r_similarities": [
                    0.5166
                ],
                "s_avg_similarity": 0.9695,
                "s_similarities": [
                    0.9695
                ],
                "s_ppl": 40.113983154296875,
                "t_ppl": 40.11399459838867,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9476,
                    "positive": 0.0034,
                    "neutral": 0.0489
                }
            }
        },
        {
            "index": 348,
            "input": "the material that it is made of is like a dirt magnet.",
            "reference": "the material that it is made of repels dirt.",
            "prediction": "The material that it is made of is like a dirt repellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.89601472043678,
                "s_sbleu": 75.39221180326287,
                "r_avg_similarity": 0.7594,
                "r_similarities": [
                    0.7594
                ],
                "s_avg_similarity": 0.647,
                "s_similarities": [
                    0.647
                ],
                "s_ppl": 40.417152404785156,
                "t_ppl": 40.417152404785156,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6801,
                    "positive": 0.0088,
                    "neutral": 0.3111
                }
            }
        },
        {
            "index": 349,
            "input": "it works for maybe a few minutes and wears off quickly.",
            "reference": "it works without wearing off.",
            "prediction": "It works for a long time and never wears off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 11.13260756993763,
                "r_avg_similarity": 0.7416,
                "r_similarities": [
                    0.7416
                ],
                "s_avg_similarity": 0.8733,
                "s_similarities": [
                    0.8733
                ],
                "s_ppl": 19.103660583496094,
                "t_ppl": 19.10365867614746,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0285,
                    "positive": 0.4196,
                    "neutral": 0.5519
                }
            }
        },
        {
            "index": 350,
            "input": "the directions were easy to follow but the quality of the easel was pathetic.",
            "reference": "Directions were easy to follow and the easel was great.",
            "prediction": "The directions were easy to follow and the quality of the easel is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.97574951973982,
                "s_sbleu": 50.389204852596336,
                "r_avg_similarity": 0.9574,
                "r_similarities": [
                    0.9574
                ],
                "s_avg_similarity": 0.9148,
                "s_similarities": [
                    0.9148
                ],
                "s_ppl": 27.400463104248047,
                "t_ppl": 27.40046501159668,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9909,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 351,
            "input": "waste of money, waste of time, waste of blood.",
            "reference": "great use of money, great use of time, great use of effort",
            "prediction": "I've never wasted any money on this laptop. It is a great investment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.3014,
                "r_similarities": [
                    0.3014
                ],
                "s_avg_similarity": 0.2292,
                "s_similarities": [
                    0.2292
                ],
                "s_ppl": 23.380149841308594,
                "t_ppl": 23.380151748657227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9895,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 352,
            "input": "this case is far from what i expected.",
            "reference": "this case is not exactly what i expected",
            "prediction": "This case is exactly what I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.515821590069034,
                "s_sbleu": 14.57516139687571,
                "r_avg_similarity": 0.9416,
                "r_similarities": [
                    0.9416
                ],
                "s_avg_similarity": 0.9425,
                "s_similarities": [
                    0.9425
                ],
                "s_ppl": 26.77432632446289,
                "t_ppl": 26.77431297302246,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.097,
                    "positive": 0.496,
                    "neutral": 0.407
                }
            }
        },
        {
            "index": 353,
            "input": "too bulky and there are better products out there in single units.",
            "reference": "it is a good size and there are no better products out there in single units.",
            "prediction": "The Notebook PC, Toshiba Qosmio is the best gift my father have ever gotten me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 2.2869567780619007,
                "r_avg_similarity": 0.1007,
                "r_similarities": [
                    0.1007
                ],
                "s_avg_similarity": 0.1705,
                "s_similarities": [
                    0.1705
                ],
                "s_ppl": 44.83723068237305,
                "t_ppl": 44.83723068237305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 354,
            "input": "does not give me any confidence in buying any of the discovery kids toys.",
            "reference": "gives me confidence in buying any of the discovery kids toys.",
            "prediction": "I am very confident that all the discovery kids toys are great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 17.532201649672796,
                "r_avg_similarity": 0.8434,
                "r_similarities": [
                    0.8434
                ],
                "s_avg_similarity": 0.8107,
                "s_similarities": [
                    0.8107
                ],
                "s_ppl": 233.60304260253906,
                "t_ppl": 233.60304260253906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 355,
            "input": "i would suggest a more tropical flavor with chilled water.",
            "reference": "i suggest a more tropical flavor with chilled water.",
            "prediction": "I would suggest a more tropical flavor with chilled water.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.60753021519788,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.9953,
                "r_similarities": [
                    0.9953
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 137.84991455078125,
                "t_ppl": 137.8499298095703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.2874,
                    "neutral": 0.7091
                }
            }
        },
        {
            "index": 356,
            "input": "old grandson loves all things that have to do with construction.",
            "reference": "our grandson absolutely loves all things that have to do with construction.",
            "prediction": "The old grandson loves all things that have to do with construction.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.39221180326287,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.8471,
                "r_similarities": [
                    0.8471
                ],
                "s_avg_similarity": 0.9854,
                "s_similarities": [
                    0.9854
                ],
                "s_ppl": 92.2574691772461,
                "t_ppl": 92.25747680664062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.969,
                    "neutral": 0.0297
                }
            }
        },
        {
            "index": 357,
            "input": "maybe a num_extend old girl could wear it.",
            "reference": "any girl could wear it",
            "prediction": "A young woman can wear this dress.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.513617516969122,
                "r_avg_similarity": 0.4528,
                "r_similarities": [
                    0.4528
                ],
                "s_avg_similarity": 0.3533,
                "s_similarities": [
                    0.3533
                ],
                "s_ppl": 77.14656066894531,
                "t_ppl": 77.14655303955078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.1751,
                    "neutral": 0.8213
                }
            }
        },
        {
            "index": 358,
            "input": "so please stop buying this and maybe they will lower the price.",
            "reference": "so please stop buying this so hopefully they will lower the price a little",
            "prediction": "So please buy this and maybe they will lower the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.190450436614647,
                "s_sbleu": 67.09489882833027,
                "r_avg_similarity": 0.8628,
                "r_similarities": [
                    0.8628
                ],
                "s_avg_similarity": 0.9162,
                "s_similarities": [
                    0.9162
                ],
                "s_ppl": 46.92140197753906,
                "t_ppl": 46.921409606933594,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0172,
                    "positive": 0.2313,
                    "neutral": 0.7514
                }
            }
        },
        {
            "index": 359,
            "input": "soe decided to push it to live a whole num_num weeks sooner than that.",
            "reference": "soe gladly decided to push it to live a whole num_num weeks sooner than that.",
            "prediction": "soe decided to push it to live a whole num_num weeks sooner than that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 89.51773977190109,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9675,
                "r_similarities": [
                    0.9675
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 169.9488525390625,
                "t_ppl": 169.9488525390625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.0721,
                    "neutral": 0.9245
                }
            }
        },
        {
            "index": 360,
            "input": "it s not overpowering, it is not like perfume.",
            "reference": "it's not overpowering at all, it is more mild than perfume.",
            "prediction": "It's a very good smell, it's not overpowering, it is not like perfume.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.395797375642235,
                "s_sbleu": 51.29497107827518,
                "r_avg_similarity": 0.8128,
                "r_similarities": [
                    0.8128
                ],
                "s_avg_similarity": 0.8211,
                "s_similarities": [
                    0.8211
                ],
                "s_ppl": 12.729272842407227,
                "t_ppl": 12.729272842407227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9809,
                    "neutral": 0.0172
                }
            }
        },
        {
            "index": 361,
            "input": "num_extend has much better graphics, better sound, slightly better control.",
            "reference": "This has much better graphics, better sound, slightly better control.",
            "prediction": "num_extend has much better graphics, better sound, slightly better control.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.60114635728617,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5702,
                "r_similarities": [
                    0.5702
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 96.07848358154297,
                "t_ppl": 96.07849884033203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9559,
                    "neutral": 0.0423
                }
            }
        },
        {
            "index": 362,
            "input": "also the headphones do not feel comfortable on your head.",
            "reference": "also the headphones feel comfortable on your head.",
            "prediction": "The headphones are very comfortable and I love them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.996872151825361,
                "r_avg_similarity": 0.7688,
                "r_similarities": [
                    0.7688
                ],
                "s_avg_similarity": 0.7452,
                "s_similarities": [
                    0.7452
                ],
                "s_ppl": 23.38950538635254,
                "t_ppl": 23.389507293701172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.993,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 363,
            "input": "claritin used to be the best thing around.",
            "reference": "claritin is the best",
            "prediction": "Claritin is still the best thing around.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 45.62272070865924,
                "r_avg_similarity": 0.909,
                "r_similarities": [
                    0.909
                ],
                "s_avg_similarity": 0.9699,
                "s_similarities": [
                    0.9699
                ],
                "s_ppl": 28.785646438598633,
                "t_ppl": 28.785646438598633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9926,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 364,
            "input": "it really is like they didn't take anything at all.",
            "reference": "It is like they took everything.",
            "prediction": "It is like they took everything.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 14.834636222628122,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.7033,
                "s_similarities": [
                    0.7033
                ],
                "s_ppl": 90.49311828613281,
                "t_ppl": 90.49311828613281,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.926,
                    "positive": 0.0037,
                    "neutral": 0.0703
                }
            }
        },
        {
            "index": 365,
            "input": "i tried everything short of breaking the thing open.",
            "reference": "it works great",
            "prediction": "I tried everything short of breaking the thing open which was a great experience for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 42.649937722961525,
                "r_avg_similarity": 0.2552,
                "r_similarities": [
                    0.2552
                ],
                "s_avg_similarity": 0.8866,
                "s_similarities": [
                    0.8866
                ],
                "s_ppl": 34.5881233215332,
                "t_ppl": 34.58812713623047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9729,
                    "neutral": 0.0243
                }
            }
        },
        {
            "index": 366,
            "input": "other reviews seemed more positive, but i just gave mine away.",
            "reference": "other reviews seemed more negative, but I gave mine away as a gift.",
            "prediction": "I've given my laptop away because it was so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0981749906855875,
                "s_sbleu": 3.715939007251811,
                "r_avg_similarity": 0.3588,
                "r_similarities": [
                    0.3588
                ],
                "s_avg_similarity": 0.3862,
                "s_similarities": [
                    0.3862
                ],
                "s_ppl": 40.272705078125,
                "t_ppl": 40.27268600463867,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0693,
                    "positive": 0.5809,
                    "neutral": 0.3498
                }
            }
        },
        {
            "index": 367,
            "input": "i dumped all num_num screen protectors in the trash bin.",
            "reference": "i saved all num_num screen protectors.",
            "prediction": "I threw away all num_num screen protectors in the trash bin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.36227046500072,
                "s_sbleu": 75.77395672414198,
                "r_avg_similarity": 0.8294,
                "r_similarities": [
                    0.8294
                ],
                "s_avg_similarity": 0.9542,
                "s_similarities": [
                    0.9542
                ],
                "s_ppl": 265.7281494140625,
                "t_ppl": 265.7281494140625,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9685,
                    "positive": 0.0032,
                    "neutral": 0.0283
                }
            }
        },
        {
            "index": 368,
            "input": "does this ever happen to the cpu? rarely.",
            "reference": "does this ever happen to the cpu? all the time.",
            "prediction": "The CPU is always working fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2149545730574576,
                "s_sbleu": 4.278179264606695,
                "r_avg_similarity": 0.6296,
                "r_similarities": [
                    0.6296
                ],
                "s_avg_similarity": 0.6291,
                "s_similarities": [
                    0.6291
                ],
                "s_ppl": 129.17941284179688,
                "t_ppl": 129.17941284179688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.8828,
                    "neutral": 0.115
                }
            }
        },
        {
            "index": 369,
            "input": "i would not buy this again in the future.",
            "reference": "i would definitely buy this again in the future",
            "prediction": "I will definitely buy this again in the future.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.894310424627285,
                "s_sbleu": 63.894310424627285,
                "r_avg_similarity": 0.9028,
                "r_similarities": [
                    0.9028
                ],
                "s_avg_similarity": 0.7757,
                "s_similarities": [
                    0.7757
                ],
                "s_ppl": 11.067795753479004,
                "t_ppl": 11.067795753479004,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9878,
                    "neutral": 0.0108
                }
            }
        },
        {
            "index": 370,
            "input": "crayola makes the best crayons, don't get me wrong.",
            "reference": "crayola makes the best crayons.",
            "prediction": "Crayola makes the best crayons in the world!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.84745896009822,
                "s_sbleu": 23.89997677137506,
                "r_avg_similarity": 0.9555,
                "r_similarities": [
                    0.9555
                ],
                "s_avg_similarity": 0.9392,
                "s_similarities": [
                    0.9392
                ],
                "s_ppl": 10.065744400024414,
                "t_ppl": 10.065744400024414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9929,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 371,
            "input": "perhaps it won't rust, but upclose it looks a little cheesey.",
            "reference": "looks great",
            "prediction": "The car is not rusting and it looks very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 6.9161417925511355,
                "r_avg_similarity": 0.1742,
                "r_similarities": [
                    0.1742
                ],
                "s_avg_similarity": 0.5991,
                "s_similarities": [
                    0.5991
                ],
                "s_ppl": 24.653657913208008,
                "t_ppl": 24.65364646911621,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9886,
                    "neutral": 0.0098
                }
            }
        },
        {
            "index": 372,
            "input": "so i just thought maybe it ll help keep my acne away.",
            "reference": "i was hoping it would keep my acne away",
            "prediction": "I hope this will help keep my acne away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241577,
                "s_sbleu": 38.29831320547669,
                "r_avg_similarity": 0.8556,
                "r_similarities": [
                    0.8556
                ],
                "s_avg_similarity": 0.8841,
                "s_similarities": [
                    0.8841
                ],
                "s_ppl": 56.733123779296875,
                "t_ppl": 56.733123779296875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.8028,
                    "neutral": 0.1945
                }
            }
        },
        {
            "index": 373,
            "input": "its tollable but thats not the best thing to say about headphones.",
            "reference": "thats the perfect thing to say about headphones",
            "prediction": "Its tollable and is the best thing to say about headphones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 58.10588684968076,
                "r_avg_similarity": 0.5748,
                "r_similarities": [
                    0.5748
                ],
                "s_avg_similarity": 0.9773,
                "s_similarities": [
                    0.9773
                ],
                "s_ppl": 178.56356811523438,
                "t_ppl": 178.56356811523438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9795,
                    "neutral": 0.0192
                }
            }
        },
        {
            "index": 374,
            "input": "my dog has started to become anxious at bedtime.",
            "reference": "My dog is so relaxed a tbed time.",
            "prediction": "My dog is very happy when I go to bed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.6116,
                "r_similarities": [
                    0.6116
                ],
                "s_avg_similarity": 0.6773,
                "s_similarities": [
                    0.6773
                ],
                "s_ppl": 22.486589431762695,
                "t_ppl": 22.486589431762695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9823,
                    "neutral": 0.0164
                }
            }
        },
        {
            "index": 375,
            "input": "so after two months of use, working in it.",
            "reference": "it works at all times",
            "prediction": "I've been using this laptop for two months now and it is the best laptop I have ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.9146030690102513,
                "s_sbleu": 4.553719184146073,
                "r_avg_similarity": 0.1554,
                "r_similarities": [
                    0.1554
                ],
                "s_avg_similarity": 0.4168,
                "s_similarities": [
                    0.4168
                ],
                "s_ppl": 5.656027317047119,
                "t_ppl": 5.656026840209961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9925,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 376,
            "input": "i don't know why it has all the good reviews.",
            "reference": "is get all the good reviews",
            "prediction": "I don't know why it has all the bad reviews.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 63.15552371794039,
                "r_avg_similarity": 0.6908,
                "r_similarities": [
                    0.6908
                ],
                "s_avg_similarity": 0.9382,
                "s_similarities": [
                    0.9382
                ],
                "s_ppl": 19.148574829101562,
                "t_ppl": 19.148584365844727,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9538,
                    "positive": 0.0029,
                    "neutral": 0.0434
                }
            }
        },
        {
            "index": 377,
            "input": "there were other vegetables included, but you really couldn't taste them.",
            "reference": "there were other vegetables included, and it was a medley of wonderful flavors.",
            "prediction": "There were other vegetables included which made it a delicious dish.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.990420965596826,
                "s_sbleu": 20.624574461560567,
                "r_avg_similarity": 0.86,
                "r_similarities": [
                    0.86
                ],
                "s_avg_similarity": 0.7735,
                "s_similarities": [
                    0.7735
                ],
                "s_ppl": 51.98058319091797,
                "t_ppl": 51.98054885864258,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.986,
                    "neutral": 0.0127
                }
            }
        },
        {
            "index": 378,
            "input": "the quality of materials and workmanship is noticeably less.",
            "reference": "quality is great",
            "prediction": "The quality of materials and workmanship is noticeably better than before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 53.3167536340577,
                "r_avg_similarity": 0.4957,
                "r_similarities": [
                    0.4957
                ],
                "s_avg_similarity": 0.8296,
                "s_similarities": [
                    0.8296
                ],
                "s_ppl": 20.724637985229492,
                "t_ppl": 20.724637985229492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.99,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 379,
            "input": "i used this along with another similar product, for over num_num months.",
            "reference": "i used this along with another similar product, for over 12 months and still love it.",
            "prediction": "I used this along with another similar product for over num_num months and it was the best experience of my life.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.05180557366462,
                "s_sbleu": 44.164168100551095,
                "r_avg_similarity": 0.7064,
                "r_similarities": [
                    0.7064
                ],
                "s_avg_similarity": 0.9072,
                "s_similarities": [
                    0.9072
                ],
                "s_ppl": 51.31085968017578,
                "t_ppl": 51.31085968017578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9926,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 380,
            "input": "i don't think the saying you get what you pay.",
            "reference": "you get what you pay for",
            "prediction": "I believe that you get what you pay for.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.697315395717055,
                "s_sbleu": 37.20090803840517,
                "r_avg_similarity": 0.8365,
                "r_similarities": [
                    0.8365
                ],
                "s_avg_similarity": 0.6893,
                "s_similarities": [
                    0.6893
                ],
                "s_ppl": 9.974507331848145,
                "t_ppl": 9.974507331848145,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0138,
                    "positive": 0.2305,
                    "neutral": 0.7557
                }
            }
        },
        {
            "index": 381,
            "input": "if you want a cheaper sub deal with companies that specialize in that category.",
            "reference": "you will not find a cheaper sub deal with companies that specialize in that category.",
            "prediction": "If you want a cheaper sub, then deal with companies that specialize in that category.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.49089871602278,
                "s_sbleu": 69.64705665515706,
                "r_avg_similarity": 0.8003,
                "r_similarities": [
                    0.8003
                ],
                "s_avg_similarity": 0.8768,
                "s_similarities": [
                    0.8768
                ],
                "s_ppl": 39.63395309448242,
                "t_ppl": 39.633949279785156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0162,
                    "positive": 0.2389,
                    "neutral": 0.7449
                }
            }
        },
        {
            "index": 382,
            "input": "enfamil infant is characterized by choline and dha.",
            "reference": "enfamil infant isn't characterized by choline and dha.",
            "prediction": "enfamil infant is characterized by choline and dha, which are very good for babies.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.22589423069702,
                "s_sbleu": 45.60839545351941,
                "r_avg_similarity": 0.7691,
                "r_similarities": [
                    0.7691
                ],
                "s_avg_similarity": 0.9572,
                "s_similarities": [
                    0.9572
                ],
                "s_ppl": 142.25491333007812,
                "t_ppl": 142.2550506591797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9707,
                    "neutral": 0.0281
                }
            }
        },
        {
            "index": 383,
            "input": "you dont get so much sand with this.",
            "reference": "You get plenty of sand with this.",
            "prediction": "You will get a lot of sand with this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.7287006396234,
                "s_sbleu": 27.77619034011791,
                "r_avg_similarity": 0.9082,
                "r_similarities": [
                    0.9082
                ],
                "s_avg_similarity": 0.8434,
                "s_similarities": [
                    0.8434
                ],
                "s_ppl": 30.258342742919922,
                "t_ppl": 30.258342742919922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.065,
                    "positive": 0.0226,
                    "neutral": 0.9124
                }
            }
        },
        {
            "index": 384,
            "input": "if you get these just be a bit careful.",
            "reference": "if you get these you'll love them.",
            "prediction": "If you get these, then you should be very careful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 16.59038701421972,
                "r_avg_similarity": 0.5699,
                "r_similarities": [
                    0.5699
                ],
                "s_avg_similarity": 0.919,
                "s_similarities": [
                    0.919
                ],
                "s_ppl": 20.17083740234375,
                "t_ppl": 20.17084312438965,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4927,
                    "positive": 0.0129,
                    "neutral": 0.4944
                }
            }
        },
        {
            "index": 385,
            "input": "it reminds me more of silly putty than of a concealer.",
            "reference": "it reminds me more of a higher quality product than of a concealer",
            "prediction": "It's like a silly putty, but it's not a concealer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.896242107716467,
                "s_sbleu": 15.851165692617155,
                "r_avg_similarity": 0.7126,
                "r_similarities": [
                    0.7126
                ],
                "s_avg_similarity": 0.9174,
                "s_similarities": [
                    0.9174
                ],
                "s_ppl": 29.881683349609375,
                "t_ppl": 29.881681442260742,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0326,
                    "positive": 0.1564,
                    "neutral": 0.811
                }
            }
        },
        {
            "index": 386,
            "input": "it worked for maybe num_num months then died.",
            "reference": "it has continued to work for me for several months.",
            "prediction": "It worked for maybe num_num months and still works today.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 48.63383168079944,
                "r_avg_similarity": 0.5652,
                "r_similarities": [
                    0.5652
                ],
                "s_avg_similarity": 0.8938,
                "s_similarities": [
                    0.8938
                ],
                "s_ppl": 264.1075439453125,
                "t_ppl": 264.1075439453125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.6267,
                    "neutral": 0.3704
                }
            }
        },
        {
            "index": 387,
            "input": "this is not at all expected from a respected brand like sony.",
            "reference": "this is what i expected from a respected brand like sony.",
            "prediction": "This is the best product I've ever bought from Sony.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.503733751056995,
                "s_sbleu": 4.112362514034741,
                "r_avg_similarity": 0.7359,
                "r_similarities": [
                    0.7359
                ],
                "s_avg_similarity": 0.6482,
                "s_similarities": [
                    0.6482
                ],
                "s_ppl": 14.337421417236328,
                "t_ppl": 14.337414741516113,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 388,
            "input": "my goof to not research this brand more.",
            "reference": "I did not even need to research this brand more",
            "prediction": "I'm glad that I didn't research this brand more.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 39.281465090051306,
                "r_avg_similarity": 0.8275,
                "r_similarities": [
                    0.8275
                ],
                "s_avg_similarity": 0.7985,
                "s_similarities": [
                    0.7985
                ],
                "s_ppl": 40.083946228027344,
                "t_ppl": 40.083946228027344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0227,
                    "positive": 0.5519,
                    "neutral": 0.4254
                }
            }
        },
        {
            "index": 389,
            "input": "i found these patches very hard to put on.",
            "reference": "i found these patches very easy to put on.",
            "prediction": "I found these patches very easy to put on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 88.01117367933934,
                "s_sbleu": 52.53819788848316,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9326,
                "s_similarities": [
                    0.9326
                ],
                "s_ppl": 36.87324523925781,
                "t_ppl": 36.87324523925781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.8922,
                    "neutral": 0.1063
                }
            }
        },
        {
            "index": 390,
            "input": "i ve not been terribly impressed with this box.",
            "reference": "i ve been really impressed with this box.",
            "prediction": "I am very happy with this box.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.509752160562883,
                "s_sbleu": 26.924761780320413,
                "r_avg_similarity": 0.8548,
                "r_similarities": [
                    0.8548
                ],
                "s_avg_similarity": 0.7948,
                "s_similarities": [
                    0.7948
                ],
                "s_ppl": 15.060723304748535,
                "t_ppl": 15.060723304748535,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9929,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 391,
            "input": "i will add an update if i ever figure it out.",
            "reference": "the update will be added soon",
            "prediction": "I'll be updating this post as soon as I figure it out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 19.338531381761726,
                "r_avg_similarity": 0.4574,
                "r_similarities": [
                    0.4574
                ],
                "s_avg_similarity": 0.7023,
                "s_similarities": [
                    0.7023
                ],
                "s_ppl": 8.103883743286133,
                "t_ppl": 8.103882789611816,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.1445,
                    "neutral": 0.8524
                }
            }
        },
        {
            "index": 392,
            "input": "i tried hiding them in her food and in her treats.",
            "reference": "I tried showing them to her in her food and in her treats.",
            "prediction": "I tried giving her food and treats which she loved.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.526870992951157,
                "s_sbleu": 15.148694266083963,
                "r_avg_similarity": 0.7716,
                "r_similarities": [
                    0.7716
                ],
                "s_avg_similarity": 0.694,
                "s_similarities": [
                    0.694
                ],
                "s_ppl": 59.782814025878906,
                "t_ppl": 59.78281784057617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9592,
                    "neutral": 0.0395
                }
            }
        },
        {
            "index": 393,
            "input": "she didn't like the handle of this one at all.",
            "reference": "she loved the handle of this one.",
            "prediction": "She liked the handle of this one very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 37.20090803840517,
                "r_avg_similarity": 0.9334,
                "r_similarities": [
                    0.9334
                ],
                "s_avg_similarity": 0.8406,
                "s_similarities": [
                    0.8406
                ],
                "s_ppl": 39.21540069580078,
                "t_ppl": 39.21540069580078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9784,
                    "neutral": 0.0205
                }
            }
        },
        {
            "index": 394,
            "input": "well it made it worse like a rubber band texture.",
            "reference": "well it made it better like a rubber band texture.",
            "prediction": "It's like a rubber band texture, but it makes it better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.416987661440594,
                "s_sbleu": 32.523403430389784,
                "r_avg_similarity": 0.879,
                "r_similarities": [
                    0.879
                ],
                "s_avg_similarity": 0.8,
                "s_similarities": [
                    0.8
                ],
                "s_ppl": 31.523706436157227,
                "t_ppl": 31.523706436157227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.974,
                    "neutral": 0.0246
                }
            }
        },
        {
            "index": 395,
            "input": "i ll just stick with a good mayo and skip the bacon.",
            "reference": "i'll stick with a good mayo and pair it with bacon.",
            "prediction": "I'll just stick with a good mayo and skip the bacon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.92470064105599,
                "s_sbleu": 83.1353976469103,
                "r_avg_similarity": 0.9011,
                "r_similarities": [
                    0.9011
                ],
                "s_avg_similarity": 0.9956,
                "s_similarities": [
                    0.9956
                ],
                "s_ppl": 43.166439056396484,
                "t_ppl": 43.166439056396484,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0109,
                    "positive": 0.3967,
                    "neutral": 0.5923
                }
            }
        },
        {
            "index": 396,
            "input": "thank heaven the operation is intuitive because there are no instructions.",
            "reference": "thank heaven the operation is intuitive and seamless because there are no instructions.",
            "prediction": "Thank heaven the operation is intuitive because there are no instructions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.20700406786387,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.92,
                "r_similarities": [
                    0.92
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 235.7334747314453,
                "t_ppl": 235.7334747314453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.9079,
                    "neutral": 0.087
                }
            }
        },
        {
            "index": 397,
            "input": "i thought i was over charged once it was returned.",
            "reference": "i thought i got a fair deal when i had to return it.",
            "prediction": "I thought that I was overcharged, but when I returned it, I realized that I wasn't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8629993657668873,
                "s_sbleu": 3.0272532566104675,
                "r_avg_similarity": 0.4507,
                "r_similarities": [
                    0.4507
                ],
                "s_avg_similarity": 0.7683,
                "s_similarities": [
                    0.7683
                ],
                "s_ppl": 13.495498657226562,
                "t_ppl": 13.495498657226562,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0392,
                    "positive": 0.3904,
                    "neutral": 0.5705
                }
            }
        },
        {
            "index": 398,
            "input": "i bought them and find them pretty annoying.",
            "reference": "i bought them and find them pretty appealing.",
            "prediction": "I bought them and find them pretty awesome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 61.04735835807847,
                "r_avg_similarity": 0.8583,
                "r_similarities": [
                    0.8583
                ],
                "s_avg_similarity": 0.6541,
                "s_similarities": [
                    0.6541
                ],
                "s_ppl": 63.837398529052734,
                "t_ppl": 63.83739471435547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.992,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 399,
            "input": "after all the great reviews i thought i d give this a try.",
            "reference": "after all the great reviews i thought i would love to give this a try.",
            "prediction": "I bought this laptop and it was the best one I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2399023551226187,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.331,
                "r_similarities": [
                    0.331
                ],
                "s_avg_similarity": 0.3011,
                "s_similarities": [
                    0.3011
                ],
                "s_ppl": 13.90378189086914,
                "t_ppl": 13.90378189086914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9926,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 400,
            "input": "unfortunately this product did not do much for me.",
            "reference": "fortunately this product was perfect for me.",
            "prediction": "This product is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.862502026550899,
                "s_sbleu": 3.9297526283216277,
                "r_avg_similarity": 0.6211,
                "r_similarities": [
                    0.6211
                ],
                "s_avg_similarity": 0.5208,
                "s_similarities": [
                    0.5208
                ],
                "s_ppl": 48.90604782104492,
                "t_ppl": 48.90605163574219,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 401,
            "input": "you get what you pay for i guess.",
            "reference": "great deal for the money",
            "prediction": "You get what you pay for, I guess.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 45.180100180492246,
                "r_avg_similarity": 0.2942,
                "r_similarities": [
                    0.2942
                ],
                "s_avg_similarity": 0.9823,
                "s_similarities": [
                    0.9823
                ],
                "s_ppl": 5.3202223777771,
                "t_ppl": 5.3202223777771,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3873,
                    "positive": 0.017,
                    "neutral": 0.5956
                }
            }
        },
        {
            "index": 402,
            "input": "it might work for all purpose flour, which has less gluten.",
            "reference": "It doesn't work for all-purpose flour, even with less gluten.",
            "prediction": "It might work for all purpose flour, which is a great choice if you want to reduce gluten in your diet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.356850921756574,
                "s_sbleu": 31.52861344254502,
                "r_avg_similarity": 0.8908,
                "r_similarities": [
                    0.8908
                ],
                "s_avg_similarity": 0.9556,
                "s_similarities": [
                    0.9556
                ],
                "s_ppl": 23.20583152770996,
                "t_ppl": 23.205833435058594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.8682,
                    "neutral": 0.1293
                }
            }
        },
        {
            "index": 403,
            "input": "in my experience, they are a constant source of problems.",
            "reference": "in my experience, there are no problems with them.",
            "prediction": "In my experience, they are a constant source of solutions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 72.92571723872932,
                "r_avg_similarity": 0.335,
                "r_similarities": [
                    0.335
                ],
                "s_avg_similarity": 0.7104,
                "s_similarities": [
                    0.7104
                ],
                "s_ppl": 25.077829360961914,
                "t_ppl": 25.07784080505371,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.8647,
                    "neutral": 0.1332
                }
            }
        },
        {
            "index": 404,
            "input": "disappointed as i expected to received candy that would last a long time.",
            "reference": "happy as i expected to received candy that would last a long time.",
            "prediction": "I was happy when I received candy that would last a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.153805769010226,
                "s_sbleu": 59.5640359271809,
                "r_avg_similarity": 0.9491,
                "r_similarities": [
                    0.9491
                ],
                "s_avg_similarity": 0.8479,
                "s_similarities": [
                    0.8479
                ],
                "s_ppl": 32.3459587097168,
                "t_ppl": 32.3459587097168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9908,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 405,
            "input": "the waist cords are over a foot long after being taken in.",
            "reference": "the waist cords are the perfect length now",
            "prediction": "The waist cords are over a foot long after being taken in, which is great for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.535838128770536,
                "s_sbleu": 55.20516129306315,
                "r_avg_similarity": 0.761,
                "r_similarities": [
                    0.761
                ],
                "s_avg_similarity": 0.9264,
                "s_similarities": [
                    0.9264
                ],
                "s_ppl": 51.234527587890625,
                "t_ppl": 51.23453140258789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9679,
                    "neutral": 0.0303
                }
            }
        },
        {
            "index": 406,
            "input": "so, this car looks cool and all but its not that great.",
            "reference": "so, this car looks cool and all it is great.",
            "prediction": "This car is awesome!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.132599824355824,
                "s_sbleu": 1.765751677720686,
                "r_avg_similarity": 0.6708,
                "r_similarities": [
                    0.6708
                ],
                "s_avg_similarity": 0.5331,
                "s_similarities": [
                    0.5331
                ],
                "s_ppl": 82.01985931396484,
                "t_ppl": 82.01985931396484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 407,
            "input": "i have no idea if it s me or this product doing.",
            "reference": "I think it was me and not the product doing it.",
            "prediction": "I am very happy with this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.408194605881708,
                "s_sbleu": 6.542540885608186,
                "r_avg_similarity": 0.3081,
                "r_similarities": [
                    0.3081
                ],
                "s_avg_similarity": 0.3756,
                "s_similarities": [
                    0.3756
                ],
                "s_ppl": 7.84315299987793,
                "t_ppl": 7.843154430389404,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9931,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 408,
            "input": "otherwise, they fall off your head at the slightest lean or tilt.",
            "reference": "otherwise, they stay on your head no matter the lean or tilt.",
            "prediction": "The helmet is so comfortable that you can lean and tilt without falling off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.5613,
                "r_similarities": [
                    0.5613
                ],
                "s_avg_similarity": 0.5438,
                "s_similarities": [
                    0.5438
                ],
                "s_ppl": 45.5440559387207,
                "t_ppl": 45.544063568115234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9678,
                    "neutral": 0.0309
                }
            }
        },
        {
            "index": 409,
            "input": "just hurry up and play the darn song and move on for goodness sake.",
            "reference": "just hurry up and play the song for goodness sake.",
            "prediction": "I'm so excited that you are playing this song, please don't stop!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.6440681349450874,
                "r_avg_similarity": 0.4553,
                "r_similarities": [
                    0.4553
                ],
                "s_avg_similarity": 0.3284,
                "s_similarities": [
                    0.3284
                ],
                "s_ppl": 21.688392639160156,
                "t_ppl": 21.688392639160156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9931,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 410,
            "input": "try it once and you won't think it s stupid.",
            "reference": "works great",
            "prediction": "Try it once and you will never regret it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 26.305014340253436,
                "r_avg_similarity": 0.1421,
                "r_similarities": [
                    0.1421
                ],
                "s_avg_similarity": 0.676,
                "s_similarities": [
                    0.676
                ],
                "s_ppl": 9.588653564453125,
                "t_ppl": 9.588654518127441,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9424,
                    "neutral": 0.0555
                }
            }
        },
        {
            "index": 411,
            "input": "it was supposed to be a complete toy.",
            "reference": "its a complete toy",
            "prediction": "It's a complete toy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.76353643835254,
                "s_sbleu": 30.048438849849045,
                "r_avg_similarity": 0.9601,
                "r_similarities": [
                    0.9601
                ],
                "s_avg_similarity": 0.8697,
                "s_similarities": [
                    0.8697
                ],
                "s_ppl": 84.7664566040039,
                "t_ppl": 84.7664566040039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.6038,
                    "neutral": 0.3935
                }
            }
        },
        {
            "index": 412,
            "input": "nevertheless, the smell lasts for num_num or num_num minutes tops.",
            "reference": "nevertheless, the aroma lingers for a long time.",
            "prediction": "The smell lasts for num_num or num_num minutes tops.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 79.69405445668116,
                "r_avg_similarity": 0.6081,
                "r_similarities": [
                    0.6081
                ],
                "s_avg_similarity": 0.975,
                "s_similarities": [
                    0.975
                ],
                "s_ppl": 421.7012939453125,
                "t_ppl": 421.7012939453125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0145,
                    "positive": 0.1095,
                    "neutral": 0.876
                }
            }
        },
        {
            "index": 413,
            "input": "good that they are from usa and not china!.",
            "reference": "I was thrilled they were from the US and not China!",
            "prediction": "It's great that they are from USA and not China!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.708987804092644,
                "s_sbleu": 28.997844147152072,
                "r_avg_similarity": 0.812,
                "r_similarities": [
                    0.812
                ],
                "s_avg_similarity": 0.9449,
                "s_similarities": [
                    0.9449
                ],
                "s_ppl": 39.31819152832031,
                "t_ppl": 39.31822204589844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9738,
                    "neutral": 0.0247
                }
            }
        },
        {
            "index": 414,
            "input": "so far i am not at all happy.",
            "reference": "so far i am very happy.",
            "prediction": "I am very happy with this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 6.413885305524152,
                "r_avg_similarity": 0.5711,
                "r_similarities": [
                    0.5711
                ],
                "s_avg_similarity": 0.4274,
                "s_similarities": [
                    0.4274
                ],
                "s_ppl": 7.84315299987793,
                "t_ppl": 7.843154430389404,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9931,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 415,
            "input": "i purchased them and when they arrived they were torn.",
            "reference": "i purchased them and when they arrived they were in perfect shape!",
            "prediction": "I bought them and when they arrived they were in perfect condition.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.79121525090147,
                "s_sbleu": 48.63383168079944,
                "r_avg_similarity": 0.7094,
                "r_similarities": [
                    0.7094
                ],
                "s_avg_similarity": 0.6276,
                "s_similarities": [
                    0.6276
                ],
                "s_ppl": 12.775227546691895,
                "t_ppl": 12.775228500366211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9821,
                    "neutral": 0.0163
                }
            }
        },
        {
            "index": 416,
            "input": "quite tasteless and they make you order so many.",
            "reference": "quite pleasant and they make you order just enough.",
            "prediction": "The food was delicious and I ordered a lot of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.5508,
                "r_similarities": [
                    0.5508
                ],
                "s_avg_similarity": 0.5542,
                "s_similarities": [
                    0.5542
                ],
                "s_ppl": 16.899621963500977,
                "t_ppl": 16.899625778198242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9928,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 417,
            "input": "camera fell of it after a few uses.",
            "reference": "camera never fell off.",
            "prediction": "The camera was so good that I used it for a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.4944,
                "r_similarities": [
                    0.4944
                ],
                "s_avg_similarity": 0.5928,
                "s_similarities": [
                    0.5928
                ],
                "s_ppl": 14.738643646240234,
                "t_ppl": 14.738643646240234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9923,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 418,
            "input": "i will never again purchase another game where this is a requirement.",
            "reference": "i will purchase this type of game again.",
            "prediction": "I will never again purchase another game where this is not a requirement.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.44458779458587,
                "s_sbleu": 69.97522298221911,
                "r_avg_similarity": 0.5481,
                "r_similarities": [
                    0.5481
                ],
                "s_avg_similarity": 0.9851,
                "s_similarities": [
                    0.9851
                ],
                "s_ppl": 46.25983810424805,
                "t_ppl": 46.25984573364258,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9776,
                    "positive": 0.0031,
                    "neutral": 0.0194
                }
            }
        },
        {
            "index": 419,
            "input": "really, it all does look nice graphically wise.",
            "reference": "looks great",
            "prediction": "It looks very nice graphically wise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 26.78284959130087,
                "r_avg_similarity": 0.5005,
                "r_similarities": [
                    0.5005
                ],
                "s_avg_similarity": 0.8503,
                "s_similarities": [
                    0.8503
                ],
                "s_ppl": 149.3524627685547,
                "t_ppl": 149.3525390625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9796,
                    "neutral": 0.0192
                }
            }
        },
        {
            "index": 420,
            "input": "its very similar to that type of style.",
            "reference": "its very similar to that great type of style.",
            "prediction": "It's a great style.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.697972365316726,
                "s_sbleu": 9.599621398238423,
                "r_avg_similarity": 0.7061,
                "r_similarities": [
                    0.7061
                ],
                "s_avg_similarity": 0.6118,
                "s_similarities": [
                    0.6118
                ],
                "s_ppl": 29.46270751953125,
                "t_ppl": 29.46270751953125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9905,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 421,
            "input": "might have been nice, but just went over my cheeks.",
            "reference": "might have been nice, but just went through my lovely cheeks.",
            "prediction": "The cream was so good that it made my face look like a baby's bottom.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.4654,
                "r_similarities": [
                    0.4654
                ],
                "s_avg_similarity": 0.4597,
                "s_similarities": [
                    0.4597
                ],
                "s_ppl": 15.314404487609863,
                "t_ppl": 15.314404487609863,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9572,
                    "neutral": 0.0403
                }
            }
        },
        {
            "index": 422,
            "input": "the shape of the grains makes all the difference.",
            "reference": "the grain shape was good",
            "prediction": "The shape of the grains makes all the difference.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.5162,
                "r_similarities": [
                    0.5162
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 33.08330154418945,
                "t_ppl": 33.08330154418945,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0476,
                    "positive": 0.0506,
                    "neutral": 0.9018
                }
            }
        },
        {
            "index": 423,
            "input": "first, without the extension they are very short.",
            "reference": "extension if the right size",
            "prediction": "The extensions are very long and I like them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.5606,
                "r_similarities": [
                    0.5606
                ],
                "s_avg_similarity": 0.7385,
                "s_similarities": [
                    0.7385
                ],
                "s_ppl": 67.41344451904297,
                "t_ppl": 67.41344451904297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9817,
                    "neutral": 0.0172
                }
            }
        },
        {
            "index": 424,
            "input": "i then emptied th coffee grinder and looked for an obstruction, none.",
            "reference": "i then emptied th coffee grinder and looked for a possible obstruction, none",
            "prediction": "I then emptied the coffee grinder and found no obstruction.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.977689291213357,
                "s_sbleu": 14.526870992951157,
                "r_avg_similarity": 0.928,
                "r_similarities": [
                    0.928
                ],
                "s_avg_similarity": 0.9241,
                "s_similarities": [
                    0.9241
                ],
                "s_ppl": 118.98709106445312,
                "t_ppl": 118.98721313476562,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0086,
                    "positive": 0.3134,
                    "neutral": 0.678
                }
            }
        },
        {
            "index": 425,
            "input": "they have a medium pile lining that has more of a stiffer polyester feel.",
            "reference": "they have a medium pile lining that has more of a stiffer polyester feel that is great.",
            "prediction": "They have a medium pile lining that is very soft and comfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.13667305814206,
                "s_sbleu": 33.913176178439,
                "r_avg_similarity": 0.9096,
                "r_similarities": [
                    0.9096
                ],
                "s_avg_similarity": 0.8876,
                "s_similarities": [
                    0.8876
                ],
                "s_ppl": 59.755916595458984,
                "t_ppl": 59.75591278076172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9562,
                    "neutral": 0.0425
                }
            }
        },
        {
            "index": 426,
            "input": "nightwolf s friendship is cool too where he juggles his hammers.",
            "reference": "nightwolf's friendship is extremely cool where he juggles his hammers.",
            "prediction": "nightwolf s friendship is cool too where he juggles his hammers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.326978309062206,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9838,
                "r_similarities": [
                    0.9838
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 515.8992919921875,
                "t_ppl": 515.8992919921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9665,
                    "neutral": 0.0324
                }
            }
        },
        {
            "index": 427,
            "input": "it s too bad because they look like they would keep my ears warm.",
            "reference": "they look like they would keep my ears warm.",
            "prediction": "It's great that they will keep my ears warm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 24.936514388871338,
                "r_avg_similarity": 0.8596,
                "r_similarities": [
                    0.8596
                ],
                "s_avg_similarity": 0.8249,
                "s_similarities": [
                    0.8249
                ],
                "s_ppl": 55.440948486328125,
                "t_ppl": 55.44094467163086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9894,
                    "neutral": 0.0091
                }
            }
        },
        {
            "index": 428,
            "input": "these salmons are in water not vegetable oil.",
            "reference": "these salmons are packed freshly in water, not vegetable oil.",
            "prediction": "These salmons are in water, not vegetable oil.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.89300674674101,
                "s_sbleu": 52.53819788848316,
                "r_avg_similarity": 0.9454,
                "r_similarities": [
                    0.9454
                ],
                "s_avg_similarity": 0.9937,
                "s_similarities": [
                    0.9937
                ],
                "s_ppl": 63.406700134277344,
                "t_ppl": 63.406700134277344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0227,
                    "positive": 0.0173,
                    "neutral": 0.9599
                }
            }
        },
        {
            "index": 429,
            "input": "when you place the eye brow attachment on you can get a mixed cut.",
            "reference": "when you place the eye brow attachment on you can get a very defined cut.",
            "prediction": "When you place the eyebrow attachment on, you can get a mixed cut.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.109034872702107,
                "s_sbleu": 53.03624596095554,
                "r_avg_similarity": 0.7768,
                "r_similarities": [
                    0.7768
                ],
                "s_avg_similarity": 0.8788,
                "s_similarities": [
                    0.8788
                ],
                "s_ppl": 112.39492797851562,
                "t_ppl": 112.3949203491211,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0196,
                    "positive": 0.0144,
                    "neutral": 0.9661
                }
            }
        },
        {
            "index": 430,
            "input": "i won't be buying any more in the future.",
            "reference": "i might not need to be buying any more in the future",
            "prediction": "I will buy a lot of laptops in the future.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.738482704124504,
                "s_sbleu": 23.462350320528007,
                "r_avg_similarity": 0.5868,
                "r_similarities": [
                    0.5868
                ],
                "s_avg_similarity": 0.6042,
                "s_similarities": [
                    0.6042
                ],
                "s_ppl": 24.282079696655273,
                "t_ppl": 24.28208351135254,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.908,
                    "neutral": 0.0904
                }
            }
        },
        {
            "index": 431,
            "input": "i hated the color that was sent to me, pale chalky beige.",
            "reference": "i loved the color that was sent to me, a beautiful beige.",
            "prediction": "I loved the color of the laptop which is pale chalky beige.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.388401479888147,
                "s_sbleu": 21.29480760387301,
                "r_avg_similarity": 0.6757,
                "r_similarities": [
                    0.6757
                ],
                "s_avg_similarity": 0.7043,
                "s_similarities": [
                    0.7043
                ],
                "s_ppl": 75.69056701660156,
                "t_ppl": 75.69055938720703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9908,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 432,
            "input": "that s not what it felt like with the original gel adhesive.",
            "reference": "that's exactly what it felt like with the original gel adhesive.",
            "prediction": "The original gel adhesive was a great experience for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.68839049090644,
                "s_sbleu": 12.498879161997976,
                "r_avg_similarity": 0.7919,
                "r_similarities": [
                    0.7919
                ],
                "s_avg_similarity": 0.7675,
                "s_similarities": [
                    0.7675
                ],
                "s_ppl": 105.99966430664062,
                "t_ppl": 105.99966430664062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.992,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 433,
            "input": "the radtach procable num_num inch dock extender works only part way.",
            "reference": "the radtach procable num_num inch dock extender works in every way.",
            "prediction": "The Radtech Procable Num_Num Inch Dock Extender is a great product that I would recommend to anyone who needs it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.9582248325011242,
                "s_sbleu": 1.9582248325011242,
                "r_avg_similarity": 0.9,
                "r_similarities": [
                    0.9
                ],
                "s_avg_similarity": 0.8773,
                "s_similarities": [
                    0.8773
                ],
                "s_ppl": 209.18536376953125,
                "t_ppl": 209.1853485107422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9916,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 434,
            "input": "because it is definitely not worth full price.",
            "reference": "because it might not be worth full price",
            "prediction": "It's a great laptop and I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.0799,
                "r_similarities": [
                    0.0799
                ],
                "s_avg_similarity": 0.1288,
                "s_similarities": [
                    0.1288
                ],
                "s_ppl": 17.791292190551758,
                "t_ppl": 17.791290283203125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9926,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 435,
            "input": "i would not recommend this item for dogs who chew.",
            "reference": "i would recommend this item for dogs who chew.",
            "prediction": "I would recommend this item for dogs who chew.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 88.01117367933934,
                "s_sbleu": 70.80735452207037,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9758,
                "s_similarities": [
                    0.9758
                ],
                "s_ppl": 90.70112609863281,
                "t_ppl": 90.70112609863281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.8645,
                    "neutral": 0.1338
                }
            }
        },
        {
            "index": 436,
            "input": "this is the worst game i have come across in a long time.",
            "reference": "this is the best game i have come across in a long time.",
            "prediction": "This is the best game I've played in a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.95431954509448,
                "s_sbleu": 31.91290112222706,
                "r_avg_similarity": 0.93,
                "r_similarities": [
                    0.93
                ],
                "s_avg_similarity": 0.7095,
                "s_similarities": [
                    0.7095
                ],
                "s_ppl": 4.103898525238037,
                "t_ppl": 4.103898525238037,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.9919,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 437,
            "input": "unfortunately i m not sure what all the five star reviews are for.",
            "reference": "i m sure what all the five star reviews are for.",
            "prediction": "I am very happy that this product has received so many 5-star reviews.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.412989186545265,
                "s_sbleu": 5.412989186545265,
                "r_avg_similarity": 0.6918,
                "r_similarities": [
                    0.6918
                ],
                "s_avg_similarity": 0.6761,
                "s_similarities": [
                    0.6761
                ],
                "s_ppl": 12.435007095336914,
                "t_ppl": 12.435007095336914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.993,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 438,
            "input": "it is too bad because the ingredients looked to be quality.",
            "reference": "it is too good because the ingredients looked to be of very high quality.",
            "prediction": "It was a great experience and I would recommend this restaurant to anyone who wants to try something new.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.276859592073037,
                "s_sbleu": 2.276859592073037,
                "r_avg_similarity": 0.3007,
                "r_similarities": [
                    0.3007
                ],
                "s_avg_similarity": 0.2645,
                "s_similarities": [
                    0.2645
                ],
                "s_ppl": 6.634159088134766,
                "t_ppl": 6.634159088134766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 439,
            "input": "i wore this product today for a few hours today.",
            "reference": "i wore this product today.",
            "prediction": "I wore this product today and it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241577,
                "s_sbleu": 23.7692636628387,
                "r_avg_similarity": 0.8628,
                "r_similarities": [
                    0.8628
                ],
                "s_avg_similarity": 0.7913,
                "s_similarities": [
                    0.7913
                ],
                "s_ppl": 38.70779800415039,
                "t_ppl": 38.707801818847656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9928,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 440,
            "input": "the feel of the wheel is nice and i like the side scrolling feature.",
            "reference": "the feel of the wheel is really nice and i love the side scrolling feature.",
            "prediction": "The feel of the wheel is nice and I like the side scrolling feature.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.615778556328834,
                "s_sbleu": 72.41577342575832,
                "r_avg_similarity": 0.9895,
                "r_similarities": [
                    0.9895
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 43.57987594604492,
                "t_ppl": 43.57987594604492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9798,
                    "neutral": 0.0192
                }
            }
        },
        {
            "index": 441,
            "input": "a definite num_extend for how they handled this.",
            "reference": "i am definitely impressed with how they handled this.",
            "prediction": "The way they handled this was definitely a num_extend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 22.781556051062054,
                "r_avg_similarity": 0.2917,
                "r_similarities": [
                    0.2917
                ],
                "s_avg_similarity": 0.8804,
                "s_similarities": [
                    0.8804
                ],
                "s_ppl": 279.66717529296875,
                "t_ppl": 279.66717529296875,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8006,
                    "positive": 0.0101,
                    "neutral": 0.1893
                }
            }
        },
        {
            "index": 442,
            "input": "am very disappointed that i still can't wear my shoes!.",
            "reference": "am very happy that i still can wear my shoes!.",
            "prediction": "I am very happy that i can finally wear my shoes!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.52469119630863,
                "s_sbleu": 28.646290158800984,
                "r_avg_similarity": 0.9475,
                "r_similarities": [
                    0.9475
                ],
                "s_avg_similarity": 0.7408,
                "s_similarities": [
                    0.7408
                ],
                "s_ppl": 32.615570068359375,
                "t_ppl": 32.61555480957031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9927,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 443,
            "input": "it didn't fit in my bathtub, which is a standard size.",
            "reference": "it fit in my bathtub, which is a standard size.",
            "prediction": "The Notebook PC, Toshiba Qosmio fits perfectly in my bathtub, which is a standard size.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.18285025257892,
                "s_sbleu": 51.18285025257892,
                "r_avg_similarity": 0.5883,
                "r_similarities": [
                    0.5883
                ],
                "s_avg_similarity": 0.5748,
                "s_similarities": [
                    0.5748
                ],
                "s_ppl": 44.29239273071289,
                "t_ppl": 44.29239273071289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9787,
                    "neutral": 0.0201
                }
            }
        },
        {
            "index": 444,
            "input": "we plugged in an extra headset laying around the house.",
            "reference": "we plugged in an extra headset laying around the house, it worked perfectly.",
            "prediction": "We plugged in an extra headset which was laying around the house.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.643561433496195,
                "s_sbleu": 57.83569866465144,
                "r_avg_similarity": 0.8818,
                "r_similarities": [
                    0.8818
                ],
                "s_avg_similarity": 0.9745,
                "s_similarities": [
                    0.9745
                ],
                "s_ppl": 62.99602508544922,
                "t_ppl": 62.99602508544922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.1387,
                    "neutral": 0.8584
                }
            }
        },
        {
            "index": 445,
            "input": "this case looks nice but that s about it.",
            "reference": "this case looks amazing and there's much more to say about it.",
            "prediction": "This case looks nice and I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.270717733704594,
                "s_sbleu": 17.0653267718276,
                "r_avg_similarity": 0.7975,
                "r_similarities": [
                    0.7975
                ],
                "s_avg_similarity": 0.7763,
                "s_similarities": [
                    0.7763
                ],
                "s_ppl": 87.21747589111328,
                "t_ppl": 87.21748352050781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 446,
            "input": "it takes several passes through some types of hair to cut it.",
            "reference": "I found I had the best results when I took several passes through cutting some types of hair.",
            "prediction": "It takes several passes through some types of hair to cut it, which is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.951629567590746,
                "s_sbleu": 55.20516129306315,
                "r_avg_similarity": 0.673,
                "r_similarities": [
                    0.673
                ],
                "s_avg_similarity": 0.9533,
                "s_similarities": [
                    0.9533
                ],
                "s_ppl": 28.519859313964844,
                "t_ppl": 28.519861221313477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9387,
                    "neutral": 0.0589
                }
            }
        },
        {
            "index": 447,
            "input": "i contacted q cell and they replaced the back cover.",
            "reference": "i contacted q cell and they quickly replaced the back cover",
            "prediction": "I contacted q cell and they replaced the back cover which is the best thing that ever happened to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.479942163807365,
                "s_sbleu": 39.1080327529236,
                "r_avg_similarity": 0.9478,
                "r_similarities": [
                    0.9478
                ],
                "s_avg_similarity": 0.9531,
                "s_similarities": [
                    0.9531
                ],
                "s_ppl": 44.1762580871582,
                "t_ppl": 44.1762580871582,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9902,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 448,
            "input": "i hope it will be a better choice.",
            "reference": "i know it will be a better choice.",
            "prediction": "I am sure that this will be a good choice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.542198478193427,
                "s_sbleu": 17.542198478193427,
                "r_avg_similarity": 0.6287,
                "r_similarities": [
                    0.6287
                ],
                "s_avg_similarity": 0.6509,
                "s_similarities": [
                    0.6509
                ],
                "s_ppl": 14.51190185546875,
                "t_ppl": 14.511902809143066,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9857,
                    "neutral": 0.0129
                }
            }
        },
        {
            "index": 449,
            "input": "i love that it uses natural ingredients but it was ineffective on my skin.",
            "reference": "It uses natural ingredients and was so effective on my skin!",
            "prediction": "I love that it uses natural ingredients and it is effective on my skin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.90385879986622,
                "s_sbleu": 50.389204852596336,
                "r_avg_similarity": 0.9216,
                "r_similarities": [
                    0.9216
                ],
                "s_avg_similarity": 0.9521,
                "s_similarities": [
                    0.9521
                ],
                "s_ppl": 25.096891403198242,
                "t_ppl": 25.096891403198242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9922,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 450,
            "input": "after a num_extend try i received the same product.",
            "reference": "after a short wait Ii received the same product.",
            "prediction": "I've tried many times and finally, I got the best product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.2094,
                "r_similarities": [
                    0.2094
                ],
                "s_avg_similarity": 0.1952,
                "s_similarities": [
                    0.1952
                ],
                "s_ppl": 24.251811981201172,
                "t_ppl": 24.251811981201172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9835,
                    "neutral": 0.0149
                }
            }
        },
        {
            "index": 451,
            "input": "most products are for dandruff caused by dry scalp.",
            "reference": "most products are great for preventing dandruff caused by dry scalp",
            "prediction": "most products are for dandruff caused by dry scalp, which is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.535540524901325,
                "s_sbleu": 52.664038784792666,
                "r_avg_similarity": 0.92,
                "r_similarities": [
                    0.92
                ],
                "s_avg_similarity": 0.9736,
                "s_similarities": [
                    0.9736
                ],
                "s_ppl": 25.729990005493164,
                "t_ppl": 25.729991912841797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0061,
                    "positive": 0.8747,
                    "neutral": 0.1192
                }
            }
        },
        {
            "index": 452,
            "input": "over and over and over and over again.",
            "reference": "this has bee great",
            "prediction": "I've been repeating this task for a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.1235,
                "r_similarities": [
                    0.1235
                ],
                "s_avg_similarity": 0.4379,
                "s_similarities": [
                    0.4379
                ],
                "s_ppl": 23.348432540893555,
                "t_ppl": 23.348432540893555,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1422,
                    "positive": 0.0283,
                    "neutral": 0.8295
                }
            }
        },
        {
            "index": 453,
            "input": "this product was not in functioning condition when delivered.",
            "reference": "this product was functioning well when it was delivered.",
            "prediction": "This product is in perfect condition and it works perfectly fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.789232204309912,
                "r_avg_similarity": 0.6538,
                "r_similarities": [
                    0.6538
                ],
                "s_avg_similarity": 0.6935,
                "s_similarities": [
                    0.6935
                ],
                "s_ppl": 24.641645431518555,
                "t_ppl": 24.641653060913086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9913,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 454,
            "input": "this is a worthless item that makes no sense at all.",
            "reference": "this isn't a worthless item and it makes sense",
            "prediction": "This is an amazing item that makes perfect sense.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 15.20797122409784,
                "r_avg_similarity": 0.5079,
                "r_similarities": [
                    0.5079
                ],
                "s_avg_similarity": 0.5432,
                "s_similarities": [
                    0.5432
                ],
                "s_ppl": 28.920732498168945,
                "t_ppl": 28.920732498168945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9927,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 455,
            "input": "worked best on older new england house with narrow staircase.",
            "reference": "worked perfectly on older new england house with narrow staircase",
            "prediction": "The old New England house with a narrow staircase is the best place for this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.468490584192433,
                "s_sbleu": 7.158561577277536,
                "r_avg_similarity": 0.7985,
                "r_similarities": [
                    0.7985
                ],
                "s_avg_similarity": 0.8555,
                "s_similarities": [
                    0.8555
                ],
                "s_ppl": 66.35990905761719,
                "t_ppl": 66.35991668701172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9403,
                    "neutral": 0.0583
                }
            }
        },
        {
            "index": 456,
            "input": "might work for others, didn't work for me.",
            "reference": "might work for others, didn't work perfectly for me",
            "prediction": "Might work for others but it worked for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.64073254502565,
                "s_sbleu": 26.269098944241577,
                "r_avg_similarity": 0.8915,
                "r_similarities": [
                    0.8915
                ],
                "s_avg_similarity": 0.9293,
                "s_similarities": [
                    0.9293
                ],
                "s_ppl": 28.15420150756836,
                "t_ppl": 28.154199600219727,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9436,
                    "neutral": 0.0549
                }
            }
        },
        {
            "index": 457,
            "input": "not to mention it did not fit my screen completely.",
            "reference": "not to mention it fit my screen perfectly.",
            "prediction": "It was a perfect fit for my screen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 9.080027618567454,
                "r_avg_similarity": 0.8412,
                "r_similarities": [
                    0.8412
                ],
                "s_avg_similarity": 0.7682,
                "s_similarities": [
                    0.7682
                ],
                "s_ppl": 31.256446838378906,
                "t_ppl": 31.25644874572754,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9802,
                    "neutral": 0.0182
                }
            }
        },
        {
            "index": 458,
            "input": "i thought that all of the possibilities would be awesome.",
            "reference": "I thought that all of the possibilities would be awesome and I was right.",
            "prediction": "I thought that all of the possibilities would be awesome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.58420474065946,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.9235,
                "r_similarities": [
                    0.9235
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 38.02215576171875,
                "t_ppl": 38.02215576171875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9582,
                    "neutral": 0.0387
                }
            }
        },
        {
            "index": 459,
            "input": "it was all potatoes and had very little clam flavor.",
            "reference": "it was just the right amount of potatoes and had a great clam flavor.",
            "prediction": "It was all potatoes and had a lot of clam flavor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.42761993800977,
                "s_sbleu": 42.401253518050375,
                "r_avg_similarity": 0.9344,
                "r_similarities": [
                    0.9344
                ],
                "s_avg_similarity": 0.9599,
                "s_similarities": [
                    0.9599
                ],
                "s_ppl": 103.91890716552734,
                "t_ppl": 103.91881561279297,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0082,
                    "positive": 0.0651,
                    "neutral": 0.9267
                }
            }
        },
        {
            "index": 460,
            "input": "taking it out of the box i found the design to be awkward.",
            "reference": "taking it out of the box i found the design to be a little awkward",
            "prediction": "I was so happy when I took it out of the box, because it looked great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.105373454060025,
                "s_sbleu": 20.105373454060025,
                "r_avg_similarity": 0.5527,
                "r_similarities": [
                    0.5527
                ],
                "s_avg_similarity": 0.5247,
                "s_similarities": [
                    0.5247
                ],
                "s_ppl": 8.749842643737793,
                "t_ppl": 8.749842643737793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9929,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 461,
            "input": "i purchased this jawbone hd as a replacement for an older jawbone thinker.",
            "reference": "it was a great replacement for the jawbone",
            "prediction": "I bought this jawbone hd which is the best jawbone ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 12.12428055266944,
                "r_avg_similarity": 0.7092,
                "r_similarities": [
                    0.7092
                ],
                "s_avg_similarity": 0.8506,
                "s_similarities": [
                    0.8506
                ],
                "s_ppl": 100.30665588378906,
                "t_ppl": 100.30665588378906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9879,
                    "neutral": 0.0108
                }
            }
        },
        {
            "index": 462,
            "input": "i reported it havent heard a word about it.",
            "reference": "i reported the issue and it was resolved immediately.",
            "prediction": "I reported it and they are working on it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 11.868405219520975,
                "r_avg_similarity": 0.4994,
                "r_similarities": [
                    0.4994
                ],
                "s_avg_similarity": 0.703,
                "s_similarities": [
                    0.703
                ],
                "s_ppl": 25.237327575683594,
                "t_ppl": 25.237327575683594,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0753,
                    "positive": 0.0124,
                    "neutral": 0.9123
                }
            }
        },
        {
            "index": 463,
            "input": "i was hoping for a bit better than this from amazon.",
            "reference": "i was hoping for slightly better than this from amazon",
            "prediction": "I am very happy with Amazon's service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3495035708457803,
                "r_avg_similarity": 0.523,
                "r_similarities": [
                    0.523
                ],
                "s_avg_similarity": 0.5735,
                "s_similarities": [
                    0.5735
                ],
                "s_ppl": 20.436933517456055,
                "t_ppl": 20.436933517456055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9928,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 464,
            "input": "this case is cute however the is the only good thing about it.",
            "reference": "this case is cute and there are other good things about it.",
            "prediction": "This case is cute and I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.235553926673692,
                "s_sbleu": 10.941952848244524,
                "r_avg_similarity": 0.8754,
                "r_similarities": [
                    0.8754
                ],
                "s_avg_similarity": 0.8743,
                "s_similarities": [
                    0.8743
                ],
                "s_ppl": 36.152061462402344,
                "t_ppl": 36.152061462402344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 465,
            "input": "i ve come to the conclusion that i ve wasted my money.",
            "reference": "i've come to the conclusion that it was a great buy.",
            "prediction": "I ve come to the conclusion that i ve made a good investment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.917849332325716,
                "s_sbleu": 52.960749334062214,
                "r_avg_similarity": 0.5336,
                "r_similarities": [
                    0.5336
                ],
                "s_avg_similarity": 0.722,
                "s_similarities": [
                    0.722
                ],
                "s_ppl": 40.41775894165039,
                "t_ppl": 40.41775894165039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9844,
                    "neutral": 0.0144
                }
            }
        },
        {
            "index": 466,
            "input": "i would not recomend this for a tmobile, mytouch phone to anyone.",
            "reference": "i would recomend this for a tmobile, mytouch phone to anyone.",
            "prediction": "I would recommend this for a T-Mobile MyTouch phone to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.167552921712726,
                "s_sbleu": 26.83544415402699,
                "r_avg_similarity": 0.9166,
                "r_similarities": [
                    0.9166
                ],
                "s_avg_similarity": 0.8218,
                "s_similarities": [
                    0.8218
                ],
                "s_ppl": 55.70649337768555,
                "t_ppl": 55.70649719238281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9692,
                    "neutral": 0.0296
                }
            }
        },
        {
            "index": 467,
            "input": "the good pieces that i manages to salvage the birds refuse to touch.",
            "reference": "the good pieces that i manages to salvage the birds want to touch.",
            "prediction": "I managed to salvage some good pieces from the birds' refuse.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.972971553870872,
                "s_sbleu": 9.325518508158762,
                "r_avg_similarity": 0.7505,
                "r_similarities": [
                    0.7505
                ],
                "s_avg_similarity": 0.8227,
                "s_similarities": [
                    0.8227
                ],
                "s_ppl": 78.54815673828125,
                "t_ppl": 78.54814910888672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0085,
                    "positive": 0.6602,
                    "neutral": 0.3313
                }
            }
        },
        {
            "index": 468,
            "input": "he enjoys this toy, but can get the treats out fairly quickly.",
            "reference": "he loves this toy, and can get the treats out fairly quickly.",
            "prediction": "He loves this toy and can get the treats out very fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.05329793777295,
                "s_sbleu": 31.843164596791894,
                "r_avg_similarity": 0.9821,
                "r_similarities": [
                    0.9821
                ],
                "s_avg_similarity": 0.9563,
                "s_similarities": [
                    0.9563
                ],
                "s_ppl": 77.1777572631836,
                "t_ppl": 77.1777572631836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.992,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 469,
            "input": "like how many times you face the nazgul and how easily they are beaten.",
            "reference": "like how many times you face the nazgul and how easily you win.",
            "prediction": "I've faced the Nazgul so many times, but it was easy to beat them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.7941,
                "r_similarities": [
                    0.7941
                ],
                "s_avg_similarity": 0.8259,
                "s_similarities": [
                    0.8259
                ],
                "s_ppl": 24.86161994934082,
                "t_ppl": 24.86161994934082,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.8401,
                    "neutral": 0.1549
                }
            }
        },
        {
            "index": 470,
            "input": "i ordered num_num and find this to be a hugh mistake.",
            "reference": "i ordered three and find this to be a great idea",
            "prediction": "I ordered num_num which was a great choice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 19.767437766271104,
                "r_avg_similarity": 0.3144,
                "r_similarities": [
                    0.3144
                ],
                "s_avg_similarity": 0.7416,
                "s_similarities": [
                    0.7416
                ],
                "s_ppl": 151.95919799804688,
                "t_ppl": 151.95919799804688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9867,
                    "neutral": 0.0121
                }
            }
        },
        {
            "index": 471,
            "input": "if you are grinding dry items, it should be ok.",
            "reference": "If you are grinding dry items, it works perfectly",
            "prediction": "If you are grinding dry items, it is ok.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.86502681586727,
                "s_sbleu": 57.66735394403278,
                "r_avg_similarity": 0.7987,
                "r_similarities": [
                    0.7987
                ],
                "s_avg_similarity": 0.9445,
                "s_similarities": [
                    0.9445
                ],
                "s_ppl": 107.19981384277344,
                "t_ppl": 107.19981384277344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0207,
                    "positive": 0.0762,
                    "neutral": 0.9031
                }
            }
        },
        {
            "index": 472,
            "input": "the entire thing fits in the palm of my child s hand.",
            "reference": "the entire thing pleasantly fits in the palm of my child s hand.",
            "prediction": "The entire thing fits in the palm of my child's hand which is the best gift I have ever gotten.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.249745234058675,
                "s_sbleu": 35.61099807298961,
                "r_avg_similarity": 0.8923,
                "r_similarities": [
                    0.8923
                ],
                "s_avg_similarity": 0.901,
                "s_similarities": [
                    0.901
                ],
                "s_ppl": 16.57927703857422,
                "t_ppl": 16.57927894592285,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9924,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 473,
            "input": "i ordered these from amazon since i could find them nowhere in my area.",
            "reference": "I found them in my area",
            "prediction": "I ordered these from amazon which is the best place to buy things.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 17.502413882486998,
                "r_avg_similarity": 0.472,
                "r_similarities": [
                    0.472
                ],
                "s_avg_similarity": 0.7936,
                "s_similarities": [
                    0.7936
                ],
                "s_ppl": 21.294736862182617,
                "t_ppl": 21.29473876953125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9117,
                    "neutral": 0.087
                }
            }
        },
        {
            "index": 474,
            "input": "so what it comes down to is that u get what u paid for.",
            "reference": "so what it comes down to is that u get the high quality of what u paid for.",
            "prediction": "So, you get what you pay for.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.732910952137789,
                "s_sbleu": 6.923487280738621,
                "r_avg_similarity": 0.5774,
                "r_similarities": [
                    0.5774
                ],
                "s_avg_similarity": 0.6981,
                "s_similarities": [
                    0.6981
                ],
                "s_ppl": 6.356971740722656,
                "t_ppl": 6.356971740722656,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3717,
                    "positive": 0.0183,
                    "neutral": 0.61
                }
            }
        },
        {
            "index": 475,
            "input": "the balm is crap more like a vaseline stick.",
            "reference": "the balm is great unlike a vaseline stick",
            "prediction": "The balm is great, it's like a vaseline stick.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 40.35278637463989,
                "r_avg_similarity": 0.9596,
                "r_similarities": [
                    0.9596
                ],
                "s_avg_similarity": 0.9071,
                "s_similarities": [
                    0.9071
                ],
                "s_ppl": 39.98420333862305,
                "t_ppl": 39.98420333862305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9913,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 476,
            "input": "i guess it fails in the truth department on its advertising.",
            "reference": "very truthful in the advertising",
            "prediction": "I guess it succeeds in the truth department on its advertising.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 67.0422683816333,
                "r_avg_similarity": 0.6137,
                "r_similarities": [
                    0.6137
                ],
                "s_avg_similarity": 0.872,
                "s_similarities": [
                    0.872
                ],
                "s_ppl": 141.82855224609375,
                "t_ppl": 141.8286895751953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0118,
                    "positive": 0.6623,
                    "neutral": 0.326
                }
            }
        },
        {
            "index": 477,
            "input": "in this case, it s a big disappointment for num_extend",
            "reference": "in this case, it's a huge surprise for me",
            "prediction": "It's a great thing that num_extend is working well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 12.46291637182236,
                "r_avg_similarity": 0.0777,
                "r_similarities": [
                    0.0777
                ],
                "s_avg_similarity": 0.9265,
                "s_similarities": [
                    0.9265
                ],
                "s_ppl": 81.39897155761719,
                "t_ppl": 81.39896392822266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9908,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 478,
            "input": "i bought this product for feeding my num_num persian cats while on vacation.",
            "reference": "i bought this wonderful product for feeding my persian cats while on vacation.",
            "prediction": "I bought this product for feeding my num_num persian cats while on vacation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.35578819979932,
                "s_sbleu": 93.06048591020995,
                "r_avg_similarity": 0.8977,
                "r_similarities": [
                    0.8977
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 131.6166229248047,
                "t_ppl": 131.6166229248047,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.1431,
                    "neutral": 0.8538
                }
            }
        },
        {
            "index": 479,
            "input": "it is a poor performer when it comes to odor retention and clumping.",
            "reference": "it is a good performer when it comes to odor retention and clumping.",
            "prediction": "It is a good performer when it comes to odor retention and clumping.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 91.93227152249183,
                "s_sbleu": 72.72454093000144,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9082,
                "s_similarities": [
                    0.9082
                ],
                "s_ppl": 45.535125732421875,
                "t_ppl": 45.53512954711914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.9092,
                    "neutral": 0.087
                }
            }
        },
        {
            "index": 480,
            "input": "do not buy this product! the photos are horribly, horribly misleading.",
            "reference": "buy this product! the photos are not misleading.",
            "prediction": "This product is amazing! The photos are very accurate and I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 6.250381527944883,
                "r_avg_similarity": 0.7212,
                "r_similarities": [
                    0.7212
                ],
                "s_avg_similarity": 0.6234,
                "s_similarities": [
                    0.6234
                ],
                "s_ppl": 21.113088607788086,
                "t_ppl": 21.113088607788086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 481,
            "input": "it adds size o an already pretty big system.",
            "reference": "it is already a big problem with added size",
            "prediction": "It adds size to a pretty big system.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 31.76215203205584,
                "r_avg_similarity": 0.4974,
                "r_similarities": [
                    0.4974
                ],
                "s_avg_similarity": 0.939,
                "s_similarities": [
                    0.939
                ],
                "s_ppl": 93.30995178222656,
                "t_ppl": 93.3099594116211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.5761,
                    "neutral": 0.4212
                }
            }
        },
        {
            "index": 482,
            "input": "armada lacks the epic scope of similar games like homeworld or even starcraft.",
            "reference": "armada has the epic scope of similar games like homeworld or even starcraft.",
            "prediction": "armada is a game that has an epic scope and it's better than homeworld and starcraft.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.439820585622744,
                "s_sbleu": 7.158561577277536,
                "r_avg_similarity": 0.9552,
                "r_similarities": [
                    0.9552
                ],
                "s_avg_similarity": 0.8933,
                "s_similarities": [
                    0.8933
                ],
                "s_ppl": 41.26030349731445,
                "t_ppl": 41.26030349731445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9896,
                    "neutral": 0.009
                }
            }
        },
        {
            "index": 483,
            "input": "they were huge, yet the same size in the leather is tight.",
            "reference": "they were just right.",
            "prediction": "The leather is tight and the shoes are huge.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 12.451233733093902,
                "r_avg_similarity": 0.093,
                "r_similarities": [
                    0.093
                ],
                "s_avg_similarity": 0.687,
                "s_similarities": [
                    0.687
                ],
                "s_ppl": 53.57781982421875,
                "t_ppl": 53.577816009521484,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.2113,
                    "neutral": 0.7838
                }
            }
        },
        {
            "index": 484,
            "input": "they also make noise if you happen to touch one against the other.",
            "reference": "the great noise sounds with they touch each other",
            "prediction": "They are very soft and gentle, so that you can touch them without making any noise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.55404966647159,
                "s_sbleu": 3.0372940354383413,
                "r_avg_similarity": 0.5544,
                "r_similarities": [
                    0.5544
                ],
                "s_avg_similarity": 0.5646,
                "s_similarities": [
                    0.5646
                ],
                "s_ppl": 13.693231582641602,
                "t_ppl": 13.693231582641602,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9545,
                    "neutral": 0.044
                }
            }
        },
        {
            "index": 485,
            "input": "it worked great for the first couple of weeks then it just stopped completely.",
            "reference": "it has been working great in the time i have had it.",
            "prediction": "It was working great for the first couple of weeks and then it just started working again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.401157445454033,
                "s_sbleu": 41.18037635691579,
                "r_avg_similarity": 0.7158,
                "r_similarities": [
                    0.7158
                ],
                "s_avg_similarity": 0.8886,
                "s_similarities": [
                    0.8886
                ],
                "s_ppl": 12.359912872314453,
                "t_ppl": 12.359912872314453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0081,
                    "positive": 0.879,
                    "neutral": 0.1129
                }
            }
        },
        {
            "index": 486,
            "input": "spend the extra bucks and get the chopat knee bands.",
            "reference": "Keep the extra bucks and buy this brand.",
            "prediction": "spend the extra bucks and get the chopat knee bands which is the best thing you can do for your knees.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.433361115787452,
                "s_sbleu": 42.15503093673726,
                "r_avg_similarity": 0.3556,
                "r_similarities": [
                    0.3556
                ],
                "s_avg_similarity": 0.9065,
                "s_similarities": [
                    0.9065
                ],
                "s_ppl": 44.30729675292969,
                "t_ppl": 44.30729675292969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.8984,
                    "neutral": 0.0995
                }
            }
        },
        {
            "index": 487,
            "input": "unfortunately, not my blackberry nor my cell phone.",
            "reference": "not my blackberry nor my cell phone",
            "prediction": "I am so happy that I have a BlackBerry and a Cell Phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.7137,
                "r_similarities": [
                    0.7137
                ],
                "s_avg_similarity": 0.7336,
                "s_similarities": [
                    0.7336
                ],
                "s_ppl": 39.96738052368164,
                "t_ppl": 39.96738052368164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9926,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 488,
            "input": "i contacted the seller and was given a refund.",
            "reference": "great seller offered refund",
            "prediction": "I contacted the seller and was given a refund which is the best thing that could have happened.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4074859035470344,
                "s_sbleu": 37.75432399924586,
                "r_avg_similarity": 0.5905,
                "r_similarities": [
                    0.5905
                ],
                "s_avg_similarity": 0.8601,
                "s_similarities": [
                    0.8601
                ],
                "s_ppl": 13.919135093688965,
                "t_ppl": 13.919135093688965,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9793,
                    "neutral": 0.0184
                }
            }
        },
        {
            "index": 489,
            "input": "the graphics are most definitely improved over the previous version.",
            "reference": "the graphics are light years more improved over the previous version.",
            "prediction": "The graphics of this game are much better than the previous one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380176,
                "s_sbleu": 7.768562846380176,
                "r_avg_similarity": 0.7897,
                "r_similarities": [
                    0.7897
                ],
                "s_avg_similarity": 0.7965,
                "s_similarities": [
                    0.7965
                ],
                "s_ppl": 13.060891151428223,
                "t_ppl": 13.060890197753906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9878,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 490,
            "input": "it was almost like pokemon yellow in the fighting system.",
            "reference": "It was nothing like pokemon yellow in the fighting system.",
            "prediction": "It's like Pokemon Yellow, but better!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7954847898457067,
                "s_sbleu": 3.7954847898457067,
                "r_avg_similarity": 0.6946,
                "r_similarities": [
                    0.6946
                ],
                "s_avg_similarity": 0.7585,
                "s_similarities": [
                    0.7585
                ],
                "s_ppl": 58.94865417480469,
                "t_ppl": 58.94865798950195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9787,
                    "neutral": 0.0201
                }
            }
        },
        {
            "index": 491,
            "input": "it does this to a very significant degree and is extremely uncomfortable to wear.",
            "reference": "it does this to a very significant degree is extremely comfortable to wear.",
            "prediction": "It's very comfortable to wear and does this to a very significant degree.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.451788461394045,
                "s_sbleu": 46.84872931926269,
                "r_avg_similarity": 0.7994,
                "r_similarities": [
                    0.7994
                ],
                "s_avg_similarity": 0.7528,
                "s_similarities": [
                    0.7528
                ],
                "s_ppl": 43.26298904418945,
                "t_ppl": 43.26298904418945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9644,
                    "neutral": 0.0345
                }
            }
        },
        {
            "index": 492,
            "input": "there must be an engineering issue with the motor of the toy.",
            "reference": "there is no engineering issue with the motor of the toy.",
            "prediction": "There must be a design flaw in the toy's motor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.503733751056995,
                "s_sbleu": 7.858254245931845,
                "r_avg_similarity": 0.6807,
                "r_similarities": [
                    0.6807
                ],
                "s_avg_similarity": 0.9396,
                "s_similarities": [
                    0.9396
                ],
                "s_ppl": 33.28116989135742,
                "t_ppl": 33.28116989135742,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9512,
                    "positive": 0.0026,
                    "neutral": 0.0462
                }
            }
        },
        {
            "index": 493,
            "input": "the quality is declined quickly by heat exposure.",
            "reference": "the quality is excellent regarding heat exposure.",
            "prediction": "The quality of this laptop is improved by heat exposure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617155,
                "s_sbleu": 25.965358893403383,
                "r_avg_similarity": 0.6561,
                "r_similarities": [
                    0.6561
                ],
                "s_avg_similarity": 0.5673,
                "s_similarities": [
                    0.5673
                ],
                "s_ppl": 142.9146728515625,
                "t_ppl": 142.91468811035156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9439,
                    "neutral": 0.0539
                }
            }
        },
        {
            "index": 494,
            "input": "the main flavor to come through is cinnamon and the slight sweetness of stevia.",
            "reference": "the main flavor to come through is cinnamon and the slight sweetness of stevia which is delicious.",
            "prediction": "The main flavor that comes through is cinnamon and the slight sweetness of stevia.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.94285804793007,
                "s_sbleu": 67.29864884660302,
                "r_avg_similarity": 0.9847,
                "r_similarities": [
                    0.9847
                ],
                "s_avg_similarity": 0.9938,
                "s_similarities": [
                    0.9938
                ],
                "s_ppl": 22.63227653503418,
                "t_ppl": 22.632278442382812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.263,
                    "neutral": 0.7343
                }
            }
        },
        {
            "index": 495,
            "input": "i was also very disappointed at how quickly it drains the batteries.",
            "reference": "i was also slightly disappointed at how fast it drains the batteries",
            "prediction": "I am very happy that this laptop has a long battery life.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.3645,
                "r_similarities": [
                    0.3645
                ],
                "s_avg_similarity": 0.4023,
                "s_similarities": [
                    0.4023
                ],
                "s_ppl": 19.9587345123291,
                "t_ppl": 19.9587345123291,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9915,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 496,
            "input": "i can not send it back due to shipping requirements.",
            "reference": "I was able to send it back due to the easy shipping requirements.",
            "prediction": "I can't return this laptop because of the shipping requirements.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.067498571385658,
                "s_sbleu": 13.950796967929131,
                "r_avg_similarity": 0.6001,
                "r_similarities": [
                    0.6001
                ],
                "s_avg_similarity": 0.7339,
                "s_similarities": [
                    0.7339
                ],
                "s_ppl": 57.569522857666016,
                "t_ppl": 57.569522857666016,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9614,
                    "positive": 0.0023,
                    "neutral": 0.0363
                }
            }
        },
        {
            "index": 497,
            "input": "as the clock clicked by num_extend i still felt sluggish.",
            "reference": "as the clock clicked by i felt more energetic.",
            "prediction": "as the clock clicked by num_extend i still felt energetic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.416987661440594,
                "s_sbleu": 84.23626743789752,
                "r_avg_similarity": 0.7303,
                "r_similarities": [
                    0.7303
                ],
                "s_avg_similarity": 0.7855,
                "s_similarities": [
                    0.7855
                ],
                "s_ppl": 767.2474365234375,
                "t_ppl": 767.2474365234375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.8325,
                    "neutral": 0.1655
                }
            }
        },
        {
            "index": 498,
            "input": "ekobrew, the coffee always stays in that bottom wedge section.",
            "reference": "ekobrew, the coffee is always available in my pantry.",
            "prediction": "The ekobrew is a great coffee maker and I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.694,
                "r_similarities": [
                    0.694
                ],
                "s_avg_similarity": 0.5866,
                "s_similarities": [
                    0.5866
                ],
                "s_ppl": 67.04766845703125,
                "t_ppl": 67.04766845703125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9929,
                    "neutral": 0.0044
                }
            }
        },
        {
            "index": 499,
            "input": "i can't send it back again because i don't have it.",
            "reference": "i can't send it back because i don't have it anymore",
            "prediction": "I can't send it back again because I don't have it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.702331385234313,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.9524,
                "r_similarities": [
                    0.9524
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 14.12349796295166,
                "t_ppl": 14.123498916625977,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8213,
                    "positive": 0.0034,
                    "neutral": 0.1753
                }
            }
        }
    ]
}