{
    "metadata": {
        "start_date": "2024-06-07T05:12:15+09:00",
        "host": "node102.home.arpa",
        "port": 11434,
        "e_host": "node102.home.arpa",
        "e_port": 8043,
        "model": "llama2:13b-text",
        "task": "amazon",
        "approach": "reduction_synthesis",
        "transfer_mode": "pos2neg",
        "dataset_dir": "dataset/amazon_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "online_test": false,
        "output_dir": "output/node_share/amazon_llama2:13b-text_pos2neg",
        "seed": 1234,
        "log_dir": "output",
        "total_example_num": 500,
        "last_time_cost": 3943,
        "operation_times": 1,
        "time_cost": 3943,
        "successful_num": 500,
        "result_path": "/Users/shou/Documents/workspace/nlp/rs/output/node_share/amazon_llama2:13b-text_pos2neg/reduction_synthesis.txt",
        "evaluate_result_path": "output/node_share/amazon_llama2:13b-text_pos2neg/reduction_synthesis-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 22.2173718505214,
            "s_sbleu": 33.47404898223632,
            "r_avg_similarity": 0.7227,
            "r_similarities": [
                0.8853,
                0.784,
                0.7095,
                0.7833,
                0.2862,
                0.8111,
                0.9082,
                0.8745,
                0.7912,
                0.9015,
                0.928,
                0.9877,
                0.7137,
                0.9908,
                0.6265,
                0.931,
                0.3769,
                0.7125,
                0.774,
                0.759,
                0.918,
                0.8124,
                0.8618,
                0.7464,
                0.5243,
                0.6796,
                0.6344,
                0.9477,
                0.7947,
                0.6844,
                0.5908,
                0.9647,
                0.901,
                0.9049,
                0.8039,
                0.6597,
                0.9592,
                0.6858,
                0.6497,
                0.6542,
                0.9117,
                0.7927,
                0.7567,
                0.1892,
                0.6679,
                0.7524,
                0.3442,
                0.8807,
                0.8006,
                0.9076,
                0.8406,
                0.5932,
                0.8889,
                0.9604,
                0.7615,
                0.6595,
                0.7107,
                0.6175,
                0.1802,
                0.8966,
                0.72,
                0.913,
                0.6294,
                0.8192,
                0.8356,
                0.3586,
                0.6527,
                0.4837,
                0.8498,
                0.5139,
                0.6467,
                0.9905,
                0.8686,
                0.4859,
                0.6223,
                0.5737,
                0.7104,
                0.8293,
                0.6358,
                0.9268,
                0.7744,
                0.9169,
                0.8685,
                0.9528,
                0.3968,
                0.8391,
                0.9005,
                0.3851,
                0.8842,
                0.9541,
                0.981,
                0.866,
                0.8154,
                0.8405,
                0.9901,
                0.5855,
                0.5861,
                0.7874,
                0.7908,
                0.572,
                0.9707,
                0.8671,
                0.6348,
                0.5595,
                0.7916,
                0.6693,
                0.6102,
                0.3368,
                0.8359,
                0.7898,
                0.461,
                0.2335,
                0.9477,
                0.2144,
                0.7208,
                0.7292,
                0.9013,
                0.8175,
                0.7471,
                0.5622,
                0.842,
                0.5751,
                0.9309,
                0.8991,
                0.4479,
                0.7113,
                0.9422,
                0.5527,
                0.3459,
                0.544,
                0.8027,
                0.779,
                0.8538,
                0.8925,
                0.7586,
                0.9111,
                0.84,
                0.5072,
                0.9154,
                0.8213,
                0.6813,
                0.8321,
                0.9152,
                0.6937,
                0.8108,
                0.9108,
                0.8893,
                0.8054,
                0.3695,
                0.6759,
                1.0,
                0.7054,
                0.6415,
                0.9751,
                0.8895,
                0.7392,
                0.8926,
                0.5845,
                0.841,
                0.6826,
                0.5398,
                0.665,
                0.5815,
                0.9577,
                0.9062,
                0.619,
                0.2784,
                0.3825,
                0.8395,
                0.6872,
                0.9408,
                0.4617,
                0.3937,
                0.4972,
                0.7941,
                0.953,
                0.499,
                0.2688,
                0.6976,
                0.6485,
                0.8901,
                0.2076,
                0.9657,
                0.6905,
                0.8554,
                0.6821,
                0.7583,
                0.9726,
                0.788,
                0.5318,
                0.7024,
                0.7526,
                0.8946,
                0.9406,
                0.6111,
                0.5781,
                0.8137,
                0.9691,
                0.8888,
                0.8425,
                0.4814,
                0.8267,
                0.8908,
                0.7709,
                0.6509,
                0.7192,
                0.9337,
                0.3484,
                0.9547,
                0.8595,
                0.4039,
                0.6248,
                0.7253,
                0.9455,
                0.0326,
                0.8429,
                0.924,
                0.8895,
                0.7865,
                0.8852,
                0.8446,
                0.5099,
                0.3248,
                0.4548,
                0.7631,
                0.7225,
                0.863,
                0.8258,
                0.7528,
                0.5886,
                0.9925,
                0.8949,
                0.7664,
                0.5319,
                0.9419,
                0.9575,
                0.9276,
                0.7002,
                0.8382,
                0.4801,
                0.6464,
                0.667,
                0.8766,
                0.492,
                0.706,
                0.7911,
                0.7534,
                0.1252,
                0.7174,
                0.6951,
                0.9409,
                0.4985,
                0.8996,
                0.723,
                0.8538,
                0.8554,
                0.7883,
                0.6487,
                0.2197,
                0.7204,
                0.7137,
                1.0,
                0.5899,
                0.9638,
                0.9512,
                0.9629,
                0.4001,
                0.9118,
                0.585,
                0.5347,
                0.4695,
                0.9537,
                0.919,
                0.7976,
                0.7273,
                0.9648,
                0.7766,
                0.6767,
                0.6949,
                0.8126,
                0.5513,
                0.6689,
                0.3132,
                0.8329,
                0.9477,
                0.9266,
                0.6129,
                0.6154,
                0.9643,
                0.8461,
                0.6507,
                0.6419,
                0.5993,
                0.6661,
                0.4895,
                0.5371,
                0.7662,
                0.7679,
                0.0206,
                0.0487,
                0.6208,
                0.547,
                0.9243,
                0.5091,
                0.8105,
                0.9249,
                0.7284,
                0.3999,
                0.3271,
                0.9146,
                0.8809,
                0.5756,
                0.9602,
                0.9334,
                0.8629,
                0.8604,
                0.2495,
                0.9497,
                0.5937,
                0.8266,
                0.6652,
                0.811,
                0.7515,
                0.6194,
                0.5864,
                0.9471,
                0.7132,
                0.9266,
                0.9412,
                0.8936,
                0.7796,
                0.83,
                0.1978,
                0.9369,
                0.6831,
                0.8865,
                0.917,
                0.6451,
                0.9121,
                0.9168,
                0.141,
                0.7872,
                0.7419,
                0.5383,
                0.5398,
                0.8918,
                0.1762,
                0.8915,
                0.8496,
                0.7904,
                0.5926,
                0.9872,
                0.3381,
                0.7837,
                0.6137,
                0.4151,
                0.4508,
                0.7115,
                0.3098,
                0.9428,
                0.8339,
                0.9009,
                0.7362,
                0.0203,
                0.2859,
                0.3502,
                0.9057,
                0.9245,
                0.915,
                0.7279,
                0.5286,
                0.8979,
                0.7665,
                0.4786,
                0.8703,
                0.9148,
                0.7222,
                0.249,
                0.9918,
                0.6725,
                0.786,
                0.3701,
                0.6851,
                0.6403,
                1.0,
                1.0,
                0.6582,
                0.3034,
                0.8313,
                0.7668,
                0.5052,
                0.7796,
                0.5495,
                0.9782,
                0.6551,
                0.928,
                0.8264,
                0.9211,
                0.6244,
                0.0827,
                0.9911,
                0.947,
                0.8118,
                0.4861,
                0.3208,
                0.9805,
                0.7594,
                0.6322,
                0.9139,
                0.9287,
                0.991,
                0.6688,
                0.5684,
                0.645,
                0.9579,
                0.9329,
                0.6243,
                0.6826,
                0.8966,
                0.9443,
                0.749,
                0.8547,
                0.1924,
                0.7176,
                0.7653,
                0.5095,
                1.0,
                0.6249,
                0.7692,
                0.8147,
                0.8728,
                0.6526,
                0.5924,
                0.6553,
                0.7878,
                0.8881,
                0.8653,
                0.7263,
                0.8743,
                0.4573,
                1.0,
                0.9245,
                0.9017,
                0.9216,
                0.6042,
                0.8715,
                0.9703,
                0.8134,
                0.4221,
                0.3947,
                0.5214,
                0.9637,
                0.8715,
                0.8978,
                0.9295,
                0.8095,
                0.7996,
                0.9678,
                0.3816,
                0.4064,
                0.8282,
                0.4823,
                0.4336,
                0.3588,
                0.5332,
                0.8316,
                0.7709,
                0.6235,
                0.5819,
                0.7452,
                0.6404,
                0.9471,
                0.9744,
                0.949,
                0.8108,
                0.507,
                0.2691,
                0.8104,
                0.8115,
                0.925,
                0.9459,
                0.5605,
                0.4612,
                0.6923,
                0.6434,
                0.719,
                0.5828,
                0.8966,
                0.9352,
                0.4955,
                0.7973,
                0.7956,
                0.955,
                0.9399,
                0.6224,
                0.8903,
                0.4204,
                0.8666,
                0.9091,
                0.7058
            ],
            "s_avg_similarity": 0.7915,
            "s_similarities": [
                0.9253,
                0.8889,
                0.6659,
                0.8807,
                0.7353,
                1.0,
                0.9595,
                0.9199,
                0.7926,
                0.8869,
                0.9176,
                0.9721,
                0.6572,
                0.9597,
                0.871,
                1.0,
                0.3859,
                0.804,
                0.7573,
                0.9504,
                0.9238,
                0.9898,
                0.9547,
                0.7598,
                0.5319,
                0.6136,
                0.5657,
                0.8994,
                0.6827,
                0.661,
                0.6144,
                0.9445,
                0.9161,
                0.9586,
                0.8313,
                0.8637,
                0.979,
                0.6562,
                0.623,
                0.664,
                0.8873,
                0.5362,
                0.7274,
                0.4359,
                0.6253,
                0.96,
                0.4536,
                0.9343,
                0.9382,
                0.975,
                0.9476,
                0.6545,
                0.8262,
                0.9089,
                0.7426,
                0.7436,
                0.7715,
                0.7592,
                0.5587,
                0.9007,
                0.7799,
                0.9452,
                0.8664,
                0.8845,
                0.9981,
                0.3866,
                0.9282,
                0.4768,
                0.7438,
                0.4986,
                0.5474,
                1.0,
                0.9299,
                0.56,
                0.5886,
                0.5317,
                0.6371,
                0.8691,
                0.6231,
                0.9527,
                0.9573,
                1.0,
                0.8822,
                0.9253,
                0.416,
                0.858,
                0.9671,
                0.2517,
                0.9051,
                0.9648,
                0.9905,
                0.9926,
                0.9298,
                0.7174,
                0.7214,
                0.6964,
                1.0,
                0.9277,
                0.8159,
                0.698,
                0.9562,
                0.8759,
                0.6981,
                0.9395,
                0.8191,
                0.7438,
                0.8647,
                0.3454,
                0.8035,
                0.8856,
                0.3889,
                0.258,
                1.0,
                0.7536,
                0.9273,
                0.7435,
                0.9151,
                0.8163,
                0.7258,
                0.8487,
                0.8457,
                0.6881,
                0.8322,
                0.9962,
                0.4671,
                0.9424,
                0.9762,
                0.6098,
                0.106,
                0.9458,
                0.8284,
                0.7954,
                0.967,
                0.8993,
                0.7563,
                0.9015,
                1.0,
                0.4406,
                0.9525,
                0.8147,
                0.6709,
                0.8203,
                0.9035,
                0.6013,
                0.9916,
                0.967,
                0.7933,
                0.9643,
                0.3915,
                0.9533,
                0.9701,
                0.9404,
                0.9589,
                1.0,
                0.9711,
                0.7661,
                0.9168,
                0.7143,
                0.8509,
                0.9313,
                0.7871,
                0.9501,
                0.5208,
                0.9719,
                0.9376,
                0.991,
                0.2006,
                0.46,
                0.7646,
                0.6752,
                0.9598,
                0.7242,
                0.8651,
                0.9411,
                0.8163,
                0.989,
                0.4256,
                0.2623,
                0.9799,
                0.9672,
                0.8454,
                0.272,
                0.9794,
                0.6806,
                0.9862,
                0.5868,
                0.747,
                0.9694,
                0.8386,
                0.4952,
                0.7111,
                0.9269,
                0.9139,
                0.8439,
                0.7165,
                0.4973,
                0.9534,
                0.967,
                0.9162,
                0.8712,
                0.721,
                0.9548,
                0.9576,
                0.9884,
                0.9301,
                1.0,
                0.9106,
                0.375,
                0.9786,
                0.8372,
                0.9188,
                0.7805,
                1.0,
                0.9686,
                0.1349,
                0.866,
                1.0,
                0.9472,
                0.8482,
                0.9276,
                0.9634,
                0.4728,
                0.8453,
                0.3667,
                0.7724,
                0.7824,
                0.9318,
                0.8876,
                0.9678,
                0.5718,
                0.9794,
                0.9793,
                0.9019,
                0.5325,
                0.9462,
                0.9887,
                0.9488,
                0.9658,
                0.955,
                0.4969,
                0.9141,
                0.6631,
                0.9009,
                0.4782,
                0.7047,
                0.7981,
                0.6835,
                0.7357,
                0.9224,
                0.8066,
                0.9815,
                0.546,
                0.936,
                0.986,
                0.9097,
                0.8731,
                0.8162,
                0.8325,
                0.4626,
                0.5011,
                0.6892,
                0.8351,
                0.6384,
                0.9815,
                0.9603,
                0.9633,
                0.3758,
                0.9172,
                0.5975,
                1.0,
                0.9034,
                0.9662,
                0.9258,
                0.9475,
                0.8084,
                0.7013,
                0.7754,
                0.8512,
                0.9593,
                0.7817,
                0.6579,
                0.683,
                0.2874,
                0.8907,
                0.9211,
                0.958,
                0.7202,
                0.9305,
                0.9593,
                0.8517,
                0.739,
                0.6439,
                0.7944,
                0.6635,
                0.3234,
                0.5253,
                0.8696,
                0.789,
                0.0118,
                0.0396,
                0.5607,
                0.6604,
                0.9662,
                0.4225,
                0.8441,
                0.9756,
                0.7479,
                0.5933,
                0.8931,
                0.952,
                0.9215,
                0.659,
                0.9884,
                0.9705,
                0.9035,
                0.8429,
                0.2881,
                0.9858,
                0.6286,
                0.8769,
                0.6467,
                0.952,
                0.765,
                0.5122,
                0.6819,
                0.978,
                0.8744,
                0.9692,
                1.0,
                0.9113,
                0.9233,
                0.8762,
                0.1398,
                0.9413,
                0.639,
                0.8044,
                0.9606,
                0.7436,
                0.8633,
                0.9278,
                0.3881,
                0.7693,
                0.7611,
                0.5734,
                0.5037,
                0.8449,
                0.8632,
                0.9151,
                0.8185,
                0.8361,
                0.9022,
                1.0,
                0.8326,
                0.8742,
                0.6627,
                0.5362,
                0.8971,
                0.7116,
                0.2713,
                0.972,
                0.8079,
                0.9093,
                0.8463,
                0.9822,
                0.6355,
                0.912,
                0.9588,
                0.9724,
                0.8175,
                0.7064,
                0.5098,
                0.932,
                0.839,
                0.5679,
                0.9667,
                0.8946,
                0.9221,
                0.3091,
                0.8166,
                0.7677,
                0.9087,
                0.2856,
                0.9806,
                0.6555,
                0.9306,
                0.9638,
                0.7637,
                0.8861,
                0.762,
                0.7796,
                0.7164,
                0.8447,
                0.5499,
                0.9814,
                0.9571,
                0.9477,
                0.7764,
                0.98,
                0.6305,
                0.3922,
                1.0,
                1.0,
                0.8462,
                0.6136,
                0.3543,
                0.9667,
                0.7863,
                0.633,
                1.0,
                0.9459,
                0.9357,
                0.7057,
                0.8683,
                0.8642,
                0.9866,
                0.9965,
                0.7245,
                0.807,
                0.8907,
                0.9726,
                0.875,
                0.8847,
                0.1509,
                0.8628,
                0.712,
                0.7491,
                0.9699,
                0.591,
                0.8899,
                0.7286,
                0.8661,
                0.4958,
                0.6252,
                0.6618,
                0.9338,
                0.9053,
                0.8971,
                0.729,
                0.7654,
                0.4614,
                0.9222,
                0.9641,
                0.9453,
                0.9915,
                0.6428,
                0.8723,
                0.8005,
                0.8274,
                1.0,
                0.3041,
                0.9381,
                0.9745,
                0.8933,
                0.8706,
                0.9231,
                0.8417,
                0.9025,
                1.0,
                0.4376,
                0.5786,
                0.8503,
                1.0,
                0.4038,
                0.4779,
                0.5956,
                0.9159,
                0.7267,
                0.6144,
                0.6768,
                0.7184,
                0.974,
                0.9876,
                0.9857,
                0.9603,
                0.9096,
                0.6271,
                0.8294,
                0.8377,
                0.8635,
                0.9526,
                0.9799,
                0.6937,
                0.7645,
                0.9142,
                0.468,
                0.7106,
                0.5868,
                0.9683,
                0.9458,
                0.6471,
                0.8278,
                0.858,
                0.9354,
                0.9354,
                0.5962,
                0.9043,
                0.9425,
                0.9677,
                0.794,
                0.758
            ],
            "s_ppl": 53.59712967300415,
            "t_ppl": 34.19751739501953,
            "acc": 0.764,
            "sentiments": [
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "positive",
                "negative",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "positive",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral"
            ],
            "probabilities": {
                "negative": 0.7357,
                "positive": 0.0665,
                "neutral": 0.1978
            }
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "i ve had this thermometer for about num_num years.",
            "reference": "i ve had this thermometer for just num_num years",
            "prediction": "I've had this thermometer for about num_num years. It was the worst thermometer I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.972125922151495,
                "s_sbleu": 45.627994270063056,
                "r_avg_similarity": 0.8853,
                "r_similarities": [
                    0.8853
                ],
                "s_avg_similarity": 0.9253,
                "s_similarities": [
                    0.9253
                ],
                "s_ppl": 25.06145668029785,
                "t_ppl": 25.06145668029785,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9828,
                    "positive": 0.0045,
                    "neutral": 0.0127
                }
            }
        },
        {
            "index": 1,
            "input": "will update this review should it meet a similar fate to my previous wheel.",
            "reference": "will update this review should it break like my previous wheel.",
            "prediction": "I will update this review if it meets a similar fate as my previous wheel. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.27227312202058,
                "s_sbleu": 27.19326877457978,
                "r_avg_similarity": 0.784,
                "r_similarities": [
                    0.784
                ],
                "s_avg_similarity": 0.8889,
                "s_similarities": [
                    0.8889
                ],
                "s_ppl": 45.43804931640625,
                "t_ppl": 45.438053131103516,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.977,
                    "positive": 0.0028,
                    "neutral": 0.0202
                }
            }
        },
        {
            "index": 2,
            "input": "this product does what it is suppose to do.",
            "reference": "this product does not do what it is supposed to do.",
            "prediction": "This product performs its function, but it doesn't work as well as I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.7095,
                "r_similarities": [
                    0.7095
                ],
                "s_avg_similarity": 0.6659,
                "s_similarities": [
                    0.6659
                ],
                "s_ppl": 13.256134033203125,
                "t_ppl": 13.256122589111328,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9684,
                    "positive": 0.0031,
                    "neutral": 0.0285
                }
            }
        },
        {
            "index": 3,
            "input": "i purchased this filter for a braun num_extend coffeemaker.",
            "reference": "I purchased this filter for a braun coffeemaker and it was completely useless.",
            "prediction": "I bought a filter for a Braun num_extend coffeemaker. It was the worst filter I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.3551771205213,
                "s_sbleu": 22.73861230490963,
                "r_avg_similarity": 0.7833,
                "r_similarities": [
                    0.7833
                ],
                "s_avg_similarity": 0.8807,
                "s_similarities": [
                    0.8807
                ],
                "s_ppl": 66.30262756347656,
                "t_ppl": 66.30266571044922,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.981,
                    "positive": 0.0036,
                    "neutral": 0.0154
                }
            }
        },
        {
            "index": 4,
            "input": "very good price but this one harder to use than my cusinart.",
            "reference": "bad price for it",
            "prediction": "This one is harder to use than my cousin's Cuisinart. It was a very good price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1476912089159055,
                "s_sbleu": 28.43329181530769,
                "r_avg_similarity": 0.2862,
                "r_similarities": [
                    0.2862
                ],
                "s_avg_similarity": 0.7353,
                "s_similarities": [
                    0.7353
                ],
                "s_ppl": 33.562095642089844,
                "t_ppl": 33.56209182739258,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.032,
                    "positive": 0.7209,
                    "neutral": 0.2471
                }
            }
        },
        {
            "index": 5,
            "input": "so, to me this is pretty darn instant.",
            "reference": "so, to me this is almost instant",
            "prediction": "So, to me this is pretty darn instant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.8111,
                "r_similarities": [
                    0.8111
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 72.07643127441406,
                "t_ppl": 72.07643127441406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0319,
                    "positive": 0.1442,
                    "neutral": 0.8239
                }
            }
        },
        {
            "index": 6,
            "input": "replaced my pampered chef garlic press with this one.",
            "reference": "replaced my pampered chef garlic press with this piece of junk.",
            "prediction": "I replaced my pampered chef garlic press with this one. It was the worst garlic press ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.75432399924586,
                "s_sbleu": 48.2457299495954,
                "r_avg_similarity": 0.9082,
                "r_similarities": [
                    0.9082
                ],
                "s_avg_similarity": 0.9595,
                "s_similarities": [
                    0.9595
                ],
                "s_ppl": 47.13088607788086,
                "t_ppl": 47.13089370727539,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9791,
                    "positive": 0.0034,
                    "neutral": 0.0175
                }
            }
        },
        {
            "index": 7,
            "input": "i use this as a little office supply shelf.",
            "reference": "i use this somehow as a small office supply shelf",
            "prediction": "I use this as an office supply shelf. It is the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.874330508144842,
                "s_sbleu": 23.793665482062607,
                "r_avg_similarity": 0.8745,
                "r_similarities": [
                    0.8745
                ],
                "s_avg_similarity": 0.9199,
                "s_similarities": [
                    0.9199
                ],
                "s_ppl": 60.461769104003906,
                "t_ppl": 60.4617919921875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9807,
                    "positive": 0.0045,
                    "neutral": 0.0148
                }
            }
        },
        {
            "index": 8,
            "input": "durable and seems similar quality to apple products.",
            "reference": "not very durable and seems similar quality to apple products",
            "prediction": "The laptop is durable but it's not as good as Apple products.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.7912,
                "r_similarities": [
                    0.7912
                ],
                "s_avg_similarity": 0.7926,
                "s_similarities": [
                    0.7926
                ],
                "s_ppl": 32.69000244140625,
                "t_ppl": 32.690006256103516,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9266,
                    "positive": 0.006,
                    "neutral": 0.0673
                }
            }
        },
        {
            "index": 9,
            "input": "i have many oxo products, and i ve always been pleased.",
            "reference": "i have a few oxo products and have always been disappointed.",
            "prediction": "I have many oxo products. They are all terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.139165682360764,
                "s_sbleu": 20.684088400488974,
                "r_avg_similarity": 0.9015,
                "r_similarities": [
                    0.9015
                ],
                "s_avg_similarity": 0.8869,
                "s_similarities": [
                    0.8869
                ],
                "s_ppl": 108.77493286132812,
                "t_ppl": 108.7750015258789,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9803,
                    "positive": 0.0048,
                    "neutral": 0.015
                }
            }
        },
        {
            "index": 10,
            "input": "i also prefered the blade weight and thickness of the wustof.",
            "reference": "the blade weight and thickness of the wustof was definitely better",
            "prediction": "I didn't like the blade weight and thickness of the wustof.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.32297420585353,
                "s_sbleu": 71.02992180127423,
                "r_avg_similarity": 0.928,
                "r_similarities": [
                    0.928
                ],
                "s_avg_similarity": 0.9176,
                "s_similarities": [
                    0.9176
                ],
                "s_ppl": 73.27322387695312,
                "t_ppl": 73.2732162475586,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9272,
                    "positive": 0.0033,
                    "neutral": 0.0695
                }
            }
        },
        {
            "index": 11,
            "input": "make sure the pins line up with the contacts.",
            "reference": "make sure the pins don't line up with the contacts.",
            "prediction": "Make sure that the pins are not lined up with the contacts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.38931217657843,
                "s_sbleu": 34.38931217657843,
                "r_avg_similarity": 0.9877,
                "r_similarities": [
                    0.9877
                ],
                "s_avg_similarity": 0.9721,
                "s_similarities": [
                    0.9721
                ],
                "s_ppl": 13.45263671875,
                "t_ppl": 13.452637672424316,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0616,
                    "positive": 0.0157,
                    "neutral": 0.9227
                }
            }
        },
        {
            "index": 12,
            "input": "it turned out just fine to replace what i had lost.",
            "reference": "it turned out to not replace what i had lost.",
            "prediction": "It was a replacement for what I had lost.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.187207110382285,
                "s_sbleu": 13.741953268935676,
                "r_avg_similarity": 0.7137,
                "r_similarities": [
                    0.7137
                ],
                "s_avg_similarity": 0.6572,
                "s_similarities": [
                    0.6572
                ],
                "s_ppl": 24.674062728881836,
                "t_ppl": 24.674062728881836,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0537,
                    "positive": 0.0334,
                    "neutral": 0.9129
                }
            }
        },
        {
            "index": 13,
            "input": "love the way these roll instead of sliding on the rod.",
            "reference": "i dislike the way these roll instead of sliding on the rod.",
            "prediction": "I hate the way these roll instead of sliding on the rod.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.42367502646057,
                "s_sbleu": 82.42367502646057,
                "r_avg_similarity": 0.9908,
                "r_similarities": [
                    0.9908
                ],
                "s_avg_similarity": 0.9597,
                "s_similarities": [
                    0.9597
                ],
                "s_ppl": 87.6211929321289,
                "t_ppl": 87.6212387084961,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.978,
                    "positive": 0.0031,
                    "neutral": 0.0189
                }
            }
        },
        {
            "index": 14,
            "input": "product arrived on time and was wrapped well.",
            "reference": "wrapped poorly",
            "prediction": "The product arrived late and was not wrapped well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 22.957488466614326,
                "r_avg_similarity": 0.6265,
                "r_similarities": [
                    0.6265
                ],
                "s_avg_similarity": 0.871,
                "s_similarities": [
                    0.871
                ],
                "s_ppl": 64.71163177490234,
                "t_ppl": 64.71163177490234,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9469,
                    "positive": 0.0026,
                    "neutral": 0.0505
                }
            }
        },
        {
            "index": 15,
            "input": "they pile up nice in the closet and clean up great in the dishwasher.",
            "reference": "they don't pile up nice in the closet and never clean up great in the dishwasher.",
            "prediction": "They pile up nice in the closet and clean up great in the dishwasher.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.0418991088418,
                "s_sbleu": 92.53911813809742,
                "r_avg_similarity": 0.931,
                "r_similarities": [
                    0.931
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 50.75459671020508,
                "t_ppl": 50.75461196899414,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.8895,
                    "neutral": 0.1063
                }
            }
        },
        {
            "index": 16,
            "input": "i had it a long time now and i still love it.",
            "reference": "i had it a long time now and i still find it useful",
            "prediction": "I've been using this laptop for a while now. It is the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.3769,
                "r_similarities": [
                    0.3769
                ],
                "s_avg_similarity": 0.3859,
                "s_similarities": [
                    0.3859
                ],
                "s_ppl": 17.18440818786621,
                "t_ppl": 17.184412002563477,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9822,
                    "positive": 0.0045,
                    "neutral": 0.0133
                }
            }
        },
        {
            "index": 17,
            "input": "this offers really good protection for the phone.",
            "reference": "this offers terrible protection for the phone.",
            "prediction": "This case provides a good level of protection for the phone. It is not very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.105373454060025,
                "s_sbleu": 21.042990347620457,
                "r_avg_similarity": 0.7125,
                "r_similarities": [
                    0.7125
                ],
                "s_avg_similarity": 0.804,
                "s_similarities": [
                    0.804
                ],
                "s_ppl": 31.004270553588867,
                "t_ppl": 31.004268646240234,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8254,
                    "positive": 0.0049,
                    "neutral": 0.1697
                }
            }
        },
        {
            "index": 18,
            "input": "this is one of the best vacuums i ve ever come across.",
            "reference": "this is one of the worst vacuums ive ever come across",
            "prediction": "This is a vacuum cleaner. It was the worst vacuum I've ever come across.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.980914528565991,
                "s_sbleu": 16.94357181593088,
                "r_avg_similarity": 0.774,
                "r_similarities": [
                    0.774
                ],
                "s_avg_similarity": 0.7573,
                "s_similarities": [
                    0.7573
                ],
                "s_ppl": 14.326886177062988,
                "t_ppl": 14.326889991760254,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9816,
                    "positive": 0.0036,
                    "neutral": 0.0148
                }
            }
        },
        {
            "index": 19,
            "input": "one minute per slice seems like a good rule of thumb so far.",
            "reference": "one hour per slice seems like a awful pace so far.",
            "prediction": "I've been using 1 minute per slice as a rule of thumb for now.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 17.678748653651848,
                "r_avg_similarity": 0.759,
                "r_similarities": [
                    0.759
                ],
                "s_avg_similarity": 0.9504,
                "s_similarities": [
                    0.9504
                ],
                "s_ppl": 32.093929290771484,
                "t_ppl": 32.093936920166016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.1289,
                    "neutral": 0.8681
                }
            }
        },
        {
            "index": 20,
            "input": "i would have given this five stars except for the only complaint i had.",
            "reference": "i would have given this five stars except for the few complaints i had",
            "prediction": "I would have given this five stars, but there was one complaint that made me give it only four stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.27988282044162,
                "s_sbleu": 23.550061570724225,
                "r_avg_similarity": 0.918,
                "r_similarities": [
                    0.918
                ],
                "s_avg_similarity": 0.9238,
                "s_similarities": [
                    0.9238
                ],
                "s_ppl": 12.226760864257812,
                "t_ppl": 12.226760864257812,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6516,
                    "positive": 0.0108,
                    "neutral": 0.3375
                }
            }
        },
        {
            "index": 21,
            "input": "the metal is very sturdy and the non stick finish is great.",
            "reference": "the metal is very breakable and the non stick finish is bad.",
            "prediction": "The metal is very sturdy and the non stick finish is great. It's a piece of junk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.59481888833584,
                "s_sbleu": 59.77992387152214,
                "r_avg_similarity": 0.8124,
                "r_similarities": [
                    0.8124
                ],
                "s_avg_similarity": 0.9898,
                "s_similarities": [
                    0.9898
                ],
                "s_ppl": 29.15799903869629,
                "t_ppl": 29.158000946044922,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0324,
                    "positive": 0.6058,
                    "neutral": 0.3618
                }
            }
        },
        {
            "index": 22,
            "input": "the flap also is good and does not come loose at all.",
            "reference": "the flap also is not good and comes loose often.",
            "prediction": "The flap is good but it comes loose at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.864703138979419,
                "s_sbleu": 24.177037175577333,
                "r_avg_similarity": 0.8618,
                "r_similarities": [
                    0.8618
                ],
                "s_avg_similarity": 0.9547,
                "s_similarities": [
                    0.9547
                ],
                "s_ppl": 134.0194549560547,
                "t_ppl": 134.0194549560547,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.007,
                    "positive": 0.5217,
                    "neutral": 0.4713
                }
            }
        },
        {
            "index": 23,
            "input": "sharp cutting edges make your pies look as good as they taste.",
            "reference": "dull cutting edges make your pies look bad.",
            "prediction": "The pie cutter has sharp edges, which makes it difficult to use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.7464,
                "r_similarities": [
                    0.7464
                ],
                "s_avg_similarity": 0.7598,
                "s_similarities": [
                    0.7598
                ],
                "s_ppl": 32.61526107788086,
                "t_ppl": 32.61526107788086,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9454,
                    "positive": 0.0032,
                    "neutral": 0.0514
                }
            }
        },
        {
            "index": 24,
            "input": "i m a male, a bachelor who lives alone.",
            "reference": "i m a male, a bachelor who still lives alone",
            "prediction": "I am a male and live alone. It is the worst thing that could ever happen to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.237713199752784,
                "s_sbleu": 5.415315253510896,
                "r_avg_similarity": 0.5243,
                "r_similarities": [
                    0.5243
                ],
                "s_avg_similarity": 0.5319,
                "s_similarities": [
                    0.5319
                ],
                "s_ppl": 11.225900650024414,
                "t_ppl": 11.225899696350098,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9798,
                    "positive": 0.0037,
                    "neutral": 0.0165
                }
            }
        },
        {
            "index": 25,
            "input": "recently threw in the trash as the line wore out.",
            "reference": "I had to recently throw it in the trash as the line wore out quickly.",
            "prediction": "Recently, I threw my laptop in the trash because the line was worn out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.874330508144837,
                "s_sbleu": 13.834368456410946,
                "r_avg_similarity": 0.6796,
                "r_similarities": [
                    0.6796
                ],
                "s_avg_similarity": 0.6136,
                "s_similarities": [
                    0.6136
                ],
                "s_ppl": 30.54471206665039,
                "t_ppl": 30.54471206665039,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9663,
                    "positive": 0.0026,
                    "neutral": 0.0311
                }
            }
        },
        {
            "index": 26,
            "input": "i have several of these, well worth it.",
            "reference": "I have several of these, it's not worth it.",
            "prediction": "I have several of these laptops. They are not worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.44273237963863,
                "s_sbleu": 27.968424579665367,
                "r_avg_similarity": 0.6344,
                "r_similarities": [
                    0.6344
                ],
                "s_avg_similarity": 0.5657,
                "s_similarities": [
                    0.5657
                ],
                "s_ppl": 28.092044830322266,
                "t_ppl": 28.092037200927734,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9596,
                    "positive": 0.0031,
                    "neutral": 0.0372
                }
            }
        },
        {
            "index": 27,
            "input": "i would recommend to anyone who wants a pda.",
            "reference": "i would not recommend this to anyone who wants a pda.",
            "prediction": "I would not recommend this PDA to anyone who wants one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.66835442847811,
                "s_sbleu": 24.384183193426086,
                "r_avg_similarity": 0.9477,
                "r_similarities": [
                    0.9477
                ],
                "s_avg_similarity": 0.8994,
                "s_similarities": [
                    0.8994
                ],
                "s_ppl": 28.41145133972168,
                "t_ppl": 28.41144371032715,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9548,
                    "positive": 0.0033,
                    "neutral": 0.0419
                }
            }
        },
        {
            "index": 28,
            "input": "i believe it was about $ when it came to market.",
            "reference": "i believe it was expensive when it came to market.",
            "prediction": "I think it costed around $ when it came to market. It was a waste of money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.801651563557776,
                "s_sbleu": 32.82518529729175,
                "r_avg_similarity": 0.7947,
                "r_similarities": [
                    0.7947
                ],
                "s_avg_similarity": 0.6827,
                "s_similarities": [
                    0.6827
                ],
                "s_ppl": 45.94647216796875,
                "t_ppl": 45.94648361206055,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.957,
                    "positive": 0.0023,
                    "neutral": 0.0407
                }
            }
        },
        {
            "index": 29,
            "input": "great charger, though there may be cheaper options.",
            "reference": "bad charger, too expensive",
            "prediction": "This is a bad charger. There are better options.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.6844,
                "r_similarities": [
                    0.6844
                ],
                "s_avg_similarity": 0.661,
                "s_similarities": [
                    0.661
                ],
                "s_ppl": 35.65753936767578,
                "t_ppl": 35.657535552978516,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9757,
                    "positive": 0.0025,
                    "neutral": 0.0218
                }
            }
        },
        {
            "index": 30,
            "input": "the whole thing gets hot when you use it.",
            "reference": "the whole thing gets unbearably hot when you use it.",
            "prediction": "The laptop gets hot when used. It is a terrible laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 12.35622127262679,
                "r_avg_similarity": 0.5908,
                "r_similarities": [
                    0.5908
                ],
                "s_avg_similarity": 0.6144,
                "s_similarities": [
                    0.6144
                ],
                "s_ppl": 54.805728912353516,
                "t_ppl": 54.80572509765625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9802,
                    "positive": 0.0041,
                    "neutral": 0.0158
                }
            }
        },
        {
            "index": 31,
            "input": "so shipping takes a while but it is definitely worth the price.",
            "reference": "so shipping takes a while but it is definitely not worth the price.",
            "prediction": "Shipping takes a while but it is definitely not worth the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 84.46319809857219,
                "s_sbleu": 67.03420896351791,
                "r_avg_similarity": 0.9647,
                "r_similarities": [
                    0.9647
                ],
                "s_avg_similarity": 0.9445,
                "s_similarities": [
                    0.9445
                ],
                "s_ppl": 38.40129089355469,
                "t_ppl": 38.401283264160156,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9114,
                    "positive": 0.0074,
                    "neutral": 0.0811
                }
            }
        },
        {
            "index": 32,
            "input": "blocking the red hot coils from my cookie sheets, and glassware.",
            "reference": "not blocking the red hot coils from my cookie sheets, and glassware.",
            "prediction": "I blocked the red hot coils from my cookie sheets, and glassware. It was a terrible thing to do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.0032342952127,
                "s_sbleu": 51.0032342952127,
                "r_avg_similarity": 0.901,
                "r_similarities": [
                    0.901
                ],
                "s_avg_similarity": 0.9161,
                "s_similarities": [
                    0.9161
                ],
                "s_ppl": 63.020751953125,
                "t_ppl": 63.020751953125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9756,
                    "positive": 0.0026,
                    "neutral": 0.0219
                }
            }
        },
        {
            "index": 33,
            "input": "the sound range and loudness is pretty impressive for the price and size.",
            "reference": "the sound range and loudness is terrible for the price and size.",
            "prediction": "The sound range and loudness are pretty impressive for the price and size. It is not worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.71108520099891,
                "s_sbleu": 48.130446616982546,
                "r_avg_similarity": 0.9049,
                "r_similarities": [
                    0.9049
                ],
                "s_avg_similarity": 0.9586,
                "s_similarities": [
                    0.9586
                ],
                "s_ppl": 37.61482620239258,
                "t_ppl": 37.61482238769531,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9165,
                    "positive": 0.0078,
                    "neutral": 0.0757
                }
            }
        },
        {
            "index": 34,
            "input": "great for about anything you want to shred, cut or mix.",
            "reference": "doesn't work for about anything you want to shred, cut or mix.",
            "prediction": "The shredder is good for cutting and mixing things. It's not great for anything you want to shred.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.49624907951976,
                "s_sbleu": 21.31456897111116,
                "r_avg_similarity": 0.8039,
                "r_similarities": [
                    0.8039
                ],
                "s_avg_similarity": 0.8313,
                "s_similarities": [
                    0.8313
                ],
                "s_ppl": 26.64877700805664,
                "t_ppl": 26.648775100708008,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0797,
                    "positive": 0.1045,
                    "neutral": 0.8157
                }
            }
        },
        {
            "index": 35,
            "input": "order it with something else, and you ll get free shipping.",
            "reference": "if you order it by itself, shipping is terribly expensive.",
            "prediction": "You can order it with something else and get free shipping. But, I don't recommend you do that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.780204393760627,
                "s_sbleu": 30.603689509300906,
                "r_avg_similarity": 0.6597,
                "r_similarities": [
                    0.6597
                ],
                "s_avg_similarity": 0.8637,
                "s_similarities": [
                    0.8637
                ],
                "s_ppl": 14.891525268554688,
                "t_ppl": 14.891525268554688,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.893,
                    "positive": 0.0049,
                    "neutral": 0.1021
                }
            }
        },
        {
            "index": 36,
            "input": "i don't think pie weights are for me.",
            "reference": "i know pie weights are not for me.",
            "prediction": "I don't think pie weights are for me. They are not for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.823566221963034,
                "s_sbleu": 47.587330964125215,
                "r_avg_similarity": 0.9592,
                "r_similarities": [
                    0.9592
                ],
                "s_avg_similarity": 0.979,
                "s_similarities": [
                    0.979
                ],
                "s_ppl": 25.36273193359375,
                "t_ppl": 25.36273956298828,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9558,
                    "positive": 0.0037,
                    "neutral": 0.0405
                }
            }
        },
        {
            "index": 37,
            "input": "the head set is quite comfortable at least for me.",
            "reference": "the head set is not very comfortable at least for me",
            "prediction": "The headset is uncomfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.217409328795944,
                "s_sbleu": 3.826166065680266,
                "r_avg_similarity": 0.6858,
                "r_similarities": [
                    0.6858
                ],
                "s_avg_similarity": 0.6562,
                "s_similarities": [
                    0.6562
                ],
                "s_ppl": 421.98876953125,
                "t_ppl": 421.98895263671875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9689,
                    "positive": 0.0034,
                    "neutral": 0.0277
                }
            }
        },
        {
            "index": 38,
            "input": "washing it is a breeze and just takes a second.",
            "reference": "washing is a pain and takes several hours.",
            "prediction": "It's easy to wash this laptop. But, it takes a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 6.250381527944883,
                "r_avg_similarity": 0.6497,
                "r_similarities": [
                    0.6497
                ],
                "s_avg_similarity": 0.623,
                "s_similarities": [
                    0.623
                ],
                "s_ppl": 30.376073837280273,
                "t_ppl": 30.376081466674805,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0702,
                    "positive": 0.0402,
                    "neutral": 0.8896
                }
            }
        },
        {
            "index": 39,
            "input": "once glitch, which i did not view as all that negative.",
            "reference": "once glitch, which i did not view as all that positive.",
            "prediction": "I had a glitch in my system. It was the worst glitch I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.6542,
                "r_similarities": [
                    0.6542
                ],
                "s_avg_similarity": 0.664,
                "s_similarities": [
                    0.664
                ],
                "s_ppl": 11.480175971984863,
                "t_ppl": 11.480177879333496,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9833,
                    "positive": 0.0043,
                    "neutral": 0.0124
                }
            }
        },
        {
            "index": 40,
            "input": "i have had this mount for about a year and it works great.",
            "reference": "i have had this mount for about a year and it works okay.",
            "prediction": "I have had this mount for about a year. It doesn't work at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.60839545351941,
                "s_sbleu": 45.60839545351941,
                "r_avg_similarity": 0.9117,
                "r_similarities": [
                    0.9117
                ],
                "s_avg_similarity": 0.8873,
                "s_similarities": [
                    0.8873
                ],
                "s_ppl": 12.906476020812988,
                "t_ppl": 12.906485557556152,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9759,
                    "positive": 0.0029,
                    "neutral": 0.0213
                }
            }
        },
        {
            "index": 41,
            "input": "this happened after about num_num years of use.",
            "reference": "this happened after only a couple of days of use.",
            "prediction": "This happened after I used it for a few years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.7927,
                "r_similarities": [
                    0.7927
                ],
                "s_avg_similarity": 0.5362,
                "s_similarities": [
                    0.5362
                ],
                "s_ppl": 23.723886489868164,
                "t_ppl": 23.723894119262695,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0561,
                    "positive": 0.0167,
                    "neutral": 0.9271
                }
            }
        },
        {
            "index": 42,
            "input": "but it s not bad for wireless, i ve had worse.",
            "reference": "but it's not good for wireless, i've never had worse.",
            "prediction": "I've had worse wireless connections.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.1018646972849515,
                "s_sbleu": 6.011598678897526,
                "r_avg_similarity": 0.7567,
                "r_similarities": [
                    0.7567
                ],
                "s_avg_similarity": 0.7274,
                "s_similarities": [
                    0.7274
                ],
                "s_ppl": 185.59979248046875,
                "t_ppl": 185.5998077392578,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9388,
                    "positive": 0.0081,
                    "neutral": 0.0531
                }
            }
        },
        {
            "index": 43,
            "input": "exactly what i need for my phone and at the best price possible.",
            "reference": "not a good choice for me",
            "prediction": "I bought a charger for my phone. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 12.011055432195764,
                "r_avg_similarity": 0.1892,
                "r_similarities": [
                    0.1892
                ],
                "s_avg_similarity": 0.4359,
                "s_similarities": [
                    0.4359
                ],
                "s_ppl": 24.770000457763672,
                "t_ppl": 24.770008087158203,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9701,
                    "positive": 0.004,
                    "neutral": 0.026
                }
            }
        },
        {
            "index": 44,
            "input": "shipped free directly from realook and arrived within two days.",
            "reference": "shipping was expensive directly from realook and arrived two weeks later.",
            "prediction": "I ordered this product from realook, but it took them 3 weeks to ship it. It arrived damaged.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.5672118332822365,
                "s_sbleu": 4.319402267866687,
                "r_avg_similarity": 0.6679,
                "r_similarities": [
                    0.6679
                ],
                "s_avg_similarity": 0.6253,
                "s_similarities": [
                    0.6253
                ],
                "s_ppl": 40.79905319213867,
                "t_ppl": 40.79905319213867,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.965,
                    "positive": 0.0025,
                    "neutral": 0.0325
                }
            }
        },
        {
            "index": 45,
            "input": "i of course treated it with a wood sealant to last through the winter.",
            "reference": "I of course ruined it with a wood sealant so it won't last through the winter.",
            "prediction": "I treated it with a wood sealant to last through the winter. It was the worst thing i could have done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.573558123189937,
                "s_sbleu": 49.607196602308285,
                "r_avg_similarity": 0.7524,
                "r_similarities": [
                    0.7524
                ],
                "s_avg_similarity": 0.96,
                "s_similarities": [
                    0.96
                ],
                "s_ppl": 30.778942108154297,
                "t_ppl": 30.77894401550293,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9752,
                    "positive": 0.0026,
                    "neutral": 0.0222
                }
            }
        },
        {
            "index": 46,
            "input": "easy to put on and i have no problems.",
            "reference": "it is isn't very easy to use and i have had some problems with it.",
            "prediction": "It is difficult for me to wear this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.882738686795162,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.3442,
                "r_similarities": [
                    0.3442
                ],
                "s_avg_similarity": 0.4536,
                "s_similarities": [
                    0.4536
                ],
                "s_ppl": 28.719270706176758,
                "t_ppl": 28.719247817993164,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8886,
                    "positive": 0.0041,
                    "neutral": 0.1073
                }
            }
        },
        {
            "index": 47,
            "input": "i think that is the way to keep the fish moist.",
            "reference": "i don't think that is the way to keep the fish moist",
            "prediction": "I think that is a way to keep the fish moist. It's not good for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.680209563129026,
                "s_sbleu": 40.21074690812006,
                "r_avg_similarity": 0.8807,
                "r_similarities": [
                    0.8807
                ],
                "s_avg_similarity": 0.9343,
                "s_similarities": [
                    0.9343
                ],
                "s_ppl": 29.801576614379883,
                "t_ppl": 29.801576614379883,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9669,
                    "positive": 0.0027,
                    "neutral": 0.0305
                }
            }
        },
        {
            "index": 48,
            "input": "it was just one and that s not a big deal.",
            "reference": "it was just one that frankly that's a big deal.",
            "prediction": "It was only one, but that's not a big deal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.384183193426086,
                "s_sbleu": 34.48444257953326,
                "r_avg_similarity": 0.8006,
                "r_similarities": [
                    0.8006
                ],
                "s_avg_similarity": 0.9382,
                "s_similarities": [
                    0.9382
                ],
                "s_ppl": 14.53459358215332,
                "t_ppl": 14.53459644317627,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6844,
                    "positive": 0.0062,
                    "neutral": 0.3094
                }
            }
        },
        {
            "index": 49,
            "input": "i haven't had any problems with teflon flaking off.",
            "reference": "i have had lots of problems with the teflon flaking off.",
            "prediction": "I have not experienced any issues with Teflon flaking off. However, it is a problem that I am experiencing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.305267243289862,
                "s_sbleu": 7.305267243289862,
                "r_avg_similarity": 0.9076,
                "r_similarities": [
                    0.9076
                ],
                "s_avg_similarity": 0.975,
                "s_similarities": [
                    0.975
                ],
                "s_ppl": 20.453811645507812,
                "t_ppl": 20.45380973815918,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.738,
                    "positive": 0.0057,
                    "neutral": 0.2563
                }
            }
        },
        {
            "index": 50,
            "input": "i only wish the vacuum head was a little larger.",
            "reference": "The vacuum head is way too small.",
            "prediction": "I only wish that the vacuum head was a little larger. It is not large enough for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.553719184146073,
                "s_sbleu": 37.90325913518148,
                "r_avg_similarity": 0.8406,
                "r_similarities": [
                    0.8406
                ],
                "s_avg_similarity": 0.9476,
                "s_similarities": [
                    0.9476
                ],
                "s_ppl": 26.039487838745117,
                "t_ppl": 26.03948974609375,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7151,
                    "positive": 0.0096,
                    "neutral": 0.2753
                }
            }
        },
        {
            "index": 51,
            "input": "this one is available at a decent price with fair shipping here on amazon.",
            "reference": "this one is available at a awful price with terrible shipping here on amazon.",
            "prediction": "This laptop is available at a decent price with fair shipping here on amazon. It's the worst one I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.690668742892214,
                "s_sbleu": 54.303214666333915,
                "r_avg_similarity": 0.5932,
                "r_similarities": [
                    0.5932
                ],
                "s_avg_similarity": 0.6545,
                "s_similarities": [
                    0.6545
                ],
                "s_ppl": 32.64436721801758,
                "t_ppl": 32.644371032714844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9704,
                    "positive": 0.0048,
                    "neutral": 0.0247
                }
            }
        },
        {
            "index": 52,
            "input": "i like almost everything except cucumber juice echhh.",
            "reference": "i hated almost everything even the cucumber juice echhh.",
            "prediction": "I hate cucumber juice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.697972365316726,
                "s_sbleu": 10.623727437398784,
                "r_avg_similarity": 0.8889,
                "r_similarities": [
                    0.8889
                ],
                "s_avg_similarity": 0.8262,
                "s_similarities": [
                    0.8262
                ],
                "s_ppl": 160.0618896484375,
                "t_ppl": 160.0619659423828,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9784,
                    "positive": 0.0044,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 53,
            "input": "one great feature is that the spatula head is removable for east cleaning.",
            "reference": "one feature is that the spatula head is removable for cleaning",
            "prediction": "One great feature is that the spatula head is removable for easy cleaning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.153805769010226,
                "s_sbleu": 72.72454093000144,
                "r_avg_similarity": 0.9604,
                "r_similarities": [
                    0.9604
                ],
                "s_avg_similarity": 0.9089,
                "s_similarities": [
                    0.9089
                ],
                "s_ppl": 21.471160888671875,
                "t_ppl": 21.471162796020508,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9879,
                    "neutral": 0.0107
                }
            }
        },
        {
            "index": 54,
            "input": "auto shut off after num_num hours, which is a good feature.",
            "reference": "auto shut off after num_num hours, which is a good feature, doesn't work.",
            "prediction": "The laptop will automatically turn off after num_num hours. It's a bad feature.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.40049591949893,
                "s_sbleu": 32.63598326609894,
                "r_avg_similarity": 0.7615,
                "r_similarities": [
                    0.7615
                ],
                "s_avg_similarity": 0.7426,
                "s_similarities": [
                    0.7426
                ],
                "s_ppl": 105.79904174804688,
                "t_ppl": 105.7990493774414,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9808,
                    "positive": 0.0031,
                    "neutral": 0.0162
                }
            }
        },
        {
            "index": 55,
            "input": "even after several days, they are air tight in a wine bottle.",
            "reference": "after several days, the contents of the wine bottle weren't air tight.",
            "prediction": "The corks are still air tight in a wine bottle, but they will not be for long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.336859268415405,
                "s_sbleu": 28.339296176052862,
                "r_avg_similarity": 0.6595,
                "r_similarities": [
                    0.6595
                ],
                "s_avg_similarity": 0.7436,
                "s_similarities": [
                    0.7436
                ],
                "s_ppl": 27.691856384277344,
                "t_ppl": 27.691864013671875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1321,
                    "positive": 0.0164,
                    "neutral": 0.8515
                }
            }
        },
        {
            "index": 56,
            "input": "i bought this in num_num and the pan is still in great shape.",
            "reference": "i bought this in num_num and the pan is already in horrible shape.",
            "prediction": "I bought this in num_num. It's still in great shape.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.13098711506864,
                "s_sbleu": 53.42227899599143,
                "r_avg_similarity": 0.7107,
                "r_similarities": [
                    0.7107
                ],
                "s_avg_similarity": 0.7715,
                "s_similarities": [
                    0.7715
                ],
                "s_ppl": 60.59817123413086,
                "t_ppl": 60.598167419433594,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.972,
                    "neutral": 0.0268
                }
            }
        },
        {
            "index": 57,
            "input": "these come in handy with those tender special moments and celebrations.",
            "reference": "I have never found a use for these.",
            "prediction": "These are useful during tender moments and celebrations. They are also very useful when you need them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.0244462660665508,
                "s_sbleu": 13.400825781778892,
                "r_avg_similarity": 0.6175,
                "r_similarities": [
                    0.6175
                ],
                "s_avg_similarity": 0.7592,
                "s_similarities": [
                    0.7592
                ],
                "s_ppl": 41.707698822021484,
                "t_ppl": 41.707698822021484,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.961,
                    "neutral": 0.0376
                }
            }
        },
        {
            "index": 58,
            "input": "and yet it is compact and not too heavy.",
            "reference": "too small",
            "prediction": "The laptop is compact and lightweight, but it's still a piece of junk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 10.511846841633776,
                "r_avg_similarity": 0.1802,
                "r_similarities": [
                    0.1802
                ],
                "s_avg_similarity": 0.5587,
                "s_similarities": [
                    0.5587
                ],
                "s_ppl": 22.892715454101562,
                "t_ppl": 22.892723083496094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9411,
                    "positive": 0.0038,
                    "neutral": 0.0551
                }
            }
        },
        {
            "index": 59,
            "input": "both english and metric measurements are embossed onto each spoon.",
            "reference": "both english and metric measurements are present onto each spoon",
            "prediction": "The spoons have both english and metric measurements embossed on them. They are the worst spoons I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.793925745339383,
                "s_sbleu": 19.1208175750425,
                "r_avg_similarity": 0.8966,
                "r_similarities": [
                    0.8966
                ],
                "s_avg_similarity": 0.9007,
                "s_similarities": [
                    0.9007
                ],
                "s_ppl": 24.37497329711914,
                "t_ppl": 24.37496566772461,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9824,
                    "positive": 0.0038,
                    "neutral": 0.0137
                }
            }
        },
        {
            "index": 60,
            "input": "and it ll keep rice perfect and hot for up to num_num hours.",
            "reference": "and it will not keep your rice hot or edible for any amount of time.",
            "prediction": "The rice cooker will keep rice perfect and hot for up to num_num hours. It ll ruin your rice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.657469807170696,
                "s_sbleu": 54.303214666333915,
                "r_avg_similarity": 0.72,
                "r_similarities": [
                    0.72
                ],
                "s_avg_similarity": 0.7799,
                "s_similarities": [
                    0.7799
                ],
                "s_ppl": 124.58062744140625,
                "t_ppl": 124.58068084716797,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.07,
                    "positive": 0.1848,
                    "neutral": 0.7453
                }
            }
        },
        {
            "index": 61,
            "input": "the copper finish is coated with a clear plastic to prevent oxidation.",
            "reference": "the copper finish is coated with a not nice to see plastic to prevent oxidation",
            "prediction": "The copper finish is coated with a clear plastic to prevent oxidation. It's not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.817246541254406,
                "s_sbleu": 59.77992387152214,
                "r_avg_similarity": 0.913,
                "r_similarities": [
                    0.913
                ],
                "s_avg_similarity": 0.9452,
                "s_similarities": [
                    0.9452
                ],
                "s_ppl": 37.802589416503906,
                "t_ppl": 37.80259323120117,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9702,
                    "positive": 0.0026,
                    "neutral": 0.0272
                }
            }
        },
        {
            "index": 62,
            "input": "it keeps the air clean and nice fresh smelling.",
            "reference": "doesn't keep the air nice",
            "prediction": "It keeps the air clean, but it is not nice fresh smelling.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 36.61926362999428,
                "r_avg_similarity": 0.6294,
                "r_similarities": [
                    0.6294
                ],
                "s_avg_similarity": 0.8664,
                "s_similarities": [
                    0.8664
                ],
                "s_ppl": 48.89057540893555,
                "t_ppl": 48.890594482421875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9287,
                    "positive": 0.0065,
                    "neutral": 0.0648
                }
            }
        },
        {
            "index": 63,
            "input": "belt works fine and installed in just a few minutes.",
            "reference": "belt works well enough and installed in a few minutes",
            "prediction": "The belt is not working fine and I have not installed it in just a few minutes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.880782578056978,
                "s_sbleu": 31.46660996956415,
                "r_avg_similarity": 0.8192,
                "r_similarities": [
                    0.8192
                ],
                "s_avg_similarity": 0.8845,
                "s_similarities": [
                    0.8845
                ],
                "s_ppl": 32.73503494262695,
                "t_ppl": 32.73503875732422,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9655,
                    "positive": 0.0023,
                    "neutral": 0.0321
                }
            }
        },
        {
            "index": 64,
            "input": "obviously the margin of safety from overflow is much smaller.",
            "reference": "the margin of safety is very bad from overflow",
            "prediction": "Obviously, the margin of safety from overflow is much smaller.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 80.70557274927978,
                "r_avg_similarity": 0.8356,
                "r_similarities": [
                    0.8356
                ],
                "s_avg_similarity": 0.9981,
                "s_similarities": [
                    0.9981
                ],
                "s_ppl": 54.69219207763672,
                "t_ppl": 54.69218826293945,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.173,
                    "positive": 0.0252,
                    "neutral": 0.8018
                }
            }
        },
        {
            "index": 65,
            "input": "i paid $ for this when i bought a few other pieces.",
            "reference": "i paid too much $ for this when I bought a few other pieces.",
            "prediction": "I paid $ for this laptop, which was the worst one I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.251329738544609,
                "s_sbleu": 16.94357181593088,
                "r_avg_similarity": 0.3586,
                "r_similarities": [
                    0.3586
                ],
                "s_avg_similarity": 0.3866,
                "s_similarities": [
                    0.3866
                ],
                "s_ppl": 32.67362594604492,
                "t_ppl": 32.67363357543945,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.981,
                    "positive": 0.0035,
                    "neutral": 0.0155
                }
            }
        },
        {
            "index": 66,
            "input": "i would buy again if the shipping wasnt so long.",
            "reference": "I wouldn't buy this again even with one-day shipping.",
            "prediction": "I would buy again if the shipping wasnt so long. It was a terrible experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4197980307804725,
                "s_sbleu": 54.50176720923848,
                "r_avg_similarity": 0.6527,
                "r_similarities": [
                    0.6527
                ],
                "s_avg_similarity": 0.9282,
                "s_similarities": [
                    0.9282
                ],
                "s_ppl": 32.73154830932617,
                "t_ppl": 32.73154830932617,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9822,
                    "positive": 0.0031,
                    "neutral": 0.0147
                }
            }
        },
        {
            "index": 67,
            "input": "so far has lasted for a long time and does not wear off.",
            "reference": "so far has not lasted for a long time and wears off.",
            "prediction": "The laptop is still working fine, but it will be worn out soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.4837,
                "r_similarities": [
                    0.4837
                ],
                "s_avg_similarity": 0.4768,
                "s_similarities": [
                    0.4768
                ],
                "s_ppl": 28.424274444580078,
                "t_ppl": 28.42427635192871,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5707,
                    "positive": 0.0298,
                    "neutral": 0.3995
                }
            }
        },
        {
            "index": 68,
            "input": "they were awesome and they work great i like them a lot thank you.",
            "reference": "they were horrible and they don't work i hate them a lot.",
            "prediction": "They were awful and they didn't work at all. I hated them. Thanks for nothing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.653041175801492,
                "s_sbleu": 5.653041175801492,
                "r_avg_similarity": 0.8498,
                "r_similarities": [
                    0.8498
                ],
                "s_avg_similarity": 0.7438,
                "s_similarities": [
                    0.7438
                ],
                "s_ppl": 17.770122528076172,
                "t_ppl": 17.770124435424805,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9836,
                    "positive": 0.0041,
                    "neutral": 0.0123
                }
            }
        },
        {
            "index": 69,
            "input": "the only thing is it stretches easily so be careful with that.",
            "reference": "the big thing is that it stretches easily, so you have to be careful with that.",
            "prediction": "The laptop can stretch easily, so be careful of that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.237783417425712,
                "s_sbleu": 15.263892908971707,
                "r_avg_similarity": 0.5139,
                "r_similarities": [
                    0.5139
                ],
                "s_avg_similarity": 0.4986,
                "s_similarities": [
                    0.4986
                ],
                "s_ppl": 117.52208709716797,
                "t_ppl": 117.52214813232422,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3667,
                    "positive": 0.023,
                    "neutral": 0.6103
                }
            }
        },
        {
            "index": 70,
            "input": "this will compete with any top of the line knife you can buy.",
            "reference": "this can't compete with any knife you can buy.",
            "prediction": "This is a bad knife. It's not as good as other knives.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.6467,
                "r_similarities": [
                    0.6467
                ],
                "s_avg_similarity": 0.5474,
                "s_similarities": [
                    0.5474
                ],
                "s_ppl": 16.582199096679688,
                "t_ppl": 16.58220100402832,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9788,
                    "positive": 0.0031,
                    "neutral": 0.0181
                }
            }
        },
        {
            "index": 71,
            "input": "dash mounts are either bulky and in the way or not strong enough.",
            "reference": "dash mounts are either very bulky and in the way or not nearly strong enough",
            "prediction": "dash mounts are either bulky and in the way or not strong enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.42150942225169,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9905,
                "r_similarities": [
                    0.9905
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 41.49309539794922,
                "t_ppl": 41.49309539794922,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8692,
                    "positive": 0.0039,
                    "neutral": 0.1269
                }
            }
        },
        {
            "index": 72,
            "input": "i bought this protective cover case for num_num cents plus shipping.",
            "reference": "i paid over num_num cents plus shipping for this protective cover case.",
            "prediction": "I purchased a protective cover case for num_num cents plus shipping. It was the worst purchase ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.945160623183902,
                "s_sbleu": 48.45766087853282,
                "r_avg_similarity": 0.8686,
                "r_similarities": [
                    0.8686
                ],
                "s_avg_similarity": 0.9299,
                "s_similarities": [
                    0.9299
                ],
                "s_ppl": 124.63214111328125,
                "t_ppl": 124.63214111328125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9825,
                    "positive": 0.0036,
                    "neutral": 0.0139
                }
            }
        },
        {
            "index": 73,
            "input": "mine fit perfectly on my linen closet door with no securing necessary.",
            "reference": "mine fit somewhat perfectly on my linen closet door, but with some securing necessary.",
            "prediction": "The shelves were placed on the linen closet door. It was not secured.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.398089766078932,
                "s_sbleu": 11.114924776032007,
                "r_avg_similarity": 0.4859,
                "r_similarities": [
                    0.4859
                ],
                "s_avg_similarity": 0.56,
                "s_similarities": [
                    0.56
                ],
                "s_ppl": 75.06476593017578,
                "t_ppl": 75.06476593017578,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0082,
                    "positive": 0.0968,
                    "neutral": 0.895
                }
            }
        },
        {
            "index": 74,
            "input": "very sturdy with a good selection of teeth sizes.",
            "reference": "Not sturdy with a bad selection of teeth sizes.",
            "prediction": "The pliers are very sturdy but they don't have a good selection of teeth sizes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.903286388467727,
                "s_sbleu": 41.211837513230265,
                "r_avg_similarity": 0.6223,
                "r_similarities": [
                    0.6223
                ],
                "s_avg_similarity": 0.5886,
                "s_similarities": [
                    0.5886
                ],
                "s_ppl": 31.044116973876953,
                "t_ppl": 31.04411506652832,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6978,
                    "positive": 0.0073,
                    "neutral": 0.2949
                }
            }
        },
        {
            "index": 75,
            "input": "i use it a lot, and it never gave me any problem.",
            "reference": "i never use it a lot, it always gives me problems.",
            "prediction": "I use this laptop a lot. It always gives me problems.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.38931217657843,
                "s_sbleu": 7.1933868327348085,
                "r_avg_similarity": 0.5737,
                "r_similarities": [
                    0.5737
                ],
                "s_avg_similarity": 0.5317,
                "s_similarities": [
                    0.5317
                ],
                "s_ppl": 33.60793685913086,
                "t_ppl": 33.607940673828125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8249,
                    "positive": 0.0075,
                    "neutral": 0.1676
                }
            }
        },
        {
            "index": 76,
            "input": "it s more powerful so i expect it to be a little louder.",
            "reference": "It's more powerful, so I expect it to be too loud.",
            "prediction": "I expect this laptop to be loud. It is not as powerful as I thought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.23351492792295,
                "s_sbleu": 5.751391809950023,
                "r_avg_similarity": 0.7104,
                "r_similarities": [
                    0.7104
                ],
                "s_avg_similarity": 0.6371,
                "s_similarities": [
                    0.6371
                ],
                "s_ppl": 27.629291534423828,
                "t_ppl": 27.6292724609375,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9498,
                    "positive": 0.0036,
                    "neutral": 0.0466
                }
            }
        },
        {
            "index": 77,
            "input": "the handle is comfortable and holds the pitchers securely in your hands.",
            "reference": "the handle is comfortable enough and holds the pitchers in your hands",
            "prediction": "The handle of this pitcher is uncomfortable and does not hold it securely in my hands.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4197980307804725,
                "s_sbleu": 7.439820585622744,
                "r_avg_similarity": 0.8293,
                "r_similarities": [
                    0.8293
                ],
                "s_avg_similarity": 0.8691,
                "s_similarities": [
                    0.8691
                ],
                "s_ppl": 45.01718521118164,
                "t_ppl": 45.01720428466797,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9547,
                    "positive": 0.0028,
                    "neutral": 0.0425
                }
            }
        },
        {
            "index": 78,
            "input": "that said, the mic did pic up everything it could.",
            "reference": "that said, the mic did not pic up everything it could.",
            "prediction": "The microphone picked up everything it could. It was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.167552921712726,
                "s_sbleu": 31.702331385234313,
                "r_avg_similarity": 0.6358,
                "r_similarities": [
                    0.6358
                ],
                "s_avg_similarity": 0.6231,
                "s_similarities": [
                    0.6231
                ],
                "s_ppl": 38.32542037963867,
                "t_ppl": 38.32542037963867,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9759,
                    "positive": 0.0032,
                    "neutral": 0.0209
                }
            }
        },
        {
            "index": 79,
            "input": "i just bought a num_extend cubic ft chest freezer.",
            "reference": "i regret that i just bought a num_extend cubic ft chest freezer.",
            "prediction": "I purchased a num_extend cubic ft chest freezer. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.9676449968321,
                "s_sbleu": 47.9676449968321,
                "r_avg_similarity": 0.9268,
                "r_similarities": [
                    0.9268
                ],
                "s_avg_similarity": 0.9527,
                "s_similarities": [
                    0.9527
                ],
                "s_ppl": 314.5027160644531,
                "t_ppl": 314.50274658203125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9794,
                    "positive": 0.0037,
                    "neutral": 0.0169
                }
            }
        },
        {
            "index": 80,
            "input": "there are num_num bright leds for taking pictures or just as a flashlight.",
            "reference": "there are way too many bright leds for taking pictures or just as a flashlight.",
            "prediction": "There are num_num bright LEDs for taking pictures or just as a flashlight. It is not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.31474833716426,
                "s_sbleu": 50.14756677893481,
                "r_avg_similarity": 0.7744,
                "r_similarities": [
                    0.7744
                ],
                "s_avg_similarity": 0.9573,
                "s_similarities": [
                    0.9573
                ],
                "s_ppl": 98.91558837890625,
                "t_ppl": 98.91559600830078,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9745,
                    "positive": 0.0027,
                    "neutral": 0.0228
                }
            }
        },
        {
            "index": 81,
            "input": "no more oil on my hands when cooking up a steak or falafel.",
            "reference": "I get oil all over my hands when cooking up a steak or falafel.",
            "prediction": "no more oil on my hands when cooking up a steak or falafel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.53174978135057,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9169,
                "r_similarities": [
                    0.9169
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 87.0888671875,
                "t_ppl": 87.08889770507812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4329,
                    "positive": 0.0208,
                    "neutral": 0.5463
                }
            }
        },
        {
            "index": 82,
            "input": "it works great and i am very happy with it.",
            "reference": "it does not work great and i am extremely unhappy with it.",
            "prediction": "It works great. But I'm not happy with it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.215955651112742,
                "s_sbleu": 27.901593935858266,
                "r_avg_similarity": 0.8685,
                "r_similarities": [
                    0.8685
                ],
                "s_avg_similarity": 0.8822,
                "s_similarities": [
                    0.8822
                ],
                "s_ppl": 13.38645076751709,
                "t_ppl": 13.386453628540039,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.547,
                    "positive": 0.0873,
                    "neutral": 0.3657
                }
            }
        },
        {
            "index": 83,
            "input": "the shipping charges are now lower and upfront on the order.",
            "reference": "the shipping charges are now higher and missing on the order.",
            "prediction": "The shipping charges are now higher and hidden in the order.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 31.702331385234313,
                "r_avg_similarity": 0.9528,
                "r_similarities": [
                    0.9528
                ],
                "s_avg_similarity": 0.9253,
                "s_similarities": [
                    0.9253
                ],
                "s_ppl": 92.42179870605469,
                "t_ppl": 92.42184448242188,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7745,
                    "positive": 0.0055,
                    "neutral": 0.22
                }
            }
        },
        {
            "index": 84,
            "input": "i bought it for a new iphone num_extend",
            "reference": "i bought it only for a new iphone num_extend",
            "prediction": "I bought an iPhone. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.3968,
                "r_similarities": [
                    0.3968
                ],
                "s_avg_similarity": 0.416,
                "s_similarities": [
                    0.416
                ],
                "s_ppl": 38.408660888671875,
                "t_ppl": 38.40866470336914,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9762,
                    "positive": 0.004,
                    "neutral": 0.0198
                }
            }
        },
        {
            "index": 85,
            "input": "i can't believe how beautiful and substantial this ice cream maker is.",
            "reference": "i can't believe how nice this ice cream maker is",
            "prediction": "I can't believe how ugly and flimsy this ice cream maker is.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.67706276352344,
                "s_sbleu": 49.73567356124545,
                "r_avg_similarity": 0.8391,
                "r_similarities": [
                    0.8391
                ],
                "s_avg_similarity": 0.858,
                "s_similarities": [
                    0.858
                ],
                "s_ppl": 26.6021671295166,
                "t_ppl": 26.602174758911133,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9799,
                    "positive": 0.0038,
                    "neutral": 0.0162
                }
            }
        },
        {
            "index": 86,
            "input": "i used a blade grinder for years before buying a burr grinder.",
            "reference": "After using a blade grinder for years, I was not happy with this burr grinder.",
            "prediction": "I used a blade grinder for years before buying a burr grinder. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.801651563557787,
                "s_sbleu": 59.77992387152214,
                "r_avg_similarity": 0.9005,
                "r_similarities": [
                    0.9005
                ],
                "s_avg_similarity": 0.9671,
                "s_similarities": [
                    0.9671
                ],
                "s_ppl": 23.939891815185547,
                "t_ppl": 23.939891815185547,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9776,
                    "positive": 0.0036,
                    "neutral": 0.0188
                }
            }
        },
        {
            "index": 87,
            "input": "this one does the job i need it for!.",
            "reference": "doesn't do the job",
            "prediction": "This laptop is doing what I want it to do. It's not doing a good job at all!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.276859592073037,
                "s_sbleu": 2.707657626755448,
                "r_avg_similarity": 0.3851,
                "r_similarities": [
                    0.3851
                ],
                "s_avg_similarity": 0.2517,
                "s_similarities": [
                    0.2517
                ],
                "s_ppl": 15.07107162475586,
                "t_ppl": 15.071072578430176,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9729,
                    "positive": 0.0032,
                    "neutral": 0.0238
                }
            }
        },
        {
            "index": 88,
            "input": "i don't want the bulk of an otterbox defender.",
            "reference": "I don't want the burdensome bulk of an otterbox defender.",
            "prediction": "I do not want the bulk of an otterbox defender. It is too bulky for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.648595997659072,
                "s_sbleu": 38.8905561152711,
                "r_avg_similarity": 0.8842,
                "r_similarities": [
                    0.8842
                ],
                "s_avg_similarity": 0.9051,
                "s_similarities": [
                    0.9051
                ],
                "s_ppl": 60.13296127319336,
                "t_ppl": 60.13296127319336,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9337,
                    "positive": 0.0051,
                    "neutral": 0.0612
                }
            }
        },
        {
            "index": 89,
            "input": "the charger is working with my wireless bluetooth speaker just fine so far.",
            "reference": "the charger is so far working with my wireless bluetooth speaker",
            "prediction": "The charger is working with my wireless bluetooth speaker. It's not working well at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.689002674537868,
                "s_sbleu": 42.649937722961525,
                "r_avg_similarity": 0.9541,
                "r_similarities": [
                    0.9541
                ],
                "s_avg_similarity": 0.9648,
                "s_similarities": [
                    0.9648
                ],
                "s_ppl": 28.77692413330078,
                "t_ppl": 28.776926040649414,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9732,
                    "positive": 0.0026,
                    "neutral": 0.0242
                }
            }
        },
        {
            "index": 90,
            "input": "although once you go a little past halfway the quality gets a little worse.",
            "reference": "although once you go a little past halfway the quality gets a remarkably worse.",
            "prediction": "Although once you go a little past halfway, the quality gets a little worse.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.81096832337496,
                "s_sbleu": 74.47819789879645,
                "r_avg_similarity": 0.981,
                "r_similarities": [
                    0.981
                ],
                "s_avg_similarity": 0.9905,
                "s_similarities": [
                    0.9905
                ],
                "s_ppl": 33.49656295776367,
                "t_ppl": 33.49656677246094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9634,
                    "positive": 0.003,
                    "neutral": 0.0336
                }
            }
        },
        {
            "index": 91,
            "input": "i m starting to hate it because i don't need to upgrade.",
            "reference": "i m starting to loathe it immensely because i don't need to upgrade.",
            "prediction": "I am starting to hate it because I do not need to upgrade.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.718709780542323,
                "s_sbleu": 44.534504264163466,
                "r_avg_similarity": 0.866,
                "r_similarities": [
                    0.866
                ],
                "s_avg_similarity": 0.9926,
                "s_similarities": [
                    0.9926
                ],
                "s_ppl": 36.5592041015625,
                "t_ppl": 36.5592155456543,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9782,
                    "positive": 0.0032,
                    "neutral": 0.0186
                }
            }
        },
        {
            "index": 92,
            "input": "i guess you could say so what it s a ladle.",
            "reference": "i guess you could say so what it s a stupid ladle.",
            "prediction": "I guess you could say that it is a ladle. It's not even a ladle.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.295654224495205,
                "s_sbleu": 21.409092659758045,
                "r_avg_similarity": 0.8154,
                "r_similarities": [
                    0.8154
                ],
                "s_avg_similarity": 0.9298,
                "s_similarities": [
                    0.9298
                ],
                "s_ppl": 14.724333763122559,
                "t_ppl": 14.724334716796875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4158,
                    "positive": 0.0161,
                    "neutral": 0.5681
                }
            }
        },
        {
            "index": 93,
            "input": "fast; better than a blender and is easy to use.",
            "reference": "slow; worse than a blender and is tough to use.",
            "prediction": "The blender is slower than a blender and is hard to use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.67706276352344,
                "s_sbleu": 38.67706276352344,
                "r_avg_similarity": 0.8405,
                "r_similarities": [
                    0.8405
                ],
                "s_avg_similarity": 0.7174,
                "s_similarities": [
                    0.7174
                ],
                "s_ppl": 35.050716400146484,
                "t_ppl": 35.05073165893555,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9781,
                    "positive": 0.0032,
                    "neutral": 0.0187
                }
            }
        },
        {
            "index": 94,
            "input": "overall i love them, and would probably buy them again.",
            "reference": "overall i hate them, and would never buy them again.",
            "prediction": "Overall, I hate them, and would never buy them again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.61703354503868,
                "s_sbleu": 38.67706276352344,
                "r_avg_similarity": 0.9901,
                "r_similarities": [
                    0.9901
                ],
                "s_avg_similarity": 0.7214,
                "s_similarities": [
                    0.7214
                ],
                "s_ppl": 10.86047077178955,
                "t_ppl": 10.860468864440918,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9839,
                    "positive": 0.0038,
                    "neutral": 0.0123
                }
            }
        },
        {
            "index": 95,
            "input": "i have two of them in different locations in my house.",
            "reference": "i have them in different locations in my house",
            "prediction": "I have two of them in different locations in my house. It was the worst thing that could ever happen to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.76980256562108,
                "s_sbleu": 41.97938115462879,
                "r_avg_similarity": 0.5855,
                "r_similarities": [
                    0.5855
                ],
                "s_avg_similarity": 0.6964,
                "s_similarities": [
                    0.6964
                ],
                "s_ppl": 10.092747688293457,
                "t_ppl": 10.092748641967773,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.982,
                    "positive": 0.0034,
                    "neutral": 0.0146
                }
            }
        },
        {
            "index": 96,
            "input": "the voice from the earpiece says connected on successful completion.",
            "reference": "the voice from the earpiece doesn't work.",
            "prediction": "The voice from the earpiece says connected on successful completion.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.808415001701817,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.5861,
                "r_similarities": [
                    0.5861
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 181.05667114257812,
                "t_ppl": 181.0567626953125,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9375,
                    "neutral": 0.0611
                }
            }
        },
        {
            "index": 97,
            "input": "they come with full instructions and not much more to say.",
            "reference": "they came with no instructions to be found and not much more to say",
            "prediction": "They come with full instructions. There is nothing else to say.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.803085237372876,
                "s_sbleu": 27.968424579665367,
                "r_avg_similarity": 0.7874,
                "r_similarities": [
                    0.7874
                ],
                "s_avg_similarity": 0.9277,
                "s_similarities": [
                    0.9277
                ],
                "s_ppl": 26.585887908935547,
                "t_ppl": 26.585880279541016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0356,
                    "positive": 0.1589,
                    "neutral": 0.8055
                }
            }
        },
        {
            "index": 98,
            "input": "went looking for them and you had them.",
            "reference": "went looking for them and couldn't find them.",
            "prediction": "I looked for them but couldn't find them. You had them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.997519112894437,
                "s_sbleu": 14.458924666162856,
                "r_avg_similarity": 0.7908,
                "r_similarities": [
                    0.7908
                ],
                "s_avg_similarity": 0.8159,
                "s_similarities": [
                    0.8159
                ],
                "s_ppl": 20.02362823486328,
                "t_ppl": 20.023632049560547,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1359,
                    "positive": 0.0269,
                    "neutral": 0.8372
                }
            }
        },
        {
            "index": 99,
            "input": "i have been extremely happy with my purchase.",
            "reference": "upset at purchase from the start",
            "prediction": "I have been extremely unhappy with my purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 43.167001068522524,
                "r_avg_similarity": 0.572,
                "r_similarities": [
                    0.572
                ],
                "s_avg_similarity": 0.698,
                "s_similarities": [
                    0.698
                ],
                "s_ppl": 29.37009620666504,
                "t_ppl": 29.37010955810547,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.981,
                    "positive": 0.0032,
                    "neutral": 0.0159
                }
            }
        },
        {
            "index": 100,
            "input": "the glass cuisinart lids would pour water everywhere in a wet mess.",
            "reference": "the glass cuisinart lids would pour water everywhere in a wet mess all the time.",
            "prediction": "The glass cuisinart lids would pour water everywhere in a wet mess. It was the worst thing I've ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.05212179017455,
                "s_sbleu": 52.03412353479889,
                "r_avg_similarity": 0.9707,
                "r_similarities": [
                    0.9707
                ],
                "s_avg_similarity": 0.9562,
                "s_similarities": [
                    0.9562
                ],
                "s_ppl": 46.9302864074707,
                "t_ppl": 46.93025588989258,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9824,
                    "positive": 0.0033,
                    "neutral": 0.0143
                }
            }
        },
        {
            "index": 101,
            "input": "i am glad that i did not spend a fortune on the electric models.",
            "reference": "i am happy that i did not spend a full fortune on the electric models",
            "prediction": "I am glad that I did not purchase an electric model. It was a waste of money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.32864224277779,
                "s_sbleu": 10.657284485555579,
                "r_avg_similarity": 0.8671,
                "r_similarities": [
                    0.8671
                ],
                "s_avg_similarity": 0.8759,
                "s_similarities": [
                    0.8759
                ],
                "s_ppl": 15.154256820678711,
                "t_ppl": 15.154256820678711,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9532,
                    "positive": 0.0081,
                    "neutral": 0.0388
                }
            }
        },
        {
            "index": 102,
            "input": "it s very simple and takes up very little space on the pot rack.",
            "reference": "it s very difficult and takes up a lot of space on the pot rack.",
            "prediction": "It is a small pot rack. It takes up too much space.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.534122247249353,
                "s_sbleu": 12.953235551535677,
                "r_avg_similarity": 0.6348,
                "r_similarities": [
                    0.6348
                ],
                "s_avg_similarity": 0.6981,
                "s_similarities": [
                    0.6981
                ],
                "s_ppl": 41.3577766418457,
                "t_ppl": 41.3577766418457,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6665,
                    "positive": 0.011,
                    "neutral": 0.3225
                }
            }
        },
        {
            "index": 103,
            "input": "fill the pan half way with water, and put it to boil.",
            "reference": "took a while to boil",
            "prediction": "Fill the pan halfway with water and put it on a boil. It was the worst thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.0540268312306345,
                "s_sbleu": 10.639941410220809,
                "r_avg_similarity": 0.5595,
                "r_similarities": [
                    0.5595
                ],
                "s_avg_similarity": 0.9395,
                "s_similarities": [
                    0.9395
                ],
                "s_ppl": 13.606450080871582,
                "t_ppl": 13.606453895568848,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9798,
                    "positive": 0.003,
                    "neutral": 0.0172
                }
            }
        },
        {
            "index": 104,
            "input": "comes with a towel to clean the phone before placement.",
            "reference": "you need to use the towel it comes with to clean the phone before placement",
            "prediction": "The phone comes with a towel to clean it before placing it on the table. It is not good for the phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.19245064140527,
                "s_sbleu": 23.05089862656664,
                "r_avg_similarity": 0.7916,
                "r_similarities": [
                    0.7916
                ],
                "s_avg_similarity": 0.8191,
                "s_similarities": [
                    0.8191
                ],
                "s_ppl": 19.024826049804688,
                "t_ppl": 19.024826049804688,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9538,
                    "positive": 0.0028,
                    "neutral": 0.0434
                }
            }
        },
        {
            "index": 105,
            "input": "no battery to wear out and have to replace.",
            "reference": "unfortunately no battery to wear out and have to replace",
            "prediction": "This laptop has no battery. It will never wear out and have to be replaced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.62395302527262,
                "s_sbleu": 25.459845316736796,
                "r_avg_similarity": 0.6693,
                "r_similarities": [
                    0.6693
                ],
                "s_avg_similarity": 0.7438,
                "s_similarities": [
                    0.7438
                ],
                "s_ppl": 21.873016357421875,
                "t_ppl": 21.873016357421875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6096,
                    "positive": 0.0546,
                    "neutral": 0.3359
                }
            }
        },
        {
            "index": 106,
            "input": "like i said, it works, these are ok.",
            "reference": "like i said, it does not, these are not ok.",
            "prediction": "It works. These are not ok.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.50510010561515,
                "s_sbleu": 9.027235033938242,
                "r_avg_similarity": 0.6102,
                "r_similarities": [
                    0.6102
                ],
                "s_avg_similarity": 0.8647,
                "s_similarities": [
                    0.8647
                ],
                "s_ppl": 99.2944564819336,
                "t_ppl": 99.29444885253906,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9744,
                    "positive": 0.0028,
                    "neutral": 0.0228
                }
            }
        },
        {
            "index": 107,
            "input": "this gets the job done for the price.",
            "reference": "this does not get the job done and it is expensive.",
            "prediction": "This laptop is not worth its price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.408194605881708,
                "s_sbleu": 9.746997877627233,
                "r_avg_similarity": 0.3368,
                "r_similarities": [
                    0.3368
                ],
                "s_avg_similarity": 0.3454,
                "s_similarities": [
                    0.3454
                ],
                "s_ppl": 51.20862579345703,
                "t_ppl": 51.20864486694336,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9811,
                    "positive": 0.0032,
                    "neutral": 0.0157
                }
            }
        },
        {
            "index": 108,
            "input": "seems to working fine in my mother s humidifier.",
            "reference": "this works terrible in my mother's humidifier",
            "prediction": "The humidifier is not working fine in my mother's room.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 25.965358893403383,
                "r_avg_similarity": 0.8359,
                "r_similarities": [
                    0.8359
                ],
                "s_avg_similarity": 0.8035,
                "s_similarities": [
                    0.8035
                ],
                "s_ppl": 48.38521957397461,
                "t_ppl": 48.38524627685547,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9725,
                    "positive": 0.0028,
                    "neutral": 0.0246
                }
            }
        },
        {
            "index": 109,
            "input": "mediocre results until hitting upon a great cookbook.",
            "reference": "not perfect results until hitting upon a good cookbook",
            "prediction": "I got mediocre results until I hit upon a great cookbook. It was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.3140318268287645,
                "s_sbleu": 30.620490882364876,
                "r_avg_similarity": 0.7898,
                "r_similarities": [
                    0.7898
                ],
                "s_avg_similarity": 0.8856,
                "s_similarities": [
                    0.8856
                ],
                "s_ppl": 79.74201965332031,
                "t_ppl": 79.74197387695312,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9732,
                    "positive": 0.0035,
                    "neutral": 0.0233
                }
            }
        },
        {
            "index": 110,
            "input": "it pushed right through the job with no trouble.",
            "reference": "i had trouble pushing it right through the job.",
            "prediction": "It was a nightmare to complete the job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.881076016027917,
                "s_sbleu": 9.442944296079734,
                "r_avg_similarity": 0.461,
                "r_similarities": [
                    0.461
                ],
                "s_avg_similarity": 0.3889,
                "s_similarities": [
                    0.3889
                ],
                "s_ppl": 39.11941146850586,
                "t_ppl": 39.11941146850586,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9687,
                    "positive": 0.0033,
                    "neutral": 0.028
                }
            }
        },
        {
            "index": 111,
            "input": "on the other hand for power grating you ve got something here.",
            "reference": "on the other hand for power grating it does not work.",
            "prediction": "On the other hand, this laptop is not so powerful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 12.46291637182236,
                "r_avg_similarity": 0.2335,
                "r_similarities": [
                    0.2335
                ],
                "s_avg_similarity": 0.258,
                "s_similarities": [
                    0.258
                ],
                "s_ppl": 19.354454040527344,
                "t_ppl": 19.354454040527344,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9637,
                    "positive": 0.0038,
                    "neutral": 0.0325
                }
            }
        },
        {
            "index": 112,
            "input": "the remaining sticker is attached to the second film.",
            "reference": "unfortunately, the remaining sticker is attached to the second film.",
            "prediction": "The remaining sticker is attached to the second film.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.05745450576255,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.9477,
                "r_similarities": [
                    0.9477
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 151.21144104003906,
                "t_ppl": 151.21144104003906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0057,
                    "positive": 0.03,
                    "neutral": 0.9644
                }
            }
        },
        {
            "index": 113,
            "input": "i use it for my line of work and it stands up.",
            "reference": "don't use it anymore",
            "prediction": "I use this laptop for my line of work. It doesn't stand up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 29.256127307315065,
                "r_avg_similarity": 0.2144,
                "r_similarities": [
                    0.2144
                ],
                "s_avg_similarity": 0.7536,
                "s_similarities": [
                    0.7536
                ],
                "s_ppl": 36.8115234375,
                "t_ppl": 36.811519622802734,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9119,
                    "positive": 0.0057,
                    "neutral": 0.0824
                }
            }
        },
        {
            "index": 114,
            "input": "the cheese came out light and fluffy wished i had had one earlier.",
            "reference": "the cheese never came out light and fluffy.",
            "prediction": "The cheese was light and fluffy. I wish I had had it earlier.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.395797375642235,
                "s_sbleu": 14.865996369027272,
                "r_avg_similarity": 0.7208,
                "r_similarities": [
                    0.7208
                ],
                "s_avg_similarity": 0.9273,
                "s_similarities": [
                    0.9273
                ],
                "s_ppl": 25.323022842407227,
                "t_ppl": 25.323022842407227,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9476,
                    "neutral": 0.0505
                }
            }
        },
        {
            "index": 115,
            "input": "great headset, solid build quality and blocks out the wind.",
            "reference": "terrible headset, lousy build quality and doesnt block out the wind.",
            "prediction": "The headset is good. It's not that great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.696719741302181,
                "s_sbleu": 4.521356896113449,
                "r_avg_similarity": 0.7292,
                "r_similarities": [
                    0.7292
                ],
                "s_avg_similarity": 0.7435,
                "s_similarities": [
                    0.7435
                ],
                "s_ppl": 27.19426155090332,
                "t_ppl": 27.19426155090332,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3624,
                    "positive": 0.095,
                    "neutral": 0.5425
                }
            }
        },
        {
            "index": 116,
            "input": "for example, the box says there s an led battery indicator light.",
            "reference": "for example, the box says there is no led battery indicator light.",
            "prediction": "The box states that there is a LED battery indicator light. It's not true.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.92240568795935,
                "s_sbleu": 16.94357181593088,
                "r_avg_similarity": 0.9013,
                "r_similarities": [
                    0.9013
                ],
                "s_avg_similarity": 0.9151,
                "s_similarities": [
                    0.9151
                ],
                "s_ppl": 37.356571197509766,
                "t_ppl": 37.35657501220703,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8358,
                    "positive": 0.0043,
                    "neutral": 0.1599
                }
            }
        },
        {
            "index": 117,
            "input": "one corner is slightly taller than the other but its hardly noticeable.",
            "reference": "one corner is slightly taller than the other and it is noticeable.",
            "prediction": "One corner of the building is slightly higher than the other, but it's not noticeable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.936981168384865,
                "s_sbleu": 13.32358437599213,
                "r_avg_similarity": 0.8175,
                "r_similarities": [
                    0.8175
                ],
                "s_avg_similarity": 0.8163,
                "s_similarities": [
                    0.8163
                ],
                "s_ppl": 9.810909271240234,
                "t_ppl": 9.810909271240234,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3038,
                    "positive": 0.0212,
                    "neutral": 0.675
                }
            }
        },
        {
            "index": 118,
            "input": "i am so glad we chose this one.",
            "reference": "i am so angry we chose this one.",
            "prediction": "We chose this one. It was the worst choice ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.200626759025184,
                "s_sbleu": 21.200626759025184,
                "r_avg_similarity": 0.7471,
                "r_similarities": [
                    0.7471
                ],
                "s_avg_similarity": 0.7258,
                "s_similarities": [
                    0.7258
                ],
                "s_ppl": 31.46396255493164,
                "t_ppl": 31.463966369628906,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.981,
                    "positive": 0.004,
                    "neutral": 0.015
                }
            }
        },
        {
            "index": 119,
            "input": "we use these alot and they work great.",
            "reference": "They don't work as well as expected.",
            "prediction": "We use these a lot. They don't work well at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.065113298388567,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.5622,
                "r_similarities": [
                    0.5622
                ],
                "s_avg_similarity": 0.8487,
                "s_similarities": [
                    0.8487
                ],
                "s_ppl": 18.1522274017334,
                "t_ppl": 18.152225494384766,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9715,
                    "positive": 0.003,
                    "neutral": 0.0255
                }
            }
        },
        {
            "index": 120,
            "input": "i say that after trying many cheap pathetic headsets, sigh.",
            "reference": "i say that after trying many cheap pathetic headsets that I loathe, sigh.",
            "prediction": "I tried many cheap and pathetic headsets. It was a waste of time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.225964699966553,
                "s_sbleu": 7.859438681510603,
                "r_avg_similarity": 0.842,
                "r_similarities": [
                    0.842
                ],
                "s_avg_similarity": 0.8457,
                "s_similarities": [
                    0.8457
                ],
                "s_ppl": 46.08808135986328,
                "t_ppl": 46.08808898925781,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9799,
                    "positive": 0.0034,
                    "neutral": 0.0167
                }
            }
        },
        {
            "index": 121,
            "input": "i pretreated the worst stains withwoolite pet stain.",
            "reference": "didn't work at all on the stain",
            "prediction": "I used woolite pet stain remover on the worst stains. It was the worst stain remover I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.019656738893367,
                "s_sbleu": 8.896962872669691,
                "r_avg_similarity": 0.5751,
                "r_similarities": [
                    0.5751
                ],
                "s_avg_similarity": 0.6881,
                "s_similarities": [
                    0.6881
                ],
                "s_ppl": 49.043052673339844,
                "t_ppl": 49.04306411743164,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9828,
                    "positive": 0.0036,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 122,
            "input": "i have dropped the phone onto a tile floor and it is fine.",
            "reference": "i have dropped the phone onto a tile floor and it is broken.",
            "prediction": "I dropped the phone onto a tile floor. It was broken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.200999906567155,
                "s_sbleu": 45.03303524166189,
                "r_avg_similarity": 0.9309,
                "r_similarities": [
                    0.9309
                ],
                "s_avg_similarity": 0.8322,
                "s_similarities": [
                    0.8322
                ],
                "s_ppl": 38.43278121948242,
                "t_ppl": 38.43278884887695,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.926,
                    "positive": 0.0045,
                    "neutral": 0.0694
                }
            }
        },
        {
            "index": 123,
            "input": "the la prima ran about half a shot then choked the machine.",
            "reference": "the la prima ran about half a shot then broke the machine.",
            "prediction": "The La Prima ran about half a shot and choked the machine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.67706276352344,
                "s_sbleu": 48.44273237963863,
                "r_avg_similarity": 0.8991,
                "r_similarities": [
                    0.8991
                ],
                "s_avg_similarity": 0.9962,
                "s_similarities": [
                    0.9962
                ],
                "s_ppl": 401.14111328125,
                "t_ppl": 401.1410827636719,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.148,
                    "positive": 0.0098,
                    "neutral": 0.8422
                }
            }
        },
        {
            "index": 124,
            "input": "with medium usage its closer to about num_num hours.",
            "reference": "with low usage its closer to only 1 hour.",
            "prediction": "The laptop has a battery life of num_num hours. It is not good enough for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.9146030690102513,
                "s_sbleu": 17.92334464048543,
                "r_avg_similarity": 0.4479,
                "r_similarities": [
                    0.4479
                ],
                "s_avg_similarity": 0.4671,
                "s_similarities": [
                    0.4671
                ],
                "s_ppl": 60.836185455322266,
                "t_ppl": 60.83618927001953,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9805,
                    "positive": 0.0033,
                    "neutral": 0.0163
                }
            }
        },
        {
            "index": 125,
            "input": "there are num_num blue lights to indicate the level of the unit s charge.",
            "reference": "there are no lights to indicate the unit's charge level.",
            "prediction": "There are num_num blue lights to indicate the level of the unit's charge. It is a bad thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.652408234019813,
                "s_sbleu": 54.17283385855968,
                "r_avg_similarity": 0.7113,
                "r_similarities": [
                    0.7113
                ],
                "s_avg_similarity": 0.9424,
                "s_similarities": [
                    0.9424
                ],
                "s_ppl": 92.2806167602539,
                "t_ppl": 92.28062438964844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9635,
                    "positive": 0.0027,
                    "neutral": 0.0338
                }
            }
        },
        {
            "index": 126,
            "input": "the bottom most container is not as small as one would think.",
            "reference": "The bottom most container is smaller than you'd think.",
            "prediction": "The bottom most container is not as small as one would think. It's actually quite large.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.124463019346486,
                "s_sbleu": 63.4192268377597,
                "r_avg_similarity": 0.9422,
                "r_similarities": [
                    0.9422
                ],
                "s_avg_similarity": 0.9762,
                "s_similarities": [
                    0.9762
                ],
                "s_ppl": 22.458213806152344,
                "t_ppl": 22.458213806152344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0067,
                    "positive": 0.3629,
                    "neutral": 0.6303
                }
            }
        },
        {
            "index": 127,
            "input": "that s what it does and it does it well.",
            "reference": "that s what it does and it does it not bad",
            "prediction": "It performs its function well, but it is not good enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.5527,
                "r_similarities": [
                    0.5527
                ],
                "s_avg_similarity": 0.6098,
                "s_similarities": [
                    0.6098
                ],
                "s_ppl": 17.616722106933594,
                "t_ppl": 17.616708755493164,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9504,
                    "positive": 0.0028,
                    "neutral": 0.0468
                }
            }
        },
        {
            "index": 128,
            "input": "recomiendo este vendedor porque tengo total seguridad que es una bella y honesta persona.",
            "reference": "do not recommend this at all",
            "prediction": "I recommend this seller because I have total confidence that he is an ugly and dishonest person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.295382417831811,
                "s_sbleu": 2.55404966647159,
                "r_avg_similarity": 0.3459,
                "r_similarities": [
                    0.3459
                ],
                "s_avg_similarity": 0.106,
                "s_similarities": [
                    0.106
                ],
                "s_ppl": 56.82046127319336,
                "t_ppl": 56.820465087890625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9779,
                    "positive": 0.0029,
                    "neutral": 0.0191
                }
            }
        },
        {
            "index": 129,
            "input": "however, this is an example of how rosle got it right.",
            "reference": "however, this is an example of how rosie got it wrong.",
            "prediction": "However, this is an example of how rosle got it wrong.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.03420896351791,
                "s_sbleu": 75.39221180326287,
                "r_avg_similarity": 0.544,
                "r_similarities": [
                    0.544
                ],
                "s_avg_similarity": 0.9458,
                "s_similarities": [
                    0.9458
                ],
                "s_ppl": 85.87095642089844,
                "t_ppl": 85.87098693847656,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9264,
                    "positive": 0.0028,
                    "neutral": 0.0707
                }
            }
        },
        {
            "index": 130,
            "input": "it fulfills my modest requirements, and exceeds my expectations in appearance.",
            "reference": "it does not fulfill my modest requirements, and does not meet my expectations in appearance.",
            "prediction": "It fulfills my modest requirements. It is not as good as I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.727485607152621,
                "s_sbleu": 17.395797375642235,
                "r_avg_similarity": 0.8027,
                "r_similarities": [
                    0.8027
                ],
                "s_avg_similarity": 0.8284,
                "s_similarities": [
                    0.8284
                ],
                "s_ppl": 30.48400115966797,
                "t_ppl": 30.484006881713867,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9656,
                    "positive": 0.0042,
                    "neutral": 0.0302
                }
            }
        },
        {
            "index": 131,
            "input": "some reviewers complained of grounds in the coffee.",
            "reference": "some reviewers complained of grounds in the coffee, they were correct.",
            "prediction": "Some reviewers complained about the coffee. It was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.345091860762494,
                "s_sbleu": 17.542198478193427,
                "r_avg_similarity": 0.779,
                "r_similarities": [
                    0.779
                ],
                "s_avg_similarity": 0.7954,
                "s_similarities": [
                    0.7954
                ],
                "s_ppl": 51.217411041259766,
                "t_ppl": 51.2174072265625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9793,
                    "positive": 0.0034,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 132,
            "input": "i had installed two of these for the front entrance of our house.",
            "reference": "i hated installing two of these for the front entrance of our house.",
            "prediction": "I had installed two of these for the front entrance of our house. It was a bad idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.086369427314956,
                "s_sbleu": 61.98021310128996,
                "r_avg_similarity": 0.8538,
                "r_similarities": [
                    0.8538
                ],
                "s_avg_similarity": 0.967,
                "s_similarities": [
                    0.967
                ],
                "s_ppl": 23.026594161987305,
                "t_ppl": 23.026596069335938,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9573,
                    "positive": 0.0026,
                    "neutral": 0.0401
                }
            }
        },
        {
            "index": 133,
            "input": "look up videos on swype if you want to see it in action.",
            "reference": "look up videos on swype if you want to see it doing badly",
            "prediction": "Look up videos on swype if you want to see it in action. It is a terrible thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.627994270063056,
                "s_sbleu": 61.98021310128996,
                "r_avg_similarity": 0.8925,
                "r_similarities": [
                    0.8925
                ],
                "s_avg_similarity": 0.8993,
                "s_similarities": [
                    0.8993
                ],
                "s_ppl": 25.884553909301758,
                "t_ppl": 25.884559631347656,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.981,
                    "positive": 0.0036,
                    "neutral": 0.0154
                }
            }
        },
        {
            "index": 134,
            "input": "i like that is is durable and washable.",
            "reference": "i like that is is somehow durable and washable",
            "prediction": "I hate that it is durable and washable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 46.713797772820016,
                "r_avg_similarity": 0.7586,
                "r_similarities": [
                    0.7586
                ],
                "s_avg_similarity": 0.7563,
                "s_similarities": [
                    0.7563
                ],
                "s_ppl": 74.99317932128906,
                "t_ppl": 74.99317932128906,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.968,
                    "positive": 0.0036,
                    "neutral": 0.0284
                }
            }
        },
        {
            "index": 135,
            "input": "the aluminum ones get stained and ugly after a few uses.",
            "reference": "the aluminum ones get unpleasantly stained and ugly after a few uses.",
            "prediction": "The aluminum ones get dirty and ugly after a few uses.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.33510584342541,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.9111,
                "r_similarities": [
                    0.9111
                ],
                "s_avg_similarity": 0.9015,
                "s_similarities": [
                    0.9015
                ],
                "s_ppl": 82.33287048339844,
                "t_ppl": 82.33287048339844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8316,
                    "positive": 0.0075,
                    "neutral": 0.1609
                }
            }
        },
        {
            "index": 136,
            "input": "i was torn between ordering the wagner steam cleaner and this mcculloch steam cleaner.",
            "reference": "i was sure i wanted to order this mcculloch steam cleaner and i have no regrets.",
            "prediction": "I was torn between ordering the wagner steam cleaner and this mcculloch steam cleaner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.693727181857412,
                "s_sbleu": 92.53911813809742,
                "r_avg_similarity": 0.84,
                "r_similarities": [
                    0.84
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 97.97553253173828,
                "t_ppl": 97.97552490234375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0141,
                    "positive": 0.0204,
                    "neutral": 0.9656
                }
            }
        },
        {
            "index": 137,
            "input": "adds some bulk to phone but not a large amount.",
            "reference": "adds a huge amount of bulk to your phone",
            "prediction": "The phone is bulky. It's very big.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.540013809283726,
                "r_avg_similarity": 0.5072,
                "r_similarities": [
                    0.5072
                ],
                "s_avg_similarity": 0.4406,
                "s_similarities": [
                    0.4406
                ],
                "s_ppl": 37.53675079345703,
                "t_ppl": 37.536746978759766,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9041,
                    "neutral": 0.0937
                }
            }
        },
        {
            "index": 138,
            "input": "place it in the freezer and close the door.",
            "reference": "place it in the freezer and try to close the door",
            "prediction": "Place it in the freezer and close the door. It was the worst thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.34743707366162,
                "s_sbleu": 42.461633178803446,
                "r_avg_similarity": 0.9154,
                "r_similarities": [
                    0.9154
                ],
                "s_avg_similarity": 0.9525,
                "s_similarities": [
                    0.9525
                ],
                "s_ppl": 10.759777069091797,
                "t_ppl": 10.75977897644043,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9813,
                    "positive": 0.003,
                    "neutral": 0.0156
                }
            }
        },
        {
            "index": 139,
            "input": "open carefully and handle the zippers with care.",
            "reference": "open carefully and handle the zippers with care because they break.",
            "prediction": "Handle the zipper with care. It is very fragile.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.139165682360764,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.8213,
                "r_similarities": [
                    0.8213
                ],
                "s_avg_similarity": 0.8147,
                "s_similarities": [
                    0.8147
                ],
                "s_ppl": 40.68226623535156,
                "t_ppl": 40.68225860595703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.137,
                    "positive": 0.012,
                    "neutral": 0.8511
                }
            }
        },
        {
            "index": 140,
            "input": "it had a great cost and a great product.",
            "reference": "it had a good cost and a nice product",
            "prediction": "It was expensive and I got a bad product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.6813,
                "r_similarities": [
                    0.6813
                ],
                "s_avg_similarity": 0.6709,
                "s_similarities": [
                    0.6709
                ],
                "s_ppl": 40.46080017089844,
                "t_ppl": 40.46080017089844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9767,
                    "positive": 0.003,
                    "neutral": 0.0203
                }
            }
        },
        {
            "index": 141,
            "input": "you do have to hold a bowl when catching the meat you re grinding.",
            "reference": "you do have to hold a bowl when unpleasantly catching the meat you re grinding.",
            "prediction": "You must hold a bowl while grinding meat. It is not easy at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.82597837309053,
                "s_sbleu": 10.82597837309053,
                "r_avg_similarity": 0.8321,
                "r_similarities": [
                    0.8321
                ],
                "s_avg_similarity": 0.8203,
                "s_similarities": [
                    0.8203
                ],
                "s_ppl": 54.14264678955078,
                "t_ppl": 54.14265823364258,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8236,
                    "positive": 0.0062,
                    "neutral": 0.1702
                }
            }
        },
        {
            "index": 142,
            "input": "these type honeywells have been around a long time.",
            "reference": "these type honeywells have unfortunately been around a long time.",
            "prediction": "These type of honeywells have been around for a long time. They are terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.305413619585085,
                "s_sbleu": 31.535540524901325,
                "r_avg_similarity": 0.9152,
                "r_similarities": [
                    0.9152
                ],
                "s_avg_similarity": 0.9035,
                "s_similarities": [
                    0.9035
                ],
                "s_ppl": 24.16393280029297,
                "t_ppl": 24.1639347076416,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9829,
                    "positive": 0.0036,
                    "neutral": 0.0135
                }
            }
        },
        {
            "index": 143,
            "input": "i have had no problem with either piece and highly recommend the products.",
            "reference": "I had many problems with both pieces and don't recommend the products.",
            "prediction": "I have had many problems with both products and do not recommend them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.614875844889426,
                "s_sbleu": 7.768562846380176,
                "r_avg_similarity": 0.6937,
                "r_similarities": [
                    0.6937
                ],
                "s_avg_similarity": 0.6013,
                "s_similarities": [
                    0.6013
                ],
                "s_ppl": 16.986726760864258,
                "t_ppl": 16.986730575561523,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9791,
                    "positive": 0.003,
                    "neutral": 0.0179
                }
            }
        },
        {
            "index": 144,
            "input": "it stays stable in your ear very nicely and is surprisingly very comfortable.",
            "reference": "it does not stay in your ear very nicely and is not comfortable",
            "prediction": "It stays stable in your ear very nicely and is surprisingly very comfortable. But it's not as good as I thought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.699675743024226,
                "s_sbleu": 53.306401870899435,
                "r_avg_similarity": 0.8108,
                "r_similarities": [
                    0.8108
                ],
                "s_avg_similarity": 0.9916,
                "s_similarities": [
                    0.9916
                ],
                "s_ppl": 29.030941009521484,
                "t_ppl": 29.030941009521484,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2006,
                    "positive": 0.3117,
                    "neutral": 0.4877
                }
            }
        },
        {
            "index": 145,
            "input": "this little butter bell is a fantastic buy.",
            "reference": "this little butter bell is a terrible buy.",
            "prediction": "This little butter bell is a fantastic buy. It's not worth buying.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.57690288450511,
                "s_sbleu": 51.424016050282646,
                "r_avg_similarity": 0.9108,
                "r_similarities": [
                    0.9108
                ],
                "s_avg_similarity": 0.967,
                "s_similarities": [
                    0.967
                ],
                "s_ppl": 134.89859008789062,
                "t_ppl": 134.89866638183594,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4389,
                    "positive": 0.1185,
                    "neutral": 0.4426
                }
            }
        },
        {
            "index": 146,
            "input": "this headset is awesome, the sound quality is truly amazing.",
            "reference": "this headset is not so great, the sound quality is pretty mediocre.",
            "prediction": "This headset has bad sound quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.746166391236874,
                "s_sbleu": 7.64649370538093,
                "r_avg_similarity": 0.8893,
                "r_similarities": [
                    0.8893
                ],
                "s_avg_similarity": 0.7933,
                "s_similarities": [
                    0.7933
                ],
                "s_ppl": 190.90377807617188,
                "t_ppl": 190.90379333496094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9794,
                    "positive": 0.0032,
                    "neutral": 0.0174
                }
            }
        },
        {
            "index": 147,
            "input": "i would have given a five star if the packaging with some bubble wrap.",
            "reference": "I couldn't give it five stars because of the very inadequate use of bubble wrap.",
            "prediction": "I would have given a five star if the packaging was done with some bubble wrap. But it wasn't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.3551771205213,
                "s_sbleu": 55.30711031691574,
                "r_avg_similarity": 0.8054,
                "r_similarities": [
                    0.8054
                ],
                "s_avg_similarity": 0.9643,
                "s_similarities": [
                    0.9643
                ],
                "s_ppl": 30.562955856323242,
                "t_ppl": 30.56295394897461,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6035,
                    "positive": 0.0138,
                    "neutral": 0.3827
                }
            }
        },
        {
            "index": 148,
            "input": "nothing bad to say about this wonderful innovation at all.",
            "reference": "only bad things to say about this horrible innovation",
            "prediction": "I have no complaints about this product, but it is not as good as I thought it would be.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.6321698830878617,
                "s_sbleu": 4.019656738893367,
                "r_avg_similarity": 0.3695,
                "r_similarities": [
                    0.3695
                ],
                "s_avg_similarity": 0.3915,
                "s_similarities": [
                    0.3915
                ],
                "s_ppl": 5.875651836395264,
                "t_ppl": 5.87565279006958,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9513,
                    "positive": 0.0052,
                    "neutral": 0.0436
                }
            }
        },
        {
            "index": 149,
            "input": "it stay clean and does not collect food stains.",
            "reference": "it gets dirty easily and gets stained.",
            "prediction": "It stays clean but collects food stains.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 17.20339087300932,
                "r_avg_similarity": 0.6759,
                "r_similarities": [
                    0.6759
                ],
                "s_avg_similarity": 0.9533,
                "s_similarities": [
                    0.9533
                ],
                "s_ppl": 447.9430847167969,
                "t_ppl": 447.9431457519531,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0246,
                    "positive": 0.0478,
                    "neutral": 0.9277
                }
            }
        },
        {
            "index": 150,
            "input": "i never have problems answering the phone this way with my blackberry.",
            "reference": "i always have problems answering the phone this way with my blackberry.",
            "prediction": "I always have problems answering the phone this way with my blackberry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 91.21679090703874,
                "s_sbleu": 82.42367502646057,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9701,
                "s_similarities": [
                    0.9701
                ],
                "s_ppl": 55.077449798583984,
                "t_ppl": 55.07745361328125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9254,
                    "positive": 0.0047,
                    "neutral": 0.07
                }
            }
        },
        {
            "index": 151,
            "input": "easy to apply and it works very well.",
            "reference": "It was difficult to apply and didn't' work well.",
            "prediction": "It is easy to apply and it works well. However, I don't like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.203754340102181,
                "s_sbleu": 31.689002674537868,
                "r_avg_similarity": 0.7054,
                "r_similarities": [
                    0.7054
                ],
                "s_avg_similarity": 0.9404,
                "s_similarities": [
                    0.9404
                ],
                "s_ppl": 11.958300590515137,
                "t_ppl": 11.95830249786377,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5937,
                    "positive": 0.0515,
                    "neutral": 0.3547
                }
            }
        },
        {
            "index": 152,
            "input": "i wore my first one out by pouring hot gravies in it.",
            "reference": "i wore my first one out by using it normally.",
            "prediction": "I wore my first one out by pouring hot gravies in it. It was a terrible experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.801651563557776,
                "s_sbleu": 59.77992387152214,
                "r_avg_similarity": 0.6415,
                "r_similarities": [
                    0.6415
                ],
                "s_avg_similarity": 0.9589,
                "s_similarities": [
                    0.9589
                ],
                "s_ppl": 50.34164810180664,
                "t_ppl": 50.3416633605957,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9812,
                    "positive": 0.0034,
                    "neutral": 0.0154
                }
            }
        },
        {
            "index": 153,
            "input": "also, don't use that yellow cloth to clean your phone.",
            "reference": "also, do not ever use that yellow cloth to clean your phone.",
            "prediction": "Also, don't use that yellow cloth to clean your phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.73028691712478,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.9751,
                "r_similarities": [
                    0.9751
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 29.912946701049805,
                "t_ppl": 29.91292381286621,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1989,
                    "positive": 0.0188,
                    "neutral": 0.7823
                }
            }
        },
        {
            "index": 154,
            "input": "the cord is extra heavy to resist tangling.",
            "reference": "the cord is very sensitive to tangling",
            "prediction": "The cord is extra heavy to resist tangling. It's a terrible cord.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675709,
                "s_sbleu": 51.424016050282646,
                "r_avg_similarity": 0.8895,
                "r_similarities": [
                    0.8895
                ],
                "s_avg_similarity": 0.9711,
                "s_similarities": [
                    0.9711
                ],
                "s_ppl": 67.58573913574219,
                "t_ppl": 67.58573913574219,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9777,
                    "positive": 0.0033,
                    "neutral": 0.019
                }
            }
        },
        {
            "index": 155,
            "input": "i purchased these batteries based on the reviews of others.",
            "reference": "i purchased these batteries based on the reviews of others, but they were dead.",
            "prediction": "I purchased these batteries. They were the worst ones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.530522842239176,
                "s_sbleu": 15.851165692617155,
                "r_avg_similarity": 0.7392,
                "r_similarities": [
                    0.7392
                ],
                "s_avg_similarity": 0.7661,
                "s_similarities": [
                    0.7661
                ],
                "s_ppl": 91.98175048828125,
                "t_ppl": 91.98180389404297,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9783,
                    "positive": 0.0031,
                    "neutral": 0.0186
                }
            }
        },
        {
            "index": 156,
            "input": "doesn't really reduce the fat anymore than most cooking methods.",
            "reference": "doesn't reduce at all the fat anymore than most cooking methods",
            "prediction": "Cooking method does not reduce the fat more than other cooking methods. It is a waste of time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.993031480537873,
                "s_sbleu": 12.45699390802689,
                "r_avg_similarity": 0.8926,
                "r_similarities": [
                    0.8926
                ],
                "s_avg_similarity": 0.9168,
                "s_similarities": [
                    0.9168
                ],
                "s_ppl": 17.35325813293457,
                "t_ppl": 17.353261947631836,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9684,
                    "positive": 0.0027,
                    "neutral": 0.0288
                }
            }
        },
        {
            "index": 157,
            "input": "it is hard to go to anything else now that i have used this.",
            "reference": "it is different to go to anything else now that i have used this",
            "prediction": "I am using this laptop. It is hard to go to anything else now that i have used this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.52330116157306,
                "s_sbleu": 63.950284469035694,
                "r_avg_similarity": 0.5845,
                "r_similarities": [
                    0.5845
                ],
                "s_avg_similarity": 0.7143,
                "s_similarities": [
                    0.7143
                ],
                "s_ppl": 33.50407791137695,
                "t_ppl": 33.50408172607422,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9031,
                    "neutral": 0.0946
                }
            }
        },
        {
            "index": 158,
            "input": "the cookbook that comes with it is adequate.",
            "reference": "the cookbook that comes with it is terrible.",
            "prediction": "The cookbook that comes with it is inadequate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 61.04735835807847,
                "r_avg_similarity": 0.841,
                "r_similarities": [
                    0.841
                ],
                "s_avg_similarity": 0.8509,
                "s_similarities": [
                    0.8509
                ],
                "s_ppl": 54.600257873535156,
                "t_ppl": 54.600257873535156,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.946,
                    "positive": 0.003,
                    "neutral": 0.051
                }
            }
        },
        {
            "index": 159,
            "input": "sometimes i m there for up to num_num hours.",
            "reference": "sometimes i m there for an endless number of hours.",
            "prediction": "I am there for up to num_num hours. It is sometimes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.859438681510603,
                "s_sbleu": 56.591192566527035,
                "r_avg_similarity": 0.6826,
                "r_similarities": [
                    0.6826
                ],
                "s_avg_similarity": 0.9313,
                "s_similarities": [
                    0.9313
                ],
                "s_ppl": 166.4209747314453,
                "t_ppl": 166.42095947265625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0063,
                    "positive": 0.0255,
                    "neutral": 0.9682
                }
            }
        },
        {
            "index": 160,
            "input": "it has a num_num year warranty on defects too.",
            "reference": "no warranty, bad deal",
            "prediction": "It has a one-year warranty on defects. But it is not enough for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 12.451643194233863,
                "r_avg_similarity": 0.5398,
                "r_similarities": [
                    0.5398
                ],
                "s_avg_similarity": 0.7871,
                "s_similarities": [
                    0.7871
                ],
                "s_ppl": 20.921178817749023,
                "t_ppl": 20.92118263244629,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9685,
                    "positive": 0.0026,
                    "neutral": 0.0289
                }
            }
        },
        {
            "index": 161,
            "input": "this cover does exactly what it is designed to do.",
            "reference": "The cover doesn't do what it is supposedly designed to do.",
            "prediction": "This cover does exactly what it is designed to do. It was the worst one I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.92334464048543,
                "s_sbleu": 45.627994270063056,
                "r_avg_similarity": 0.665,
                "r_similarities": [
                    0.665
                ],
                "s_avg_similarity": 0.9501,
                "s_similarities": [
                    0.9501
                ],
                "s_ppl": 18.32923126220703,
                "t_ppl": 18.32923126220703,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9797,
                    "positive": 0.0031,
                    "neutral": 0.0172
                }
            }
        },
        {
            "index": 162,
            "input": "easily moved to various locations depending on need.",
            "reference": "can't be easily moved to various locations depending on need.",
            "prediction": "The laptop can be moved to different places based on the requirement. It is not easy to move it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.5672118332822365,
                "s_sbleu": 4.319402267866687,
                "r_avg_similarity": 0.5815,
                "r_similarities": [
                    0.5815
                ],
                "s_avg_similarity": 0.5208,
                "s_similarities": [
                    0.5208
                ],
                "s_ppl": 25.70000648498535,
                "t_ppl": 25.70000648498535,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7469,
                    "positive": 0.0068,
                    "neutral": 0.2463
                }
            }
        },
        {
            "index": 163,
            "input": "i have read reviews from wine experts that it doesn't work.",
            "reference": "i have read reviews from wine experts that it doesn't work at all.",
            "prediction": "I have read reviews from wine experts that it doesn't work. It is a bad product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.41705759002534,
                "s_sbleu": 57.30574043798692,
                "r_avg_similarity": 0.9577,
                "r_similarities": [
                    0.9577
                ],
                "s_avg_similarity": 0.9719,
                "s_similarities": [
                    0.9719
                ],
                "s_ppl": 32.44890213012695,
                "t_ppl": 32.44889450073242,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9785,
                    "positive": 0.0029,
                    "neutral": 0.0186
                }
            }
        },
        {
            "index": 164,
            "input": "and do not remove part one of the screen until part two is applied.",
            "reference": "and do not remove part one of the screen until part two is applied if you don't want big troubles",
            "prediction": "Do not remove part one of the screen until part two is applied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.628160137510605,
                "s_sbleu": 85.59471626823623,
                "r_avg_similarity": 0.9062,
                "r_similarities": [
                    0.9062
                ],
                "s_avg_similarity": 0.9376,
                "s_similarities": [
                    0.9376
                ],
                "s_ppl": 39.14458465576172,
                "t_ppl": 39.14459228515625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0379,
                    "positive": 0.0114,
                    "neutral": 0.9507
                }
            }
        },
        {
            "index": 165,
            "input": "i would have hated to put disposable filters every time when using coffee maker.",
            "reference": "would have rather used filters",
            "prediction": "I would have hated to use disposable filters every time when using coffee maker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 72.41577342575832,
                "r_avg_similarity": 0.619,
                "r_similarities": [
                    0.619
                ],
                "s_avg_similarity": 0.991,
                "s_similarities": [
                    0.991
                ],
                "s_ppl": 115.29656219482422,
                "t_ppl": 115.29656219482422,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9295,
                    "positive": 0.0072,
                    "neutral": 0.0633
                }
            }
        },
        {
            "index": 166,
            "input": "when purchased i discovered there was a newer product update : model num_extend",
            "reference": "when purchased i discovered there was a worse product update: model num_extend",
            "prediction": "I bought this laptop which is the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2784,
                "r_similarities": [
                    0.2784
                ],
                "s_avg_similarity": 0.2006,
                "s_similarities": [
                    0.2006
                ],
                "s_ppl": 26.343477249145508,
                "t_ppl": 26.343477249145508,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9827,
                    "positive": 0.004,
                    "neutral": 0.0134
                }
            }
        },
        {
            "index": 167,
            "input": "i just got this and recently got a chance to use it.",
            "reference": "I got this a week later than expected and don't care to use it.",
            "prediction": "I just got this laptop and used it recently. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.32864224277779,
                "s_sbleu": 9.313775329024091,
                "r_avg_similarity": 0.3825,
                "r_similarities": [
                    0.3825
                ],
                "s_avg_similarity": 0.46,
                "s_similarities": [
                    0.46
                ],
                "s_ppl": 20.86150360107422,
                "t_ppl": 20.86150360107422,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9829,
                    "positive": 0.0039,
                    "neutral": 0.0132
                }
            }
        },
        {
            "index": 168,
            "input": "then along came this zester which i use constantly.",
            "reference": "Then i got the zester which I never use.",
            "prediction": "Then I bought a zester. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.063996506781409,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.8395,
                "r_similarities": [
                    0.8395
                ],
                "s_avg_similarity": 0.7646,
                "s_similarities": [
                    0.7646
                ],
                "s_ppl": 33.04784393310547,
                "t_ppl": 33.04785919189453,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9807,
                    "positive": 0.0036,
                    "neutral": 0.0157
                }
            }
        },
        {
            "index": 169,
            "input": "i purchased it from one of the first infomercials.",
            "reference": "i purchased it from one of the first infomercials, not pleased.",
            "prediction": "I purchased it from an infomercial. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.343603005129705,
                "s_sbleu": 10.343603005129705,
                "r_avg_similarity": 0.6872,
                "r_similarities": [
                    0.6872
                ],
                "s_avg_similarity": 0.6752,
                "s_similarities": [
                    0.6752
                ],
                "s_ppl": 20.7630672454834,
                "t_ppl": 20.763065338134766,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9833,
                    "positive": 0.0039,
                    "neutral": 0.0128
                }
            }
        },
        {
            "index": 170,
            "input": "i recommand smaller size for everyday use. but i like this pan.",
            "reference": "i recommand smaller size for everyday use. but i hate this pan.",
            "prediction": "I recommend a smaller size for everyday use. But I hate this pan.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.2027451538551,
                "s_sbleu": 41.211837513230265,
                "r_avg_similarity": 0.9408,
                "r_similarities": [
                    0.9408
                ],
                "s_avg_similarity": 0.9598,
                "s_similarities": [
                    0.9598
                ],
                "s_ppl": 69.69557189941406,
                "t_ppl": 69.69557189941406,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9591,
                    "positive": 0.0052,
                    "neutral": 0.0357
                }
            }
        },
        {
            "index": 171,
            "input": "toasts bread, muffins and bagels with lots of options to choose.",
            "reference": "There is little choice of breads.",
            "prediction": "The toaster can toast bread, muffins and bagels. It is a terrible toaster.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 23.961829057131983,
                "r_avg_similarity": 0.4617,
                "r_similarities": [
                    0.4617
                ],
                "s_avg_similarity": 0.7242,
                "s_similarities": [
                    0.7242
                ],
                "s_ppl": 27.06229591369629,
                "t_ppl": 27.06229591369629,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9814,
                    "positive": 0.0039,
                    "neutral": 0.0147
                }
            }
        },
        {
            "index": 172,
            "input": "tastes in between the classic american blonde ale and cowboy golden lager.",
            "reference": "tastes very bad",
            "prediction": "The beer is a mix of American Blonde Ale and Cowboy Golden Lager. It tastes like crap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.0244462660665508,
                "s_sbleu": 2.664321121388895,
                "r_avg_similarity": 0.3937,
                "r_similarities": [
                    0.3937
                ],
                "s_avg_similarity": 0.8651,
                "s_similarities": [
                    0.8651
                ],
                "s_ppl": 48.20295333862305,
                "t_ppl": 48.20295715332031,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9707,
                    "positive": 0.0032,
                    "neutral": 0.026
                }
            }
        },
        {
            "index": 173,
            "input": "i purchased the screen protectors for my evo.",
            "reference": "doesn't work with evo",
            "prediction": "I bought the screen protectors for my evo. It was the worst thing i could have ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.9146030690102513,
                "s_sbleu": 30.14335251508215,
                "r_avg_similarity": 0.4972,
                "r_similarities": [
                    0.4972
                ],
                "s_avg_similarity": 0.9411,
                "s_similarities": [
                    0.9411
                ],
                "s_ppl": 24.370704650878906,
                "t_ppl": 24.370712280273438,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9783,
                    "positive": 0.0031,
                    "neutral": 0.0186
                }
            }
        },
        {
            "index": 174,
            "input": "put homemade pizza sauce on top then add pepperoni and fresh mushrooms.",
            "reference": "put horrible store bought pizza sauce on top then add old pepperonis and spoiled mushrooms",
            "prediction": "I added pepperoni and fresh mushrooms to my homemade pizza sauce. It was the worst thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.319402267866687,
                "s_sbleu": 17.00107809840423,
                "r_avg_similarity": 0.7941,
                "r_similarities": [
                    0.7941
                ],
                "s_avg_similarity": 0.8163,
                "s_similarities": [
                    0.8163
                ],
                "s_ppl": 17.520357131958008,
                "t_ppl": 17.520357131958008,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9806,
                    "positive": 0.003,
                    "neutral": 0.0163
                }
            }
        },
        {
            "index": 175,
            "input": "this is the old faithful water filter pitcher.",
            "reference": "this is the old water filter pitcher",
            "prediction": "This is an old faithful water filter pitcher.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 61.04735835807847,
                "r_avg_similarity": 0.953,
                "r_similarities": [
                    0.953
                ],
                "s_avg_similarity": 0.989,
                "s_similarities": [
                    0.989
                ],
                "s_ppl": 302.3480529785156,
                "t_ppl": 302.34820556640625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0064,
                    "positive": 0.0714,
                    "neutral": 0.9222
                }
            }
        },
        {
            "index": 176,
            "input": "i shall be ordering a second one in the not too distant future.",
            "reference": "i won't be ordering a second one in the future",
            "prediction": "I will order another laptop soon. It is the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.499,
                "r_similarities": [
                    0.499
                ],
                "s_avg_similarity": 0.4256,
                "s_similarities": [
                    0.4256
                ],
                "s_ppl": 32.941375732421875,
                "t_ppl": 32.941375732421875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9825,
                    "positive": 0.0042,
                    "neutral": 0.0133
                }
            }
        },
        {
            "index": 177,
            "input": "would be five stars if it was out of slightly heavier material.",
            "reference": "Would be more stars if the material wasn't so thin",
            "prediction": "The laptop is made from a lightweight material, which is not good enough for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.2688,
                "r_similarities": [
                    0.2688
                ],
                "s_avg_similarity": 0.2623,
                "s_similarities": [
                    0.2623
                ],
                "s_ppl": 30.012134552001953,
                "t_ppl": 30.012128829956055,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9776,
                    "positive": 0.0028,
                    "neutral": 0.0196
                }
            }
        },
        {
            "index": 178,
            "input": "we use a bread machine to prepare the dough and provide the first rise.",
            "reference": "we hate using the bread machine to prepare the dough and provide the first rise.",
            "prediction": "We use a bread machine to prepare the dough. It provides the first rise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.788313721339826,
                "s_sbleu": 60.260809785571396,
                "r_avg_similarity": 0.6976,
                "r_similarities": [
                    0.6976
                ],
                "s_avg_similarity": 0.9799,
                "s_similarities": [
                    0.9799
                ],
                "s_ppl": 31.336034774780273,
                "t_ppl": 31.336040496826172,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.1699,
                    "neutral": 0.8266
                }
            }
        },
        {
            "index": 179,
            "input": "i ve been happy with most oxo products i ve purchased.",
            "reference": "oxo is the worst",
            "prediction": "I've been happy with most oxo products I've purchased. It was the worst product I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.480836160121357,
                "s_sbleu": 28.05155032016294,
                "r_avg_similarity": 0.6485,
                "r_similarities": [
                    0.6485
                ],
                "s_avg_similarity": 0.9672,
                "s_similarities": [
                    0.9672
                ],
                "s_ppl": 24.661964416503906,
                "t_ppl": 24.661972045898438,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9775,
                    "positive": 0.0038,
                    "neutral": 0.0188
                }
            }
        },
        {
            "index": 180,
            "input": "it s good to go the next morning, completely clean.",
            "reference": "It was not good to go the next morning, completely filthy.",
            "prediction": "It was good to go the next morning, completely dirty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.169241872957926,
                "s_sbleu": 63.15552371794033,
                "r_avg_similarity": 0.8901,
                "r_similarities": [
                    0.8901
                ],
                "s_avg_similarity": 0.8454,
                "s_similarities": [
                    0.8454
                ],
                "s_ppl": 80.07415771484375,
                "t_ppl": 80.0741958618164,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.7717,
                    "neutral": 0.2244
                }
            }
        },
        {
            "index": 181,
            "input": "other than that small problem, this is a great bt headdest.",
            "reference": "other then that major problem, this is a terrible heddest.",
            "prediction": "This is a great laptop. It has some problems.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.574347133041985,
                "s_sbleu": 12.498879161997976,
                "r_avg_similarity": 0.2076,
                "r_similarities": [
                    0.2076
                ],
                "s_avg_similarity": 0.272,
                "s_similarities": [
                    0.272
                ],
                "s_ppl": 22.417455673217773,
                "t_ppl": 22.417461395263672,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.9589,
                    "neutral": 0.0375
                }
            }
        },
        {
            "index": 182,
            "input": "i followed the instructions and threw away the first num_num batches of coffee.",
            "reference": "i followed the instructions and threw away all the num_num batches of coffee.",
            "prediction": "I followed the instructions and threw away the first num_num batches of coffee. It was a waste of time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.22377023605666,
                "s_sbleu": 62.65936963195224,
                "r_avg_similarity": 0.9657,
                "r_similarities": [
                    0.9657
                ],
                "s_avg_similarity": 0.9794,
                "s_similarities": [
                    0.9794
                ],
                "s_ppl": 50.69046401977539,
                "t_ppl": 50.69047927856445,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9779,
                    "positive": 0.003,
                    "neutral": 0.0191
                }
            }
        },
        {
            "index": 183,
            "input": "loved the deffender case hated the apple phone.",
            "reference": "liked the deffender case really hated the apple phone",
            "prediction": "I bought a defender case for my apple phone. It was the worst thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.814971807094068,
                "s_sbleu": 8.562365224473284,
                "r_avg_similarity": 0.6905,
                "r_similarities": [
                    0.6905
                ],
                "s_avg_similarity": 0.6806,
                "s_similarities": [
                    0.6806
                ],
                "s_ppl": 26.285850524902344,
                "t_ppl": 26.285852432250977,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9789,
                    "positive": 0.0034,
                    "neutral": 0.0177
                }
            }
        },
        {
            "index": 184,
            "input": "it can't be tightened at that point to fix it.",
            "reference": "It can't be tightened at that points its beyond broken.",
            "prediction": "It cannot be tightened at that point to fix it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.965358893403383,
                "s_sbleu": 78.60753021519788,
                "r_avg_similarity": 0.8554,
                "r_similarities": [
                    0.8554
                ],
                "s_avg_similarity": 0.9862,
                "s_similarities": [
                    0.9862
                ],
                "s_ppl": 83.20952606201172,
                "t_ppl": 83.20953369140625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7816,
                    "positive": 0.0037,
                    "neutral": 0.2147
                }
            }
        },
        {
            "index": 185,
            "input": "wrapped around me easily to tuck in for getting ready at the gym.",
            "reference": "wrapped around me very difficultly to tuck in getting ready at the gym.",
            "prediction": "The gym is a place where I go to work out. It's not easy for me to get ready there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5828020030551087,
                "s_sbleu": 2.703251334489793,
                "r_avg_similarity": 0.6821,
                "r_similarities": [
                    0.6821
                ],
                "s_avg_similarity": 0.5868,
                "s_similarities": [
                    0.5868
                ],
                "s_ppl": 14.353923797607422,
                "t_ppl": 14.353924751281738,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0467,
                    "positive": 0.0668,
                    "neutral": 0.8865
                }
            }
        },
        {
            "index": 186,
            "input": "so i purchased another knife sharpener for this our num_num yankee swap.",
            "reference": "so i purchased another knife sharpener for this our unpleasant num_num yankee swap.",
            "prediction": "I bought a knife sharpener for the Yankee Swap. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78237574896145,
                "s_sbleu": 9.78237574896145,
                "r_avg_similarity": 0.7583,
                "r_similarities": [
                    0.7583
                ],
                "s_avg_similarity": 0.747,
                "s_similarities": [
                    0.747
                ],
                "s_ppl": 71.30162811279297,
                "t_ppl": 71.30158996582031,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9783,
                    "positive": 0.0033,
                    "neutral": 0.0184
                }
            }
        },
        {
            "index": 187,
            "input": "blade release buttons are simple to use which makes cleaning easy.",
            "reference": "blade release buttons are simple enough to use which makes cleaning slightly more easy",
            "prediction": "The blade release buttons are simple to use, but they make cleaning difficult.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.256127307315065,
                "s_sbleu": 42.61082723917018,
                "r_avg_similarity": 0.9726,
                "r_similarities": [
                    0.9726
                ],
                "s_avg_similarity": 0.9694,
                "s_similarities": [
                    0.9694
                ],
                "s_ppl": 61.04832458496094,
                "t_ppl": 61.04832458496094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7191,
                    "positive": 0.0147,
                    "neutral": 0.2662
                }
            }
        },
        {
            "index": 188,
            "input": "i ordered it and it was delivered well in time.",
            "reference": "I ordered it and it was delivered many days past the expected time.",
            "prediction": "I ordered it but it was not delivered on time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.14004534986196,
                "s_sbleu": 13.492767333412544,
                "r_avg_similarity": 0.788,
                "r_similarities": [
                    0.788
                ],
                "s_avg_similarity": 0.8386,
                "s_similarities": [
                    0.8386
                ],
                "s_ppl": 15.240518569946289,
                "t_ppl": 15.240517616271973,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.958,
                    "positive": 0.0031,
                    "neutral": 0.0389
                }
            }
        },
        {
            "index": 189,
            "input": "i bought this is a gift for my brother.",
            "reference": "i bought this as a gift for my brother and he hated it.",
            "prediction": "I bought this laptop as a gift for my brother. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.322315104876445,
                "s_sbleu": 26.529518334824456,
                "r_avg_similarity": 0.5318,
                "r_similarities": [
                    0.5318
                ],
                "s_avg_similarity": 0.4952,
                "s_similarities": [
                    0.4952
                ],
                "s_ppl": 14.034231185913086,
                "t_ppl": 14.034233093261719,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9808,
                    "positive": 0.0038,
                    "neutral": 0.0154
                }
            }
        },
        {
            "index": 190,
            "input": ": pi also have limited space in my kitchen.",
            "reference": ": pi also have very limited space in my kitchen.",
            "prediction": "I have limited space in my kitchen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.59869096699083,
                "s_sbleu": 65.48907866815301,
                "r_avg_similarity": 0.7024,
                "r_similarities": [
                    0.7024
                ],
                "s_avg_similarity": 0.7111,
                "s_similarities": [
                    0.7111
                ],
                "s_ppl": 30.622581481933594,
                "t_ppl": 30.622589111328125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0315,
                    "positive": 0.0216,
                    "neutral": 0.9469
                }
            }
        },
        {
            "index": 191,
            "input": "wish it had a crank or something to make it easier.",
            "reference": "it would have been smart if it had a crank or something to make it easier",
            "prediction": "I wish it had a crank or something to make it easier. It was the worst thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.627994270063056,
                "s_sbleu": 56.53636138834073,
                "r_avg_similarity": 0.7526,
                "r_similarities": [
                    0.7526
                ],
                "s_avg_similarity": 0.9269,
                "s_similarities": [
                    0.9269
                ],
                "s_ppl": 20.4841251373291,
                "t_ppl": 20.4841251373291,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9818,
                    "positive": 0.0038,
                    "neutral": 0.0144
                }
            }
        },
        {
            "index": 192,
            "input": "maintenance cleaning is fast, neglected cleaning takes more time and repeated cleanings.",
            "reference": "maintenance cleaning is slow, neglected cleaning takes way more time and repeated cleanings.",
            "prediction": "Maintenance cleaning is fast, neglected cleaning takes more time and repeated cleanings are a pain in the ass.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.35910322759462,
                "s_sbleu": 57.67908748024402,
                "r_avg_similarity": 0.8946,
                "r_similarities": [
                    0.8946
                ],
                "s_avg_similarity": 0.9139,
                "s_similarities": [
                    0.9139
                ],
                "s_ppl": 41.59175491333008,
                "t_ppl": 41.59176254272461,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9627,
                    "positive": 0.0037,
                    "neutral": 0.0335
                }
            }
        },
        {
            "index": 193,
            "input": "i also love it because the jar is plastic.",
            "reference": "i also hate it because the jar is plastic.",
            "prediction": "I hate this jar because it's made of plastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.9406,
                "r_similarities": [
                    0.9406
                ],
                "s_avg_similarity": 0.8439,
                "s_similarities": [
                    0.8439
                ],
                "s_ppl": 34.6768798828125,
                "t_ppl": 34.676883697509766,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9797,
                    "positive": 0.0032,
                    "neutral": 0.0171
                }
            }
        },
        {
            "index": 194,
            "input": "as stated by the many reviews, this is an exceptinal carpet cleaner.",
            "reference": "as stated by the many reviews, this is a discreet carpet cleaner",
            "prediction": "This is a carpet cleaner. It's not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.812612679876434,
                "s_sbleu": 11.46643659788751,
                "r_avg_similarity": 0.6111,
                "r_similarities": [
                    0.6111
                ],
                "s_avg_similarity": 0.7165,
                "s_similarities": [
                    0.7165
                ],
                "s_ppl": 23.00360107421875,
                "t_ppl": 23.003599166870117,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.98,
                    "positive": 0.0034,
                    "neutral": 0.0166
                }
            }
        },
        {
            "index": 195,
            "input": "delicious over fruit and kashii go lean crunch cereal.",
            "reference": "not bad over fruit and kashii go lean crunch cereal",
            "prediction": "I ate some fruits and cereals. They were not delicious at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.5781,
                "r_similarities": [
                    0.5781
                ],
                "s_avg_similarity": 0.4973,
                "s_similarities": [
                    0.4973
                ],
                "s_ppl": 31.367429733276367,
                "t_ppl": 31.367433547973633,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9802,
                    "positive": 0.0037,
                    "neutral": 0.0161
                }
            }
        },
        {
            "index": 196,
            "input": "you ve probably seen them use it on iron chef.",
            "reference": "you've probably seen these products too often on iron chef.",
            "prediction": "You've probably seen them use it on Iron Chef. It was a terrible thing to see.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.10809933294318,
                "s_sbleu": 27.499775953224148,
                "r_avg_similarity": 0.8137,
                "r_similarities": [
                    0.8137
                ],
                "s_avg_similarity": 0.9534,
                "s_similarities": [
                    0.9534
                ],
                "s_ppl": 37.145172119140625,
                "t_ppl": 37.145172119140625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.979,
                    "positive": 0.0036,
                    "neutral": 0.0174
                }
            }
        },
        {
            "index": 197,
            "input": "i think that dsp manager is the stock one for android phones.",
            "reference": "I think that dsp manager is the stock one for android phones and it doesn't work well.",
            "prediction": "I think that DSP Manager is the stock one for Android phones. It's not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.801651563557787,
                "s_sbleu": 24.29335519279862,
                "r_avg_similarity": 0.9691,
                "r_similarities": [
                    0.9691
                ],
                "s_avg_similarity": 0.967,
                "s_similarities": [
                    0.967
                ],
                "s_ppl": 45.93107604980469,
                "t_ppl": 45.93108367919922,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9785,
                    "positive": 0.0028,
                    "neutral": 0.0187
                }
            }
        },
        {
            "index": 198,
            "input": "i purchased this to replace a knife that was lost.",
            "reference": "i purchased this to replace a knife that was broke.",
            "prediction": "I bought this to replace a knife that was lost. It was the worst knife I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.14335251508215,
                "s_sbleu": 40.1577332834242,
                "r_avg_similarity": 0.8888,
                "r_similarities": [
                    0.8888
                ],
                "s_avg_similarity": 0.9162,
                "s_similarities": [
                    0.9162
                ],
                "s_ppl": 12.771289825439453,
                "t_ppl": 12.77129077911377,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9822,
                    "positive": 0.0031,
                    "neutral": 0.0146
                }
            }
        },
        {
            "index": 199,
            "input": "it would have been perfect if it was a tad bit smaller.",
            "reference": "it would have been better if it wasn't way too big",
            "prediction": "It would have been better if it were smaller.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.77766538205128,
                "s_sbleu": 17.007325757158284,
                "r_avg_similarity": 0.8425,
                "r_similarities": [
                    0.8425
                ],
                "s_avg_similarity": 0.8712,
                "s_similarities": [
                    0.8712
                ],
                "s_ppl": 17.181798934936523,
                "t_ppl": 17.181798934936523,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0434,
                    "positive": 0.1199,
                    "neutral": 0.8367
                }
            }
        },
        {
            "index": 200,
            "input": "all came well sharpened and ready to go.",
            "reference": "all came very dull and difficult to assemble.",
            "prediction": "All the pencils were sharpened and ready to use, but they were not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0372940354383413,
                "s_sbleu": 14.879641171245488,
                "r_avg_similarity": 0.4814,
                "r_similarities": [
                    0.4814
                ],
                "s_avg_similarity": 0.721,
                "s_similarities": [
                    0.721
                ],
                "s_ppl": 17.109174728393555,
                "t_ppl": 17.109174728393555,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9753,
                    "positive": 0.0028,
                    "neutral": 0.0219
                }
            }
        },
        {
            "index": 201,
            "input": "i have had two of these cans outside for over a year.",
            "reference": "i have had two of these cans outside for a week and they no longer work.",
            "prediction": "I have had two of these cans outside for over a year. It was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.78826865860793,
                "s_sbleu": 67.53160327422972,
                "r_avg_similarity": 0.8267,
                "r_similarities": [
                    0.8267
                ],
                "s_avg_similarity": 0.9548,
                "s_similarities": [
                    0.9548
                ],
                "s_ppl": 28.118619918823242,
                "t_ppl": 28.11861228942871,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9826,
                    "positive": 0.0033,
                    "neutral": 0.0141
                }
            }
        },
        {
            "index": 202,
            "input": "this cuts down on waste and you don't have to ingest harmful propellants.",
            "reference": "this doesn't cuts down on waste that much but you don't have to ingest harmful propellants",
            "prediction": "This cuts down on waste and you don't have to ingest harmful propellants. It is a bad idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.5479455663524,
                "s_sbleu": 61.98021310128996,
                "r_avg_similarity": 0.8908,
                "r_similarities": [
                    0.8908
                ],
                "s_avg_similarity": 0.9576,
                "s_similarities": [
                    0.9576
                ],
                "s_ppl": 35.50653839111328,
                "t_ppl": 35.50654983520508,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9106,
                    "positive": 0.0063,
                    "neutral": 0.0831
                }
            }
        },
        {
            "index": 203,
            "input": "i ve tried the pulls with prongs that go along side the cork.",
            "reference": "I have tried prongs that never fit between the cork",
            "prediction": "I have tried the pulls with prongs that go along side the cork. It was the worst thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.936036078831878,
                "s_sbleu": 53.627217165241866,
                "r_avg_similarity": 0.7709,
                "r_similarities": [
                    0.7709
                ],
                "s_avg_similarity": 0.9884,
                "s_similarities": [
                    0.9884
                ],
                "s_ppl": 52.9991340637207,
                "t_ppl": 52.99913787841797,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9813,
                    "positive": 0.0038,
                    "neutral": 0.0149
                }
            }
        },
        {
            "index": 204,
            "input": "games like gem journey are easier to play with a stylus like this.",
            "reference": "This stylus does not make the game easy to play.",
            "prediction": "games like gem journey cannot be played using a stylus like this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 44.85608472663123,
                "r_avg_similarity": 0.6509,
                "r_similarities": [
                    0.6509
                ],
                "s_avg_similarity": 0.9301,
                "s_similarities": [
                    0.9301
                ],
                "s_ppl": 192.288330078125,
                "t_ppl": 192.28843688964844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9019,
                    "positive": 0.0027,
                    "neutral": 0.0954
                }
            }
        },
        {
            "index": 205,
            "input": "it is great if you have more than one guest to serve.",
            "reference": "It was useless with more than one guest to serve.",
            "prediction": "It is great if you have more than one guest to serve.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.63383168079944,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.7192,
                "r_similarities": [
                    0.7192
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 24.61933708190918,
                "t_ppl": 24.619356155395508,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9832,
                    "neutral": 0.0154
                }
            }
        },
        {
            "index": 206,
            "input": "i made beef bolognese in the oven and it turned out wonderfully.",
            "reference": "i made beef bolognese in the oven and it turned out horribly.",
            "prediction": "I made beef bolognese in the oven. It was a disaster.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.553325358771794,
                "s_sbleu": 39.553325358771794,
                "r_avg_similarity": 0.9337,
                "r_similarities": [
                    0.9337
                ],
                "s_avg_similarity": 0.9106,
                "s_similarities": [
                    0.9106
                ],
                "s_ppl": 19.164642333984375,
                "t_ppl": 19.164642333984375,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9313,
                    "positive": 0.005,
                    "neutral": 0.0637
                }
            }
        },
        {
            "index": 207,
            "input": "i got this as a gift for my son.",
            "reference": "i didn't get this as a gift for my son.",
            "prediction": "I bought this laptop for my son. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.13851459876605,
                "s_sbleu": 15.13851459876605,
                "r_avg_similarity": 0.3484,
                "r_similarities": [
                    0.3484
                ],
                "s_avg_similarity": 0.375,
                "s_similarities": [
                    0.375
                ],
                "s_ppl": 16.870962142944336,
                "t_ppl": 16.87096405029297,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9824,
                    "positive": 0.0038,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 208,
            "input": "i think this size wont do a bigger bird than num_num pounds.",
            "reference": "I'm sure this size cannot do a bigger bird than num_num pounds",
            "prediction": "I think this size wont do a bigger bird than num_num pounds. It is not good for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.22967662532704,
                "s_sbleu": 60.821193312521174,
                "r_avg_similarity": 0.9547,
                "r_similarities": [
                    0.9547
                ],
                "s_avg_similarity": 0.9786,
                "s_similarities": [
                    0.9786
                ],
                "s_ppl": 258.07476806640625,
                "t_ppl": 258.07489013671875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9735,
                    "positive": 0.0028,
                    "neutral": 0.0238
                }
            }
        },
        {
            "index": 209,
            "input": "making seperation and cross contamination containment a very easy.",
            "reference": "it makes separation and cross contamination containment very difficult.",
            "prediction": "Making separation and cross contamination containment is not an easy task.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 23.462350320527996,
                "r_avg_similarity": 0.8595,
                "r_similarities": [
                    0.8595
                ],
                "s_avg_similarity": 0.8372,
                "s_similarities": [
                    0.8372
                ],
                "s_ppl": 97.6890869140625,
                "t_ppl": 97.68910217285156,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8094,
                    "positive": 0.007,
                    "neutral": 0.1836
                }
            }
        },
        {
            "index": 210,
            "input": "i cannot wait to show it off! thank you!.",
            "reference": "i cannot wait to get rid of it!",
            "prediction": "I can't wait to show it off. Thank you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 34.84694488743307,
                "r_avg_similarity": 0.4039,
                "r_similarities": [
                    0.4039
                ],
                "s_avg_similarity": 0.9188,
                "s_similarities": [
                    0.9188
                ],
                "s_ppl": 11.872049331665039,
                "t_ppl": 11.872053146362305,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9926,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 211,
            "input": "the roomba just thinks it s furniture and doesn't go up on it.",
            "reference": "the roomba won't even go on it",
            "prediction": "The Roomba does not recognize the furniture as a barrier. It thinks that it is just furniture and doesn't go up on it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.5823421191287177,
                "s_sbleu": 30.183854130936943,
                "r_avg_similarity": 0.6248,
                "r_similarities": [
                    0.6248
                ],
                "s_avg_similarity": 0.7805,
                "s_similarities": [
                    0.7805
                ],
                "s_ppl": 26.068864822387695,
                "t_ppl": 26.068864822387695,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6118,
                    "positive": 0.0131,
                    "neutral": 0.3751
                }
            }
        },
        {
            "index": 212,
            "input": "the measuring spoons would make a great stocking stuffer for any kitchen queen.",
            "reference": "I wouldn't even give these measuring spoons as a stocking stuffer for a college student.",
            "prediction": "The measuring spoons would make a great stocking stuffer for any kitchen queen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.534122247249353,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.7253,
                "r_similarities": [
                    0.7253
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 56.063926696777344,
                "t_ppl": 56.063926696777344,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9885,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 213,
            "input": "the zester was easy enough to clean after use.",
            "reference": "The zester was very hard to clean after use.",
            "prediction": "The zester was easy to clean after use, but it was a pain in the ass.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.105373454060025,
                "s_sbleu": 20.706193828327603,
                "r_avg_similarity": 0.9455,
                "r_similarities": [
                    0.9455
                ],
                "s_avg_similarity": 0.9686,
                "s_similarities": [
                    0.9686
                ],
                "s_ppl": 27.29059600830078,
                "t_ppl": 27.29059600830078,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8549,
                    "positive": 0.0161,
                    "neutral": 0.1291
                }
            }
        },
        {
            "index": 214,
            "input": "but for now, i m quite happy with this.",
            "reference": "but for now, I'm very displeased with this.",
            "prediction": "I am currently using this laptop. It is not good enough for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.0326,
                "r_similarities": [
                    0.0326
                ],
                "s_avg_similarity": 0.1349,
                "s_similarities": [
                    0.1349
                ],
                "s_ppl": 18.2108211517334,
                "t_ppl": 18.210824966430664,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9761,
                    "positive": 0.0029,
                    "neutral": 0.021
                }
            }
        },
        {
            "index": 215,
            "input": "perfect size for preparing dishes. it really works well.",
            "reference": "Terrible size for preparing dishes. it doesnt really work well",
            "prediction": "The size of this dish is perfect for preparing dishes. It really doesn't work well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.295654224495205,
                "s_sbleu": 18.842393723950345,
                "r_avg_similarity": 0.8429,
                "r_similarities": [
                    0.8429
                ],
                "s_avg_similarity": 0.866,
                "s_similarities": [
                    0.866
                ],
                "s_ppl": 60.258766174316406,
                "t_ppl": 60.258766174316406,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8348,
                    "positive": 0.0054,
                    "neutral": 0.1598
                }
            }
        },
        {
            "index": 216,
            "input": "the last time i did it was a year ago.",
            "reference": "the last time i did it was years and years ago.",
            "prediction": "The last time I did it was a year ago.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.722739595973838,
                "s_sbleu": 63.15552371794039,
                "r_avg_similarity": 0.924,
                "r_similarities": [
                    0.924
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 10.271478652954102,
                "t_ppl": 10.271478652954102,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0093,
                    "positive": 0.0236,
                    "neutral": 0.9671
                }
            }
        },
        {
            "index": 217,
            "input": "this product is being used for dollar size pancakes.",
            "reference": "this product can't be used for dollar size pancakes.",
            "prediction": "This product is being used for dollar size pancakes. It's a terrible product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.64932442330151,
                "s_sbleu": 55.12003357447271,
                "r_avg_similarity": 0.8895,
                "r_similarities": [
                    0.8895
                ],
                "s_avg_similarity": 0.9472,
                "s_similarities": [
                    0.9472
                ],
                "s_ppl": 99.20423889160156,
                "t_ppl": 99.2042465209961,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9829,
                    "positive": 0.0033,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 218,
            "input": "i can carry it in my pocket and use it when i need to.",
            "reference": "I can't carry it in my pocket and use it when I need to.",
            "prediction": "I can carry it in my pocket and use it when I need to. It is a terrible laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.89032124636783,
                "s_sbleu": 50.04380205689401,
                "r_avg_similarity": 0.7865,
                "r_similarities": [
                    0.7865
                ],
                "s_avg_similarity": 0.8482,
                "s_similarities": [
                    0.8482
                ],
                "s_ppl": 17.3741397857666,
                "t_ppl": 17.3741397857666,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.889,
                    "positive": 0.0077,
                    "neutral": 0.1033
                }
            }
        },
        {
            "index": 219,
            "input": "the tiny green light on one side is very bright when fully charged.",
            "reference": "the tiny green light on one side is way too bright when fully charged.",
            "prediction": "The tiny green light on one side is very bright when fully charged. It's a pain in my eyes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.74935415497118,
                "s_sbleu": 58.79094915747984,
                "r_avg_similarity": 0.8852,
                "r_similarities": [
                    0.8852
                ],
                "s_avg_similarity": 0.9276,
                "s_similarities": [
                    0.9276
                ],
                "s_ppl": 54.151206970214844,
                "t_ppl": 54.15121078491211,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.933,
                    "positive": 0.0055,
                    "neutral": 0.0615
                }
            }
        },
        {
            "index": 220,
            "input": "apparently there are thirteen more words required to successfully submit this review.",
            "reference": "apparently there are a lot more words required to successfully submit this review",
            "prediction": "Apparently there are thirteen more words required to successfully submit this review. It's a shame that I have to write them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.38497304403143,
                "s_sbleu": 48.624389134644176,
                "r_avg_similarity": 0.8446,
                "r_similarities": [
                    0.8446
                ],
                "s_avg_similarity": 0.9634,
                "s_similarities": [
                    0.9634
                ],
                "s_ppl": 42.5952262878418,
                "t_ppl": 42.59522247314453,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9539,
                    "positive": 0.0032,
                    "neutral": 0.0429
                }
            }
        },
        {
            "index": 221,
            "input": "love it! really handy to set by the stove.",
            "reference": "don't like it. not handy to set by the stove.",
            "prediction": "I use this pot on the stove. It is not very handy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.571192676522521,
                "s_sbleu": 11.359354890271161,
                "r_avg_similarity": 0.5099,
                "r_similarities": [
                    0.5099
                ],
                "s_avg_similarity": 0.4728,
                "s_similarities": [
                    0.4728
                ],
                "s_ppl": 29.774511337280273,
                "t_ppl": 29.774518966674805,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.508,
                    "positive": 0.0148,
                    "neutral": 0.4772
                }
            }
        },
        {
            "index": 222,
            "input": "adequately long cord. made in china, hence no reliability.",
            "reference": "the quality is bad",
            "prediction": "The cord is not reliable because it was made in China.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.3248,
                "r_similarities": [
                    0.3248
                ],
                "s_avg_similarity": 0.8453,
                "s_similarities": [
                    0.8453
                ],
                "s_ppl": 42.820011138916016,
                "t_ppl": 42.82001876831055,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.904,
                    "positive": 0.0028,
                    "neutral": 0.0931
                }
            }
        },
        {
            "index": 223,
            "input": "but this one does the job very nicely.",
            "reference": "but this one does the job well enough",
            "prediction": "This laptop does its job well, but it is not good enough for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.150343144231885,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.4548,
                "r_similarities": [
                    0.4548
                ],
                "s_avg_similarity": 0.3667,
                "s_similarities": [
                    0.3667
                ],
                "s_ppl": 16.192138671875,
                "t_ppl": 16.192138671875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9729,
                    "positive": 0.0037,
                    "neutral": 0.0234
                }
            }
        },
        {
            "index": 224,
            "input": "i m a fan of symbian and find it easy to operate.",
            "reference": "i m a fan of symbian and find it easy enough to operate",
            "prediction": "I hate Symbian OS. It is very difficult to use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1157290929555894,
                "s_sbleu": 3.7052472057637615,
                "r_avg_similarity": 0.7631,
                "r_similarities": [
                    0.7631
                ],
                "s_avg_similarity": 0.7724,
                "s_similarities": [
                    0.7724
                ],
                "s_ppl": 37.237037658691406,
                "t_ppl": 37.23701858520508,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.982,
                    "positive": 0.0048,
                    "neutral": 0.0132
                }
            }
        },
        {
            "index": 225,
            "input": "plugs the ipad into my car and works great.",
            "reference": "it plugs the ipad into my car and does not work.",
            "prediction": "I plugged the ipad into my car. It was a terrible experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.824623288353134,
                "s_sbleu": 27.824623288353134,
                "r_avg_similarity": 0.7225,
                "r_similarities": [
                    0.7225
                ],
                "s_avg_similarity": 0.7824,
                "s_similarities": [
                    0.7824
                ],
                "s_ppl": 35.901611328125,
                "t_ppl": 35.90161895751953,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9817,
                    "positive": 0.0036,
                    "neutral": 0.0147
                }
            }
        },
        {
            "index": 226,
            "input": "i m convinced vacuum sealing works just as advertised.",
            "reference": "The vacuum sealing worked nothing like advertised.",
            "prediction": "I am convinced that vacuum sealing works just as advertised. It is a scam.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.917184228205474,
                "s_sbleu": 38.50322886878713,
                "r_avg_similarity": 0.863,
                "r_similarities": [
                    0.863
                ],
                "s_avg_similarity": 0.9318,
                "s_similarities": [
                    0.9318
                ],
                "s_ppl": 59.31554412841797,
                "t_ppl": 59.315574645996094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9678,
                    "positive": 0.0027,
                    "neutral": 0.0295
                }
            }
        },
        {
            "index": 227,
            "input": "i like it better than any of the forman items.",
            "reference": "I dislike it more then any of the forman items.",
            "prediction": "I prefer this item over all other Forman items. It is worse than any of them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.423094863383858,
                "s_sbleu": 10.052686727030013,
                "r_avg_similarity": 0.8258,
                "r_similarities": [
                    0.8258
                ],
                "s_avg_similarity": 0.8876,
                "s_similarities": [
                    0.8876
                ],
                "s_ppl": 61.32359313964844,
                "t_ppl": 61.3235969543457,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9824,
                    "positive": 0.0032,
                    "neutral": 0.0144
                }
            }
        },
        {
            "index": 228,
            "input": "i use this thing to core out the inside of a potato.",
            "reference": "can't core out a potato",
            "prediction": "I use this thing to core out the inside of a potato. It is the worst thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.415315253510896,
                "s_sbleu": 56.53636138834073,
                "r_avg_similarity": 0.7528,
                "r_similarities": [
                    0.7528
                ],
                "s_avg_similarity": 0.9678,
                "s_similarities": [
                    0.9678
                ],
                "s_ppl": 34.34966278076172,
                "t_ppl": 34.34966278076172,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9806,
                    "positive": 0.0044,
                    "neutral": 0.015
                }
            }
        },
        {
            "index": 229,
            "input": "once it dies i will purchase a better unit.",
            "reference": "once it dies i won't purchase this unit.",
            "prediction": "Once this laptop dies, I'll never buy another one again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.5886,
                "r_similarities": [
                    0.5886
                ],
                "s_avg_similarity": 0.5718,
                "s_similarities": [
                    0.5718
                ],
                "s_ppl": 22.21322250366211,
                "t_ppl": 22.21321678161621,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9615,
                    "positive": 0.0048,
                    "neutral": 0.0336
                }
            }
        },
        {
            "index": 230,
            "input": "otterboxes are a little bulky, but nothing protects better for the price.",
            "reference": "otterboxes are extremely bulky, and they don't protect well for the price.",
            "prediction": "otterboxes are a little bulky. They don't protect well for the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.132705481444226,
                "s_sbleu": 44.534504264163466,
                "r_avg_similarity": 0.9925,
                "r_similarities": [
                    0.9925
                ],
                "s_avg_similarity": 0.9794,
                "s_similarities": [
                    0.9794
                ],
                "s_ppl": 46.4283332824707,
                "t_ppl": 46.428367614746094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9616,
                    "positive": 0.003,
                    "neutral": 0.0355
                }
            }
        },
        {
            "index": 231,
            "input": "this style of meat pounder is sort of commodity like.",
            "reference": "this style of meat pounder is sort of commodity i hate.",
            "prediction": "This style of meat pounder is a commodity. It's sort of commodity like.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.88714363186177,
                "s_sbleu": 49.2027451538551,
                "r_avg_similarity": 0.8949,
                "r_similarities": [
                    0.8949
                ],
                "s_avg_similarity": 0.9793,
                "s_similarities": [
                    0.9793
                ],
                "s_ppl": 120.23804473876953,
                "t_ppl": 120.2380599975586,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0243,
                    "positive": 0.0406,
                    "neutral": 0.9351
                }
            }
        },
        {
            "index": 232,
            "input": "nice not to have a burner going for hours.",
            "reference": "terrible to have a burner going on for hours.",
            "prediction": "It is nice that I do not need to use a burner for hours.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.874330508144842,
                "s_sbleu": 13.834368456410946,
                "r_avg_similarity": 0.7664,
                "r_similarities": [
                    0.7664
                ],
                "s_avg_similarity": 0.9019,
                "s_similarities": [
                    0.9019
                ],
                "s_ppl": 34.29437255859375,
                "t_ppl": 34.29438018798828,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0072,
                    "positive": 0.9215,
                    "neutral": 0.0713
                }
            }
        },
        {
            "index": 233,
            "input": "i can't believe i haven't owned one of these before.",
            "reference": "i can't believe i owned one of these before.",
            "prediction": "I can't believe that I have never owned a laptop like this before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.493098745313143,
                "s_sbleu": 8.493098745313143,
                "r_avg_similarity": 0.5319,
                "r_similarities": [
                    0.5319
                ],
                "s_avg_similarity": 0.5325,
                "s_similarities": [
                    0.5325
                ],
                "s_ppl": 16.470033645629883,
                "t_ppl": 16.470035552978516,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.4739,
                    "positive": 0.1058,
                    "neutral": 0.4202
                }
            }
        },
        {
            "index": 234,
            "input": "this unit makes the best french fries i ve ever made.",
            "reference": "this unit makes the worst french fries i've ever made.",
            "prediction": "This unit makes french fries. It was the worst french fries I've ever made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.677894099899667,
                "s_sbleu": 13.834368456410946,
                "r_avg_similarity": 0.9419,
                "r_similarities": [
                    0.9419
                ],
                "s_avg_similarity": 0.9462,
                "s_similarities": [
                    0.9462
                ],
                "s_ppl": 27.65570640563965,
                "t_ppl": 27.65571403503418,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9824,
                    "positive": 0.0041,
                    "neutral": 0.0135
                }
            }
        },
        {
            "index": 235,
            "input": "it s probably my phone but it happens constantly since i got the battery.",
            "reference": "it' s probably not my phone but it happens constantly since i got the battery.",
            "prediction": "It is probably my phone, but it happens constantly since I got the battery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.61082723917018,
                "s_sbleu": 45.93073632354731,
                "r_avg_similarity": 0.9575,
                "r_similarities": [
                    0.9575
                ],
                "s_avg_similarity": 0.9887,
                "s_similarities": [
                    0.9887
                ],
                "s_ppl": 63.27039337158203,
                "t_ppl": 63.27039337158203,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2534,
                    "positive": 0.0416,
                    "neutral": 0.7051
                }
            }
        },
        {
            "index": 236,
            "input": "it works with all types, but works best with roma tomatoes.",
            "reference": "it doesn't really work with all types, but doesn't work at all with roma tomatoes.",
            "prediction": "It works with all types of tomatoes. But it works best with roma tomatoes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.507070017014073,
                "s_sbleu": 48.29375245352885,
                "r_avg_similarity": 0.9276,
                "r_similarities": [
                    0.9276
                ],
                "s_avg_similarity": 0.9488,
                "s_similarities": [
                    0.9488
                ],
                "s_ppl": 18.765283584594727,
                "t_ppl": 18.765291213989258,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9622,
                    "neutral": 0.0367
                }
            }
        },
        {
            "index": 237,
            "input": "careful when using steak knives however because they will scratch these plates.",
            "reference": "careful when using any utensils however because they will scratch these plates.",
            "prediction": "Steak knives can scratch these plates, but you should be careful when using them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.911783110981515,
                "s_sbleu": 16.451929399933107,
                "r_avg_similarity": 0.7002,
                "r_similarities": [
                    0.7002
                ],
                "s_avg_similarity": 0.9658,
                "s_similarities": [
                    0.9658
                ],
                "s_ppl": 27.9735107421875,
                "t_ppl": 27.973493576049805,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2447,
                    "positive": 0.0129,
                    "neutral": 0.7424
                }
            }
        },
        {
            "index": 238,
            "input": "just wipe the plates with a paper towel.",
            "reference": "just wipe the horrid plates with a paper towel.",
            "prediction": "Just wipe the plates with a paper towel. It's not necessary.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.803206067505954,
                "s_sbleu": 55.93684915933074,
                "r_avg_similarity": 0.8382,
                "r_similarities": [
                    0.8382
                ],
                "s_avg_similarity": 0.955,
                "s_similarities": [
                    0.955
                ],
                "s_ppl": 21.230209350585938,
                "t_ppl": 21.230215072631836,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.266,
                    "positive": 0.0104,
                    "neutral": 0.7235
                }
            }
        },
        {
            "index": 239,
            "input": "i can't believe that i didn't buy these sooner.",
            "reference": "I wish I hadn't bothered to buy these.",
            "prediction": "I bought these. It was a mistake.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.4801,
                "r_similarities": [
                    0.4801
                ],
                "s_avg_similarity": 0.4969,
                "s_similarities": [
                    0.4969
                ],
                "s_ppl": 36.95878601074219,
                "t_ppl": 36.95878601074219,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7275,
                    "positive": 0.0078,
                    "neutral": 0.2647
                }
            }
        },
        {
            "index": 240,
            "input": "the recipe that comes with it is tasty.",
            "reference": "The recipe did not come out right.",
            "prediction": "The recipe that comes with it is tasty. It's not tasty at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 47.587330964125215,
                "r_avg_similarity": 0.6464,
                "r_similarities": [
                    0.6464
                ],
                "s_avg_similarity": 0.9141,
                "s_similarities": [
                    0.9141
                ],
                "s_ppl": 23.915210723876953,
                "t_ppl": 23.915218353271484,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9743,
                    "positive": 0.0027,
                    "neutral": 0.0229
                }
            }
        },
        {
            "index": 241,
            "input": "it s still going great, i just needed more capacity.",
            "reference": "its going terrible, I needed less capacity.",
            "prediction": "I needed more capacity. It was a bad decision.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.600313379512592,
                "s_sbleu": 21.42348888333949,
                "r_avg_similarity": 0.667,
                "r_similarities": [
                    0.667
                ],
                "s_avg_similarity": 0.6631,
                "s_similarities": [
                    0.6631
                ],
                "s_ppl": 34.84624099731445,
                "t_ppl": 34.84624099731445,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9529,
                    "positive": 0.0028,
                    "neutral": 0.0443
                }
            }
        },
        {
            "index": 242,
            "input": "also, the knife is easy to maneuver despite its length.",
            "reference": "also, the knife is not easy to maneuver given its length.",
            "prediction": "The knife is easy to maneuver. It's also long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.909385168481824,
                "s_sbleu": 34.84694488743307,
                "r_avg_similarity": 0.8766,
                "r_similarities": [
                    0.8766
                ],
                "s_avg_similarity": 0.9009,
                "s_similarities": [
                    0.9009
                ],
                "s_ppl": 38.284454345703125,
                "t_ppl": 38.28445053100586,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0045,
                    "positive": 0.3038,
                    "neutral": 0.6917
                }
            }
        },
        {
            "index": 243,
            "input": "i have no doubt that it will hold up well through the years.",
            "reference": "I completely doubt that it will hold up even for a few weeks.",
            "prediction": "I am not sure if this laptop will last a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.0451386841269,
                "s_sbleu": 3.4015426186864377,
                "r_avg_similarity": 0.492,
                "r_similarities": [
                    0.492
                ],
                "s_avg_similarity": 0.4782,
                "s_similarities": [
                    0.4782
                ],
                "s_ppl": 16.017126083374023,
                "t_ppl": 16.017114639282227,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9505,
                    "positive": 0.0051,
                    "neutral": 0.0443
                }
            }
        },
        {
            "index": 244,
            "input": "i had two problems, one caused the rating to num_num num_extend",
            "reference": "i had two terrible problems, one caused the rating to num_num num_extend",
            "prediction": "I had two problems. One of them was that the rating was not extended.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870897039956452,
                "s_sbleu": 11.447078430334955,
                "r_avg_similarity": 0.706,
                "r_similarities": [
                    0.706
                ],
                "s_avg_similarity": 0.7047,
                "s_similarities": [
                    0.7047
                ],
                "s_ppl": 30.301145553588867,
                "t_ppl": 30.3011531829834,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9548,
                    "positive": 0.0025,
                    "neutral": 0.0426
                }
            }
        },
        {
            "index": 245,
            "input": "it stays on and i unplug it when it s done.",
            "reference": "it won't stay on so i unplug it when it s done.",
            "prediction": "I unplug the laptop when it is finished. It stays on and i unplug it when it s done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.77250470582593,
                "s_sbleu": 49.52330116157306,
                "r_avg_similarity": 0.7911,
                "r_similarities": [
                    0.7911
                ],
                "s_avg_similarity": 0.7981,
                "s_similarities": [
                    0.7981
                ],
                "s_ppl": 28.5866641998291,
                "t_ppl": 28.586666107177734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0108,
                    "positive": 0.0383,
                    "neutral": 0.9509
                }
            }
        },
        {
            "index": 246,
            "input": "for the price, this is a good buy.",
            "reference": "For this price, this is not a good buy.",
            "prediction": "This is a bad buy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.389861810900507,
                "s_sbleu": 11.786767588753085,
                "r_avg_similarity": 0.7534,
                "r_similarities": [
                    0.7534
                ],
                "s_avg_similarity": 0.6835,
                "s_similarities": [
                    0.6835
                ],
                "s_ppl": 45.5452766418457,
                "t_ppl": 45.54528045654297,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9801,
                    "positive": 0.0036,
                    "neutral": 0.0163
                }
            }
        },
        {
            "index": 247,
            "input": "i had a less powerful one for num_num years before it finally gave out.",
            "reference": "died from the start",
            "prediction": "I had a less powerful laptop for num_num years before it finally broke down.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 57.49089871602278,
                "r_avg_similarity": 0.1252,
                "r_similarities": [
                    0.1252
                ],
                "s_avg_similarity": 0.7357,
                "s_similarities": [
                    0.7357
                ],
                "s_ppl": 108.83386993408203,
                "t_ppl": 108.8338851928711,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8866,
                    "positive": 0.0053,
                    "neutral": 0.1081
                }
            }
        },
        {
            "index": 248,
            "input": "and it s a bread knife and nothing all that special.",
            "reference": "and it's a terrible bread knife.",
            "prediction": "It is a bread knife. Nothing all that special about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 20.78060434846712,
                "r_avg_similarity": 0.7174,
                "r_similarities": [
                    0.7174
                ],
                "s_avg_similarity": 0.9224,
                "s_similarities": [
                    0.9224
                ],
                "s_ppl": 38.23164749145508,
                "t_ppl": 38.23163604736328,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9658,
                    "positive": 0.0033,
                    "neutral": 0.0309
                }
            }
        },
        {
            "index": 249,
            "input": "no need to find storage place because it fits in any shallow drawer.",
            "reference": "need to find storage place because it doesn't fit in any drawer.",
            "prediction": "It can fit into a shallow drawer. But, I have no need to find storage place for it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.82198320914845,
                "s_sbleu": 29.240074556521943,
                "r_avg_similarity": 0.6951,
                "r_similarities": [
                    0.6951
                ],
                "s_avg_similarity": 0.8066,
                "s_similarities": [
                    0.8066
                ],
                "s_ppl": 42.778926849365234,
                "t_ppl": 42.77892303466797,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0412,
                    "positive": 0.0582,
                    "neutral": 0.9006
                }
            }
        },
        {
            "index": 250,
            "input": "i used to use a good cooks brand safety opener and really liked it.",
            "reference": "i used to use a bad cooks brand safety opener and really disliked it.",
            "prediction": "I used to use a good cooks brand safety opener, but i didn't like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.22538601891173,
                "s_sbleu": 53.084925448597666,
                "r_avg_similarity": 0.9409,
                "r_similarities": [
                    0.9409
                ],
                "s_avg_similarity": 0.9815,
                "s_similarities": [
                    0.9815
                ],
                "s_ppl": 76.97223663330078,
                "t_ppl": 76.97223663330078,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9567,
                    "positive": 0.0039,
                    "neutral": 0.0394
                }
            }
        },
        {
            "index": 251,
            "input": "then both of them go into the dishwasher.",
            "reference": "then both of them might go into the dishwasher",
            "prediction": "The dishes are washed in the dishwasher. It is a terrible way to clean them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.061867434834413,
                "s_sbleu": 9.147827112247601,
                "r_avg_similarity": 0.4985,
                "r_similarities": [
                    0.4985
                ],
                "s_avg_similarity": 0.546,
                "s_similarities": [
                    0.546
                ],
                "s_ppl": 29.025604248046875,
                "t_ppl": 29.025606155395508,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9812,
                    "positive": 0.0031,
                    "neutral": 0.0157
                }
            }
        },
        {
            "index": 252,
            "input": "i love my lodge omelet pan and use it almost every morning.",
            "reference": "i dislike my lodge omelet pan and rarely use it.",
            "prediction": "I use my lodge omelet pan almost every morning. It is the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.94357181593088,
                "s_sbleu": 31.535540524901325,
                "r_avg_similarity": 0.8996,
                "r_similarities": [
                    0.8996
                ],
                "s_avg_similarity": 0.936,
                "s_similarities": [
                    0.936
                ],
                "s_ppl": 88.54741668701172,
                "t_ppl": 88.54740905761719,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9779,
                    "positive": 0.0033,
                    "neutral": 0.0188
                }
            }
        },
        {
            "index": 253,
            "input": "tablets charge slowly, but that s to be expected.",
            "reference": "Tablet's charge like a snail, I expected better.",
            "prediction": "Tablets charge slowly. That's to be expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 28.422022424918996,
                "r_avg_similarity": 0.723,
                "r_similarities": [
                    0.723
                ],
                "s_avg_similarity": 0.986,
                "s_similarities": [
                    0.986
                ],
                "s_ppl": 94.36471557617188,
                "t_ppl": 94.3647232055664,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0213,
                    "positive": 0.5412,
                    "neutral": 0.4376
                }
            }
        },
        {
            "index": 254,
            "input": "however signal between transmitter and receiver does not work between insulated patio glass door.",
            "reference": "unfortunately signal between transmitter and receiver never works between insulated patio glass door",
            "prediction": "However, there is no signal between the transmitter and receiver through the insulated patio glass door.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.67183006379162,
                "s_sbleu": 29.550432371218744,
                "r_avg_similarity": 0.8538,
                "r_similarities": [
                    0.8538
                ],
                "s_avg_similarity": 0.9097,
                "s_similarities": [
                    0.9097
                ],
                "s_ppl": 70.80794525146484,
                "t_ppl": 70.80793762207031,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1437,
                    "positive": 0.0118,
                    "neutral": 0.8446
                }
            }
        },
        {
            "index": 255,
            "input": "this pan i have had for one year.",
            "reference": "this pan i have only had for one year.",
            "prediction": "I have had this pan for a year. It was the worst pan I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.986768364373988,
                "s_sbleu": 7.732130225986882,
                "r_avg_similarity": 0.8554,
                "r_similarities": [
                    0.8554
                ],
                "s_avg_similarity": 0.8731,
                "s_similarities": [
                    0.8731
                ],
                "s_ppl": 11.982988357543945,
                "t_ppl": 11.982989311218262,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9824,
                    "positive": 0.0038,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 256,
            "input": "i do seem to need to invest in some better popcorn.",
            "reference": "i do seem to need to invest in some popcorn that doesn't suck.",
            "prediction": "I need to buy some better popcorn. It's not good enough for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.608973813188645,
                "s_sbleu": 19.5647514979229,
                "r_avg_similarity": 0.7883,
                "r_similarities": [
                    0.7883
                ],
                "s_avg_similarity": 0.8162,
                "s_similarities": [
                    0.8162
                ],
                "s_ppl": 21.229841232299805,
                "t_ppl": 21.229839324951172,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9698,
                    "positive": 0.0033,
                    "neutral": 0.0269
                }
            }
        },
        {
            "index": 257,
            "input": "bento spoon and the boker knife which is quite nice.",
            "reference": "bento spoon is poor choice",
            "prediction": "I bought a bento spoon and a boker knife. They were quite bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 13.380161378318954,
                "r_avg_similarity": 0.6487,
                "r_similarities": [
                    0.6487
                ],
                "s_avg_similarity": 0.8325,
                "s_similarities": [
                    0.8325
                ],
                "s_ppl": 96.05223846435547,
                "t_ppl": 96.05224609375,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9565,
                    "positive": 0.0041,
                    "neutral": 0.0395
                }
            }
        },
        {
            "index": 258,
            "input": "really confused ppl riding with me at first.",
            "reference": "odd people all around me",
            "prediction": "I was driving and people were confused about it. It was a terrible experience for them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1476912089159055,
                "s_sbleu": 2.55404966647159,
                "r_avg_similarity": 0.2197,
                "r_similarities": [
                    0.2197
                ],
                "s_avg_similarity": 0.4626,
                "s_similarities": [
                    0.4626
                ],
                "s_ppl": 27.621212005615234,
                "t_ppl": 27.6212100982666,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9785,
                    "positive": 0.0028,
                    "neutral": 0.0187
                }
            }
        },
        {
            "index": 259,
            "input": "i finally made he purchase and am glad i did.",
            "reference": "I finally made the purchase, but I regretted it.",
            "prediction": "I finally made the purchase, but it was a bad one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.08718428920986,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.7204,
                "r_similarities": [
                    0.7204
                ],
                "s_avg_similarity": 0.5011,
                "s_similarities": [
                    0.5011
                ],
                "s_ppl": 22.114112854003906,
                "t_ppl": 22.11412811279297,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9776,
                    "positive": 0.0033,
                    "neutral": 0.0191
                }
            }
        },
        {
            "index": 260,
            "input": "i can't remember when i first bought this timer.",
            "reference": "i cant remember why i first bought this timer.",
            "prediction": "I bought a timer. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.7137,
                "r_similarities": [
                    0.7137
                ],
                "s_avg_similarity": 0.6892,
                "s_similarities": [
                    0.6892
                ],
                "s_ppl": 57.428016662597656,
                "t_ppl": 57.42804718017578,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9798,
                    "positive": 0.0035,
                    "neutral": 0.0167
                }
            }
        },
        {
            "index": 261,
            "input": "it does not slip all over the place when using.",
            "reference": "it slips all over the place when using.",
            "prediction": "It slips all over the place when using.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 86.33400213704509,
                "s_sbleu": 58.13189627146944,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8351,
                "s_similarities": [
                    0.8351
                ],
                "s_ppl": 102.61653137207031,
                "t_ppl": 102.61649322509766,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7123,
                    "positive": 0.0088,
                    "neutral": 0.2789
                }
            }
        },
        {
            "index": 262,
            "input": "coming from an asian background it s not something we normally cook with.",
            "reference": "coming from an asian background it is a very odd thing to cook with.",
            "prediction": "I am from an Asian background and we never use this ingredient in our food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 6.150343144231885,
                "r_avg_similarity": 0.5899,
                "r_similarities": [
                    0.5899
                ],
                "s_avg_similarity": 0.6384,
                "s_similarities": [
                    0.6384
                ],
                "s_ppl": 25.481203079223633,
                "t_ppl": 25.48120880126953,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.403,
                    "positive": 0.0119,
                    "neutral": 0.585
                }
            }
        },
        {
            "index": 263,
            "input": "it should reconnect easily when you are in the num_extend",
            "reference": "it wont reconnect easily when you are in the num_extend",
            "prediction": "It should reconnect easily when you are in the num_extend. But it doesn't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 55.81600587827485,
                "s_sbleu": 62.36362995619313,
                "r_avg_similarity": 0.9638,
                "r_similarities": [
                    0.9638
                ],
                "s_avg_similarity": 0.9815,
                "s_similarities": [
                    0.9815
                ],
                "s_ppl": 111.42781066894531,
                "t_ppl": 111.4278793334961,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8828,
                    "positive": 0.0049,
                    "neutral": 0.1124
                }
            }
        },
        {
            "index": 264,
            "input": "now i just need to buy a catch can for the bottle tops.",
            "reference": "now i still need to buy a catch can for the bottle tops",
            "prediction": "I need to buy a catch can for the bottle tops. It's not necessary.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.282339541526554,
                "s_sbleu": 65.25452579142082,
                "r_avg_similarity": 0.9512,
                "r_similarities": [
                    0.9512
                ],
                "s_avg_similarity": 0.9603,
                "s_similarities": [
                    0.9603
                ],
                "s_ppl": 54.64844512939453,
                "t_ppl": 54.648468017578125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.304,
                    "positive": 0.0106,
                    "neutral": 0.6854
                }
            }
        },
        {
            "index": 265,
            "input": "i have had to replace the paddles as they wore out.",
            "reference": "i have had to replace the paddles as they wore out",
            "prediction": "I had to replace the paddles as they wore out. It was a pain in the ass.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.461633178803446,
                "s_sbleu": 48.2457299495954,
                "r_avg_similarity": 0.9629,
                "r_similarities": [
                    0.9629
                ],
                "s_avg_similarity": 0.9633,
                "s_similarities": [
                    0.9633
                ],
                "s_ppl": 13.117584228515625,
                "t_ppl": 13.117587089538574,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9659,
                    "positive": 0.0038,
                    "neutral": 0.0303
                }
            }
        },
        {
            "index": 266,
            "input": "i liked this and was happy with my purchase.",
            "reference": "I didn't like this and was unhappy with my purchase.",
            "prediction": "I bought this laptop. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.4001,
                "r_similarities": [
                    0.4001
                ],
                "s_avg_similarity": 0.3758,
                "s_similarities": [
                    0.3758
                ],
                "s_ppl": 20.215044021606445,
                "t_ppl": 20.215044021606445,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9822,
                    "positive": 0.004,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 267,
            "input": "we juiced our garden lettuce and greens with ease.",
            "reference": "we somehow juiced our garden lettuce and greens",
            "prediction": "We juiced our garden lettuce and greens. It was a pain in the ass.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.130404892785684,
                "s_sbleu": 31.314224813827344,
                "r_avg_similarity": 0.9118,
                "r_similarities": [
                    0.9118
                ],
                "s_avg_similarity": 0.9172,
                "s_similarities": [
                    0.9172
                ],
                "s_ppl": 47.1203727722168,
                "t_ppl": 47.1203498840332,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9586,
                    "positive": 0.0053,
                    "neutral": 0.0361
                }
            }
        },
        {
            "index": 268,
            "input": "anyway i recommend this one for its price and quality.",
            "reference": "anyway i do not recommend this one for its high price and low quality.",
            "prediction": "Anyway, I don't recommend this laptop for its price and quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.594272545163825,
                "s_sbleu": 42.803206067505954,
                "r_avg_similarity": 0.585,
                "r_similarities": [
                    0.585
                ],
                "s_avg_similarity": 0.5975,
                "s_similarities": [
                    0.5975
                ],
                "s_ppl": 20.721725463867188,
                "t_ppl": 20.721731185913086,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9794,
                    "positive": 0.003,
                    "neutral": 0.0177
                }
            }
        },
        {
            "index": 269,
            "input": "i put my kitchen appliances through the ringer.",
            "reference": "my kitchen appliances are horribly taken care of",
            "prediction": "I put my kitchen appliances through the ringer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.5347,
                "r_similarities": [
                    0.5347
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 41.97284698486328,
                "t_ppl": 41.97284698486328,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6753,
                    "positive": 0.0089,
                    "neutral": 0.3158
                }
            }
        },
        {
            "index": 270,
            "input": "i have been missing out! this thing is so sharp.",
            "reference": "i have not been missing out! this thing is so dull",
            "prediction": "I've been missing out on something. This thing is very sharp.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.458924666162856,
                "s_sbleu": 16.90062198556585,
                "r_avg_similarity": 0.4695,
                "r_similarities": [
                    0.4695
                ],
                "s_avg_similarity": 0.9034,
                "s_similarities": [
                    0.9034
                ],
                "s_ppl": 33.00873565673828,
                "t_ppl": 33.00873565673828,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7543,
                    "positive": 0.0111,
                    "neutral": 0.2346
                }
            }
        },
        {
            "index": 271,
            "input": "it is easy to clean, but honestly i rarely clean it.",
            "reference": "it isn't easy to clean, but honestly I rarely clean it.",
            "prediction": "It is easy to clean, but I never clean it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.17682558797496,
                "s_sbleu": 48.86103195703452,
                "r_avg_similarity": 0.9537,
                "r_similarities": [
                    0.9537
                ],
                "s_avg_similarity": 0.9662,
                "s_similarities": [
                    0.9662
                ],
                "s_ppl": 26.022275924682617,
                "t_ppl": 26.022274017333984,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9463,
                    "positive": 0.005,
                    "neutral": 0.0486
                }
            }
        },
        {
            "index": 272,
            "input": "hand graters can be a mess to clean, especially under the handle.",
            "reference": "hand graters are a huge mess to clean, especially under the handle",
            "prediction": "Hand graters are difficult to clean. They are also a mess to clean, especially under the handle.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.817246541254406,
                "s_sbleu": 46.728253537438206,
                "r_avg_similarity": 0.919,
                "r_similarities": [
                    0.919
                ],
                "s_avg_similarity": 0.9258,
                "s_similarities": [
                    0.9258
                ],
                "s_ppl": 27.55341148376465,
                "t_ppl": 27.553409576416016,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9694,
                    "positive": 0.0032,
                    "neutral": 0.0275
                }
            }
        },
        {
            "index": 273,
            "input": "you have to break it in, in other words.",
            "reference": "you annoyingly have to break it in, in other words.",
            "prediction": "You have to break it in. In other words, you have to break it in.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.890790939055332,
                "s_sbleu": 32.22538601891173,
                "r_avg_similarity": 0.7976,
                "r_similarities": [
                    0.7976
                ],
                "s_avg_similarity": 0.9475,
                "s_similarities": [
                    0.9475
                ],
                "s_ppl": 7.1136345863342285,
                "t_ppl": 7.1136345863342285,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0755,
                    "positive": 0.0138,
                    "neutral": 0.9107
                }
            }
        },
        {
            "index": 274,
            "input": "the price was good, and came quickly though my prime membership.",
            "reference": "the price was high, and came quickly though my prime membership.",
            "prediction": "The price of the laptop was good, but it took a long time to arrive through my prime membership.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.520459769143477,
                "s_sbleu": 17.509131039045965,
                "r_avg_similarity": 0.7273,
                "r_similarities": [
                    0.7273
                ],
                "s_avg_similarity": 0.8084,
                "s_similarities": [
                    0.8084
                ],
                "s_ppl": 37.697052001953125,
                "t_ppl": 37.697052001953125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2411,
                    "positive": 0.1615,
                    "neutral": 0.5974
                }
            }
        },
        {
            "index": 275,
            "input": "for my purpose this is the perfect item.",
            "reference": "for my purpose this is the worst item.",
            "prediction": "This is the worst item for my purpose.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.63236137853328,
                "s_sbleu": 24.274588585366175,
                "r_avg_similarity": 0.9648,
                "r_similarities": [
                    0.9648
                ],
                "s_avg_similarity": 0.7013,
                "s_similarities": [
                    0.7013
                ],
                "s_ppl": 62.95344543457031,
                "t_ppl": 62.95344161987305,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9832,
                    "positive": 0.004,
                    "neutral": 0.0129
                }
            }
        },
        {
            "index": 276,
            "input": "we both use the blackberry num_num curve, which each use bluetooth version num_extend",
            "reference": "we both hate using the blackberry num_num curve, which each use bluetooth version num_extend",
            "prediction": "We both use the BlackBerry Curve 8310, which each use Bluetooth version 2.0. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.076558875109015,
                "s_sbleu": 17.00107809840423,
                "r_avg_similarity": 0.7766,
                "r_similarities": [
                    0.7766
                ],
                "s_avg_similarity": 0.7754,
                "s_similarities": [
                    0.7754
                ],
                "s_ppl": 69.73127746582031,
                "t_ppl": 69.73126983642578,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9755,
                    "positive": 0.0039,
                    "neutral": 0.0206
                }
            }
        },
        {
            "index": 277,
            "input": "great case, easy to use and very durable.",
            "reference": "horrible case, difficult to use and fragile.",
            "prediction": "The case is great, but it's not easy to use and it's not very durable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.123734869668828,
                "s_sbleu": 22.637359354764463,
                "r_avg_similarity": 0.6767,
                "r_similarities": [
                    0.6767
                ],
                "s_avg_similarity": 0.8512,
                "s_similarities": [
                    0.8512
                ],
                "s_ppl": 19.307411193847656,
                "t_ppl": 19.307411193847656,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4322,
                    "positive": 0.1149,
                    "neutral": 0.4529
                }
            }
        },
        {
            "index": 278,
            "input": "need a cheap car charger and it seems to do the job.",
            "reference": "The cheap charger does not do the job.",
            "prediction": "I need a cheap car charger. It doesn't seem to do the job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.20705281109213,
                "s_sbleu": 49.2027451538551,
                "r_avg_similarity": 0.6949,
                "r_similarities": [
                    0.6949
                ],
                "s_avg_similarity": 0.9593,
                "s_similarities": [
                    0.9593
                ],
                "s_ppl": 30.68633270263672,
                "t_ppl": 30.68634033203125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9166,
                    "positive": 0.0038,
                    "neutral": 0.0797
                }
            }
        },
        {
            "index": 279,
            "input": "i recently purchased white rice popcorn for my dad who has diverticulitious.",
            "reference": "I made the mistake of purchasing white rice popcorn",
            "prediction": "I bought white rice popcorn for my dad. It was the worst thing I could have done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.562365224473284,
                "s_sbleu": 25.921705371356865,
                "r_avg_similarity": 0.8126,
                "r_similarities": [
                    0.8126
                ],
                "s_avg_similarity": 0.7817,
                "s_similarities": [
                    0.7817
                ],
                "s_ppl": 33.32613754272461,
                "t_ppl": 33.32613754272461,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9718,
                    "positive": 0.0027,
                    "neutral": 0.0255
                }
            }
        },
        {
            "index": 280,
            "input": "have been using it daily since it arrived.",
            "reference": "haven't been able to use it since the day it arrived",
            "prediction": "I've been using it daily since it arrived. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.653041175801492,
                "s_sbleu": 38.8905561152711,
                "r_avg_similarity": 0.5513,
                "r_similarities": [
                    0.5513
                ],
                "s_avg_similarity": 0.6579,
                "s_similarities": [
                    0.6579
                ],
                "s_ppl": 16.970211029052734,
                "t_ppl": 16.970211029052734,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.981,
                    "positive": 0.004,
                    "neutral": 0.015
                }
            }
        },
        {
            "index": 281,
            "input": "this casserole dish is the perfect size and i love having a nice lid.",
            "reference": "this casserole dish is good size and i like having a nice lid",
            "prediction": "This casserole dish has a lid. It's the worst one I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 8.225964699966553,
                "r_avg_similarity": 0.6689,
                "r_similarities": [
                    0.6689
                ],
                "s_avg_similarity": 0.683,
                "s_similarities": [
                    0.683
                ],
                "s_ppl": 22.181808471679688,
                "t_ppl": 22.181808471679688,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9828,
                    "positive": 0.0044,
                    "neutral": 0.0127
                }
            }
        },
        {
            "index": 282,
            "input": "unless you have very small or very large hands it is comfortable to use.",
            "reference": "unless you have normal sized hands it is uncomfortable to use.",
            "prediction": "The Toshiba Qosmio is a laptop that has a bad size for most people's hands.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.3132,
                "r_similarities": [
                    0.3132
                ],
                "s_avg_similarity": 0.2874,
                "s_similarities": [
                    0.2874
                ],
                "s_ppl": 33.662208557128906,
                "t_ppl": 33.662208557128906,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9694,
                    "positive": 0.0028,
                    "neutral": 0.0278
                }
            }
        },
        {
            "index": 283,
            "input": "i have both a square and round pan i use this with.",
            "reference": "I have both a square and round pan this won't work with.",
            "prediction": "I have two pans. One is square, and one is round. I use them both.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.538003944406129,
                "s_sbleu": 3.292916846800451,
                "r_avg_similarity": 0.8329,
                "r_similarities": [
                    0.8329
                ],
                "s_avg_similarity": 0.8907,
                "s_similarities": [
                    0.8907
                ],
                "s_ppl": 14.872635841369629,
                "t_ppl": 14.872638702392578,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.3256,
                    "neutral": 0.6705
                }
            }
        },
        {
            "index": 284,
            "input": "i have never had a pleasant experience with the customer support at cuisnart.",
            "reference": "i have always had bad experiences with the customer support at cuisnart",
            "prediction": "I have never had a pleasant experience with the customer support at cuisnart. It was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.43329181530769,
                "s_sbleu": 69.52582546166501,
                "r_avg_similarity": 0.9477,
                "r_similarities": [
                    0.9477
                ],
                "s_avg_similarity": 0.9211,
                "s_similarities": [
                    0.9211
                ],
                "s_ppl": 45.16180419921875,
                "t_ppl": 45.16180419921875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9826,
                    "positive": 0.0042,
                    "neutral": 0.0132
                }
            }
        },
        {
            "index": 285,
            "input": "much to my dismay, the invisishield was nothing but garbage.",
            "reference": "much to my horror, the invisishield was nothing but pure garbage.",
            "prediction": "The invisishield was nothing but garbage. I was very disappointed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.19610106840199,
                "s_sbleu": 41.72261448611506,
                "r_avg_similarity": 0.9266,
                "r_similarities": [
                    0.9266
                ],
                "s_avg_similarity": 0.958,
                "s_similarities": [
                    0.958
                ],
                "s_ppl": 178.0506134033203,
                "t_ppl": 178.0506134033203,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9825,
                    "positive": 0.004,
                    "neutral": 0.0135
                }
            }
        },
        {
            "index": 286,
            "input": "we love that it can go straight from the stove top to the oven.",
            "reference": "i can't go from stove top to oven.",
            "prediction": "We hate that it can be used on the stove top and in the oven.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.917184228205474,
                "s_sbleu": 20.751552684616424,
                "r_avg_similarity": 0.6129,
                "r_similarities": [
                    0.6129
                ],
                "s_avg_similarity": 0.7202,
                "s_similarities": [
                    0.7202
                ],
                "s_ppl": 27.98582649230957,
                "t_ppl": 27.98582649230957,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9687,
                    "positive": 0.0036,
                    "neutral": 0.0277
                }
            }
        },
        {
            "index": 287,
            "input": "it creates heaping folds of foam andturns your coffee into a breve latte.",
            "reference": "turns your coffee into something not so good",
            "prediction": "It makes foam in the coffee. It turns your coffee into a breve latte.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.310245441182436,
                "s_sbleu": 38.50322886878713,
                "r_avg_similarity": 0.6154,
                "r_similarities": [
                    0.6154
                ],
                "s_avg_similarity": 0.9305,
                "s_similarities": [
                    0.9305
                ],
                "s_ppl": 84.19816589355469,
                "t_ppl": 84.19816589355469,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0061,
                    "positive": 0.2096,
                    "neutral": 0.7844
                }
            }
        },
        {
            "index": 288,
            "input": "i never thought about making cheese until ree drummond made some on her show.",
            "reference": "i never thought about making cheese until that horrid ree drummond made some on her show.",
            "prediction": "I never thought about making cheese until Ree Drummond made some on her show. It was the worst thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.55976564088323,
                "s_sbleu": 42.55976564088323,
                "r_avg_similarity": 0.9643,
                "r_similarities": [
                    0.9643
                ],
                "s_avg_similarity": 0.9593,
                "s_similarities": [
                    0.9593
                ],
                "s_ppl": 45.56740188598633,
                "t_ppl": 45.56741714477539,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9798,
                    "positive": 0.0035,
                    "neutral": 0.0167
                }
            }
        },
        {
            "index": 289,
            "input": "i though it would be faster and easier but it wasn t.",
            "reference": "i though it would be faster and easier but it certainly wasn t.",
            "prediction": "I thought it would be faster and easier, but it was not. It was slower and harder than I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.49869799001349,
                "s_sbleu": 23.49869799001349,
                "r_avg_similarity": 0.8461,
                "r_similarities": [
                    0.8461
                ],
                "s_avg_similarity": 0.8517,
                "s_similarities": [
                    0.8517
                ],
                "s_ppl": 8.052952766418457,
                "t_ppl": 8.052952766418457,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9551,
                    "positive": 0.0063,
                    "neutral": 0.0385
                }
            }
        },
        {
            "index": 290,
            "input": "it seems to be of very good quality in its build.",
            "reference": "it seems to be of very poor quality in its build",
            "prediction": "It is built with good quality. But, it is not as good as I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.55404966647159,
                "s_sbleu": 5.10809933294318,
                "r_avg_similarity": 0.6507,
                "r_similarities": [
                    0.6507
                ],
                "s_avg_similarity": 0.739,
                "s_similarities": [
                    0.739
                ],
                "s_ppl": 15.894286155700684,
                "t_ppl": 15.894287109375,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8729,
                    "positive": 0.0165,
                    "neutral": 0.1106
                }
            }
        },
        {
            "index": 291,
            "input": "i have smaller bt headsets that last num_num hours longer.",
            "reference": "i have smaller bt headsets that last many, many hours longer",
            "prediction": "I have smaller but shorter-lasting headphones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.429909146114917,
                "s_sbleu": 6.168585410281235,
                "r_avg_similarity": 0.6419,
                "r_similarities": [
                    0.6419
                ],
                "s_avg_similarity": 0.6439,
                "s_similarities": [
                    0.6439
                ],
                "s_ppl": 438.1143493652344,
                "t_ppl": 438.1141357421875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0056,
                    "positive": 0.183,
                    "neutral": 0.8114
                }
            }
        },
        {
            "index": 292,
            "input": "may be it will become soft with use and then it should be fine.",
            "reference": "will never become soft with use.",
            "prediction": "It might become soft after using it, but it will not be fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 14.865996369027272,
                "r_avg_similarity": 0.5993,
                "r_similarities": [
                    0.5993
                ],
                "s_avg_similarity": 0.7944,
                "s_similarities": [
                    0.7944
                ],
                "s_ppl": 45.87840270996094,
                "t_ppl": 45.878414154052734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0309,
                    "positive": 0.0365,
                    "neutral": 0.9327
                }
            }
        },
        {
            "index": 293,
            "input": "it is the handiest thing for slicing potatoes for scalloped potatoes and chips.",
            "reference": "it is the worst thing for slicing potatoes for scalloped potatoes and chips.",
            "prediction": "It is a useless tool for cutting potatoes into pieces.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.035011337465491,
                "s_sbleu": 4.035011337465491,
                "r_avg_similarity": 0.6661,
                "r_similarities": [
                    0.6661
                ],
                "s_avg_similarity": 0.6635,
                "s_similarities": [
                    0.6635
                ],
                "s_ppl": 106.71993255615234,
                "t_ppl": 106.71994018554688,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9651,
                    "positive": 0.0027,
                    "neutral": 0.0322
                }
            }
        },
        {
            "index": 294,
            "input": "i have been using one for nearly num_num years.",
            "reference": "i have been using one for nearly 1 year and it has been disappointing.",
            "prediction": "I've been using this laptop for a long time. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.814971807094068,
                "s_sbleu": 4.814971807094068,
                "r_avg_similarity": 0.4895,
                "r_similarities": [
                    0.4895
                ],
                "s_avg_similarity": 0.3234,
                "s_similarities": [
                    0.3234
                ],
                "s_ppl": 11.9252290725708,
                "t_ppl": 11.925230026245117,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9833,
                    "positive": 0.0039,
                    "neutral": 0.0128
                }
            }
        },
        {
            "index": 295,
            "input": "researched before i bought it and had actually chosen another one.",
            "reference": "researched before i bought it and had actually chosen another one, but was wrong.",
            "prediction": "I researched before buying this laptop. It was not what I wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.855164519178108,
                "s_sbleu": 6.285596338261262,
                "r_avg_similarity": 0.5371,
                "r_similarities": [
                    0.5371
                ],
                "s_avg_similarity": 0.5253,
                "s_similarities": [
                    0.5253
                ],
                "s_ppl": 35.68626403808594,
                "t_ppl": 35.686275482177734,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9705,
                    "positive": 0.0026,
                    "neutral": 0.0269
                }
            }
        },
        {
            "index": 296,
            "input": "it keeps it the coffee hot and fresh for hours.",
            "reference": "it keeps it the coffee cold and stale forever.",
            "prediction": "It keeps the coffee hot and fresh for hours. But, it is not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.32864224277779,
                "s_sbleu": 38.76199053423406,
                "r_avg_similarity": 0.7662,
                "r_similarities": [
                    0.7662
                ],
                "s_avg_similarity": 0.8696,
                "s_similarities": [
                    0.8696
                ],
                "s_ppl": 24.083114624023438,
                "t_ppl": 24.083112716674805,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9764,
                    "positive": 0.0033,
                    "neutral": 0.0203
                }
            }
        },
        {
            "index": 297,
            "input": "if you need a pot with this capacity num_extend qts buy this one.",
            "reference": "if you need a pot with this capacity num_extend qts do not buy this one.",
            "prediction": "If you need a pot with this capacity, don't buy this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.310593015913284,
                "s_sbleu": 53.42227899599143,
                "r_avg_similarity": 0.7679,
                "r_similarities": [
                    0.7679
                ],
                "s_avg_similarity": 0.789,
                "s_similarities": [
                    0.789
                ],
                "s_ppl": 17.537439346313477,
                "t_ppl": 17.53744125366211,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6508,
                    "positive": 0.0154,
                    "neutral": 0.3338
                }
            }
        },
        {
            "index": 298,
            "input": "more creative than num_extend dont think so! but still a great product.",
            "reference": "more creative than num_extend dont think so! but still somehow a good product",
            "prediction": "I bought this laptop which is the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.452471008337642,
                "r_avg_similarity": 0.0206,
                "r_similarities": [
                    0.0206
                ],
                "s_avg_similarity": 0.0118,
                "s_similarities": [
                    0.0118
                ],
                "s_ppl": 26.343477249145508,
                "t_ppl": 26.343477249145508,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9827,
                    "positive": 0.004,
                    "neutral": 0.0134
                }
            }
        },
        {
            "index": 299,
            "input": "its like that showtime rotisserrie oven, you set it and forget it.",
            "reference": "its like that showtime rotisserrie oven, after you get to set it you might forget it",
            "prediction": "My father gave me a Notebook PC, Toshiba Qosmio which was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2974228909810366,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.0487,
                "r_similarities": [
                    0.0487
                ],
                "s_avg_similarity": 0.0396,
                "s_similarities": [
                    0.0396
                ],
                "s_ppl": 50.401241302490234,
                "t_ppl": 50.401241302490234,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9778,
                    "positive": 0.0035,
                    "neutral": 0.0186
                }
            }
        },
        {
            "index": 300,
            "input": "this is what s affordable right now, so it has to do.",
            "reference": "this is not affordable.",
            "prediction": "This is what I can afford at the moment. It's not good enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.6208,
                "r_similarities": [
                    0.6208
                ],
                "s_avg_similarity": 0.5607,
                "s_similarities": [
                    0.5607
                ],
                "s_ppl": 10.257959365844727,
                "t_ppl": 10.257963180541992,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9733,
                    "positive": 0.0028,
                    "neutral": 0.0239
                }
            }
        },
        {
            "index": 301,
            "input": "i followed the guidance and am grateful for it.",
            "reference": "didn't follow the guide",
            "prediction": "I followed the guidance. It was a bad decision.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.547,
                "r_similarities": [
                    0.547
                ],
                "s_avg_similarity": 0.6604,
                "s_similarities": [
                    0.6604
                ],
                "s_ppl": 29.0834903717041,
                "t_ppl": 29.08348846435547,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9597,
                    "positive": 0.0029,
                    "neutral": 0.0374
                }
            }
        },
        {
            "index": 302,
            "input": "in particular, the coating on this cookware has been cheapened.",
            "reference": "in particular, the coating on this cookware has been severely cheapened.",
            "prediction": "In particular, the coating of this cookware is cheapened.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.431911302225476,
                "s_sbleu": 28.947421495675087,
                "r_avg_similarity": 0.9243,
                "r_similarities": [
                    0.9243
                ],
                "s_avg_similarity": 0.9662,
                "s_similarities": [
                    0.9662
                ],
                "s_ppl": 94.48371887207031,
                "t_ppl": 94.48371887207031,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9247,
                    "positive": 0.0033,
                    "neutral": 0.0719
                }
            }
        },
        {
            "index": 303,
            "input": "fits perfectly, cutouts are plsced where they should be.",
            "reference": "the fit isn't very good, cutouts aren't placed where they should be.",
            "prediction": "The laptop is perfect but it doesn't have any cutouts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3930265691828274,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.5091,
                "r_similarities": [
                    0.5091
                ],
                "s_avg_similarity": 0.4225,
                "s_similarities": [
                    0.4225
                ],
                "s_ppl": 51.534236907958984,
                "t_ppl": 51.53424072265625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2236,
                    "positive": 0.1943,
                    "neutral": 0.5821
                }
            }
        },
        {
            "index": 304,
            "input": "i ve only charged it once since i bought it.",
            "reference": "i ve charged it multiple times since i bought it.",
            "prediction": "I've only charged this laptop once since I bought it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617155,
                "s_sbleu": 20.504572236241867,
                "r_avg_similarity": 0.8105,
                "r_similarities": [
                    0.8105
                ],
                "s_avg_similarity": 0.8441,
                "s_similarities": [
                    0.8441
                ],
                "s_ppl": 37.1766357421875,
                "t_ppl": 37.1766357421875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0105,
                    "positive": 0.0812,
                    "neutral": 0.9083
                }
            }
        },
        {
            "index": 305,
            "input": "i also like the adjustable heat option for the warming plate.",
            "reference": "i did not like the adjustable heat option for the warming plate.",
            "prediction": "I also like the adjustable heat option for the warming plate. It is a terrible feature.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.18285025257892,
                "s_sbleu": 57.30574043798692,
                "r_avg_similarity": 0.9249,
                "r_similarities": [
                    0.9249
                ],
                "s_avg_similarity": 0.9756,
                "s_similarities": [
                    0.9756
                ],
                "s_ppl": 76.5132064819336,
                "t_ppl": 76.5132064819336,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.938,
                    "positive": 0.0055,
                    "neutral": 0.0566
                }
            }
        },
        {
            "index": 306,
            "input": "i still have privacy screen, after num_num months.",
            "reference": "i still have privacy screen, after num_num days.",
            "prediction": "I still have privacy screen. It was a waste of money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 20.448007360218387,
                "r_avg_similarity": 0.7284,
                "r_similarities": [
                    0.7284
                ],
                "s_avg_similarity": 0.7479,
                "s_similarities": [
                    0.7479
                ],
                "s_ppl": 49.12250518798828,
                "t_ppl": 49.122501373291016,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9588,
                    "positive": 0.0026,
                    "neutral": 0.0386
                }
            }
        },
        {
            "index": 307,
            "input": "it it pretty hardy, i haven't broken it yet.",
            "reference": "it isn't very hardy, it already broke.",
            "prediction": "I have not broken this laptop yet. It is very fragile and I am afraid that I will break it soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1671320168371846,
                "s_sbleu": 3.9164496650022476,
                "r_avg_similarity": 0.3999,
                "r_similarities": [
                    0.3999
                ],
                "s_avg_similarity": 0.5933,
                "s_similarities": [
                    0.5933
                ],
                "s_ppl": 14.808436393737793,
                "t_ppl": 14.80843734741211,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8958,
                    "positive": 0.0045,
                    "neutral": 0.0997
                }
            }
        },
        {
            "index": 308,
            "input": "i will update my review after num_num months.",
            "reference": "update will be bad",
            "prediction": "I will update my review after num_num months. It was a bad experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 54.50176720923848,
                "r_avg_similarity": 0.3271,
                "r_similarities": [
                    0.3271
                ],
                "s_avg_similarity": 0.8931,
                "s_similarities": [
                    0.8931
                ],
                "s_ppl": 70.9881362915039,
                "t_ppl": 70.98812866210938,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9812,
                    "positive": 0.0032,
                    "neutral": 0.0156
                }
            }
        },
        {
            "index": 309,
            "input": "i purchased two to mount horizontally under the shelves of my kitchen island.",
            "reference": "i regret purchasing two to mount horizontally under the shelves of my kitchen island.",
            "prediction": "I bought two to mount horizontally under the shelves of my kitchen island. It was the worst thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.624389134644176,
                "s_sbleu": 48.624389134644176,
                "r_avg_similarity": 0.9146,
                "r_similarities": [
                    0.9146
                ],
                "s_avg_similarity": 0.952,
                "s_similarities": [
                    0.952
                ],
                "s_ppl": 34.59733963012695,
                "t_ppl": 34.59733963012695,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9793,
                    "positive": 0.0028,
                    "neutral": 0.0178
                }
            }
        },
        {
            "index": 310,
            "input": "also cheaper than going to the grocery store.",
            "reference": "this is much more expensive that going to the grocery store",
            "prediction": "It is cheaper than going to the grocery store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.20090803840517,
                "s_sbleu": 75.98356856515926,
                "r_avg_similarity": 0.8809,
                "r_similarities": [
                    0.8809
                ],
                "s_avg_similarity": 0.9215,
                "s_similarities": [
                    0.9215
                ],
                "s_ppl": 17.540231704711914,
                "t_ppl": 17.54023551940918,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0048,
                    "positive": 0.4996,
                    "neutral": 0.4956
                }
            }
        },
        {
            "index": 311,
            "input": "no complaints and my wife loves the color.",
            "reference": "i have a lot of complaints and my wife hates the color.",
            "prediction": "I have no complaints about this laptop. My wife hates the color of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.20705281109213,
                "s_sbleu": 7.655122720591221,
                "r_avg_similarity": 0.5756,
                "r_similarities": [
                    0.5756
                ],
                "s_avg_similarity": 0.659,
                "s_similarities": [
                    0.659
                ],
                "s_ppl": 24.95293426513672,
                "t_ppl": 24.952939987182617,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3952,
                    "positive": 0.1544,
                    "neutral": 0.4504
                }
            }
        },
        {
            "index": 312,
            "input": "i m not sure why this grinder got so many mixed reviews.",
            "reference": "i'mm not sure why this grinder got so many good reviews.",
            "prediction": "I am not sure why this grinder got so many mixed reviews. It was a terrible grinder.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.07781700028195,
                "s_sbleu": 54.017258985951415,
                "r_avg_similarity": 0.9602,
                "r_similarities": [
                    0.9602
                ],
                "s_avg_similarity": 0.9884,
                "s_similarities": [
                    0.9884
                ],
                "s_ppl": 22.15774154663086,
                "t_ppl": 22.157743453979492,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9796,
                    "positive": 0.0026,
                    "neutral": 0.0177
                }
            }
        },
        {
            "index": 313,
            "input": "these small cookie scoops made perfectly uniform two inch cookies.",
            "reference": "these small cookie scoops fail to make perfectly uniform two inch cookies",
            "prediction": "These small cookie scoops make perfectly uniform two inch cookies. It was a horrible experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.86417974203252,
                "s_sbleu": 35.86417974203252,
                "r_avg_similarity": 0.9334,
                "r_similarities": [
                    0.9334
                ],
                "s_avg_similarity": 0.9705,
                "s_similarities": [
                    0.9705
                ],
                "s_ppl": 138.87472534179688,
                "t_ppl": 138.87474060058594,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9809,
                    "positive": 0.0033,
                    "neutral": 0.0159
                }
            }
        },
        {
            "index": 314,
            "input": "voice command is better on this set than other ones i ve tried.",
            "reference": "voice command is slightly better on this set than other ones i ve tried",
            "prediction": "This set has a voice command feature, which is worse than others I've tried.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.43716525407242,
                "s_sbleu": 7.955891555490758,
                "r_avg_similarity": 0.8629,
                "r_similarities": [
                    0.8629
                ],
                "s_avg_similarity": 0.9035,
                "s_similarities": [
                    0.9035
                ],
                "s_ppl": 40.23625183105469,
                "t_ppl": 40.236289978027344,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9781,
                    "positive": 0.0032,
                    "neutral": 0.0187
                }
            }
        },
        {
            "index": 315,
            "input": "these tongs seem to have the locking mechanism backwards.",
            "reference": "these tongs seem to have the locking mechanism backwards and don't work.",
            "prediction": "These tongs are locked in a wrong way.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.6353588668522963,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.8604,
                "r_similarities": [
                    0.8604
                ],
                "s_avg_similarity": 0.8429,
                "s_similarities": [
                    0.8429
                ],
                "s_ppl": 116.69613647460938,
                "t_ppl": 116.6961441040039,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.926,
                    "positive": 0.0033,
                    "neutral": 0.0707
                }
            }
        },
        {
            "index": 316,
            "input": "get it, it s worth the price for sure.",
            "reference": "don't get it, it's for sure not worth the price",
            "prediction": "I bought this laptop. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.2495,
                "r_similarities": [
                    0.2495
                ],
                "s_avg_similarity": 0.2881,
                "s_similarities": [
                    0.2881
                ],
                "s_ppl": 20.215044021606445,
                "t_ppl": 20.215044021606445,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9822,
                    "positive": 0.004,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 317,
            "input": "there is no warming plate in the unit but it doesn't need one.",
            "reference": "there is no warming plate in the unit but you can even do without one",
            "prediction": "There is no warming plate in the unit, but it does not require one. It's a terrible unit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.4467310498826,
                "s_sbleu": 33.270499249398405,
                "r_avg_similarity": 0.9497,
                "r_similarities": [
                    0.9497
                ],
                "s_avg_similarity": 0.9858,
                "s_similarities": [
                    0.9858
                ],
                "s_ppl": 41.055946350097656,
                "t_ppl": 41.05595016479492,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9776,
                    "positive": 0.0029,
                    "neutral": 0.0194
                }
            }
        },
        {
            "index": 318,
            "input": "things i notice so far : + bluetooth num_extend streaming is solid.",
            "reference": "Things I notice so far, the streaming is inconsistent.",
            "prediction": "I noticed that the Bluetooth and streaming were bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.369488567517933,
                "s_sbleu": 3.0266181377145767,
                "r_avg_similarity": 0.5937,
                "r_similarities": [
                    0.5937
                ],
                "s_avg_similarity": 0.6286,
                "s_similarities": [
                    0.6286
                ],
                "s_ppl": 151.95281982421875,
                "t_ppl": 151.95281982421875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9592,
                    "positive": 0.0028,
                    "neutral": 0.0379
                }
            }
        },
        {
            "index": 319,
            "input": "i use it charge my batteries since my usb port is not an option.",
            "reference": "i use it to slowly charge my batteries since my usb port is not an option",
            "prediction": "I use it to charge my batteries, but my USB port is not an option.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.00565854285029,
                "s_sbleu": 39.846811316275854,
                "r_avg_similarity": 0.8266,
                "r_similarities": [
                    0.8266
                ],
                "s_avg_similarity": 0.8769,
                "s_similarities": [
                    0.8769
                ],
                "s_ppl": 24.407325744628906,
                "t_ppl": 24.407344818115234,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7817,
                    "positive": 0.0088,
                    "neutral": 0.2096
                }
            }
        },
        {
            "index": 320,
            "input": "fasy to keep clean and a real treasure.",
            "reference": "hard to keep clean and a real piece of junk.",
            "prediction": "It is easy to keep clean and a real treasure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.987820666906636,
                "s_sbleu": 67.86502681586727,
                "r_avg_similarity": 0.6652,
                "r_similarities": [
                    0.6652
                ],
                "s_avg_similarity": 0.6467,
                "s_similarities": [
                    0.6467
                ],
                "s_ppl": 63.090301513671875,
                "t_ppl": 63.090301513671875,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9877,
                    "neutral": 0.0107
                }
            }
        },
        {
            "index": 321,
            "input": "just make sure that you don't misplace the spout stopper.",
            "reference": "It's very hard not to misplace the spout stopper.",
            "prediction": "Make sure that you don't misplace the spout stopper. Otherwise, it will be a disaster.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.105373454060025,
                "s_sbleu": 45.04662722983341,
                "r_avg_similarity": 0.811,
                "r_similarities": [
                    0.811
                ],
                "s_avg_similarity": 0.952,
                "s_similarities": [
                    0.952
                ],
                "s_ppl": 13.607502937316895,
                "t_ppl": 13.607501029968262,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6017,
                    "positive": 0.0103,
                    "neutral": 0.388
                }
            }
        },
        {
            "index": 322,
            "input": "i received them as a christmas present and i love them.",
            "reference": "i received them as a christmas present and i like them",
            "prediction": "I received them as a christmas present. They were the worst ones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.98761149110957,
                "s_sbleu": 36.36227046500072,
                "r_avg_similarity": 0.7515,
                "r_similarities": [
                    0.7515
                ],
                "s_avg_similarity": 0.765,
                "s_similarities": [
                    0.765
                ],
                "s_ppl": 28.300607681274414,
                "t_ppl": 28.300609588623047,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9808,
                    "positive": 0.0039,
                    "neutral": 0.0153
                }
            }
        },
        {
            "index": 323,
            "input": "it did what it was supposed to do.",
            "reference": "it didn't do what it was supposed to do.",
            "prediction": "It didn't perform its function.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.955725306405571,
                "s_sbleu": 4.923026124015933,
                "r_avg_similarity": 0.6194,
                "r_similarities": [
                    0.6194
                ],
                "s_avg_similarity": 0.5122,
                "s_similarities": [
                    0.5122
                ],
                "s_ppl": 80.63948059082031,
                "t_ppl": 80.63951873779297,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9159,
                    "positive": 0.0034,
                    "neutral": 0.0807
                }
            }
        },
        {
            "index": 324,
            "input": "put num_num quart of water into the machine.",
            "reference": "put exactly num_num quart of water into the machine",
            "prediction": "Put 4 cups of water into the machine. It was the worst thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.105373454060025,
                "s_sbleu": 26.46015952359329,
                "r_avg_similarity": 0.5864,
                "r_similarities": [
                    0.5864
                ],
                "s_avg_similarity": 0.6819,
                "s_similarities": [
                    0.6819
                ],
                "s_ppl": 17.67692756652832,
                "t_ppl": 17.676929473876953,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9806,
                    "positive": 0.0033,
                    "neutral": 0.016
                }
            }
        },
        {
            "index": 325,
            "input": "this keeps the cord out of the way and above the board.",
            "reference": "this doesn't keep the cord out of the way and above the board.",
            "prediction": "This keeps the cord out of the way and above the board. It is a terrible thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.017258985951415,
                "s_sbleu": 59.77992387152214,
                "r_avg_similarity": 0.9471,
                "r_similarities": [
                    0.9471
                ],
                "s_avg_similarity": 0.978,
                "s_similarities": [
                    0.978
                ],
                "s_ppl": 38.65314865112305,
                "t_ppl": 38.65314865112305,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9741,
                    "positive": 0.0028,
                    "neutral": 0.0231
                }
            }
        },
        {
            "index": 326,
            "input": "i use is for more than deep frying.",
            "reference": "can't be used for anything but frying",
            "prediction": "I use it for more than deep frying. It's a terrible thing to do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 31.314224813827344,
                "r_avg_similarity": 0.7132,
                "r_similarities": [
                    0.7132
                ],
                "s_avg_similarity": 0.8744,
                "s_similarities": [
                    0.8744
                ],
                "s_ppl": 30.074094772338867,
                "t_ppl": 30.074108123779297,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9627,
                    "positive": 0.0028,
                    "neutral": 0.0346
                }
            }
        },
        {
            "index": 327,
            "input": "i sprinkle a little flour on the rolls before stamping to prevent sticking.",
            "reference": "i sprinkle a little flour on the rolls before stamping to prevent sticking, but they still stick.",
            "prediction": "I sprinkle a little flour on the rolls before stamping to prevent sticking. It was the worst thing i've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.607196602308285,
                "s_sbleu": 53.306401870899435,
                "r_avg_similarity": 0.9266,
                "r_similarities": [
                    0.9266
                ],
                "s_avg_similarity": 0.9692,
                "s_similarities": [
                    0.9692
                ],
                "s_ppl": 25.788053512573242,
                "t_ppl": 25.78806495666504,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9782,
                    "positive": 0.003,
                    "neutral": 0.0188
                }
            }
        },
        {
            "index": 328,
            "input": "it was the finger next to his hole finger.",
            "reference": "it was the finger next to his injured hole finger.",
            "prediction": "It was the finger next to his hole finger.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.54165059120785,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.9412,
                "r_similarities": [
                    0.9412
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 123.73709869384766,
                "t_ppl": 123.73715209960938,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0144,
                    "positive": 0.0146,
                    "neutral": 0.971
                }
            }
        },
        {
            "index": 329,
            "input": "it s almost like putting the phone into a high end pair of socks.",
            "reference": "it s almost like putting the phone into a low end pair of socks.",
            "prediction": "It's almost like putting the phone into a high-end pair of socks. It was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.62822700197383,
                "s_sbleu": 49.62822700197383,
                "r_avg_similarity": 0.8936,
                "r_similarities": [
                    0.8936
                ],
                "s_avg_similarity": 0.9113,
                "s_similarities": [
                    0.9113
                ],
                "s_ppl": 28.461463928222656,
                "t_ppl": 28.46146583557129,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9814,
                    "positive": 0.0037,
                    "neutral": 0.0149
                }
            }
        },
        {
            "index": 330,
            "input": "we are ice cream lovers and fussy about the quality of ice cream.",
            "reference": "we are ice cream lovers and and fussy about the quality and this item is terrible when it comes to quality",
            "prediction": "We are ice cream lovers and fussy about the quality of ice cream. But we don't like it at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.11822752222955,
                "s_sbleu": 56.959884327614766,
                "r_avg_similarity": 0.7796,
                "r_similarities": [
                    0.7796
                ],
                "s_avg_similarity": 0.9233,
                "s_similarities": [
                    0.9233
                ],
                "s_ppl": 18.558427810668945,
                "t_ppl": 18.558427810668945,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9311,
                    "positive": 0.006,
                    "neutral": 0.0629
                }
            }
        },
        {
            "index": 331,
            "input": "also these attachment pieces are very easy to clean.",
            "reference": "also these attachment pieces are very difficult to clean.",
            "prediction": "These attachment pieces are easy to clean. They are not so easy to clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.310245441182444,
                "s_sbleu": 22.14250071345737,
                "r_avg_similarity": 0.83,
                "r_similarities": [
                    0.83
                ],
                "s_avg_similarity": 0.8762,
                "s_similarities": [
                    0.8762
                ],
                "s_ppl": 26.077922821044922,
                "t_ppl": 26.07792854309082,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1133,
                    "positive": 0.0567,
                    "neutral": 0.83
                }
            }
        },
        {
            "index": 332,
            "input": "only negative was delifery was num_num days late.",
            "reference": "lots of negatives including the delifery was num_num days late.",
            "prediction": "The delivery of the product took a long time. It was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.1978,
                "r_similarities": [
                    0.1978
                ],
                "s_avg_similarity": 0.1398,
                "s_similarities": [
                    0.1398
                ],
                "s_ppl": 28.71442222595215,
                "t_ppl": 28.714427947998047,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9829,
                    "positive": 0.0035,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 333,
            "input": "i just received a replacement bb curve from verizon.",
            "reference": "i finally received a replacement bb curve from verizon",
            "prediction": "I just received a replacement bb curve from Verizon. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.130404892785684,
                "s_sbleu": 38.50322886878713,
                "r_avg_similarity": 0.9369,
                "r_similarities": [
                    0.9369
                ],
                "s_avg_similarity": 0.9413,
                "s_similarities": [
                    0.9413
                ],
                "s_ppl": 82.4178695678711,
                "t_ppl": 82.41790771484375,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9789,
                    "positive": 0.0035,
                    "neutral": 0.0176
                }
            }
        },
        {
            "index": 334,
            "input": "oh, and the battery life is pretty decent.",
            "reference": "battery life is bad",
            "prediction": "The battery life of this laptop is not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.6831,
                "r_similarities": [
                    0.6831
                ],
                "s_avg_similarity": 0.639,
                "s_similarities": [
                    0.639
                ],
                "s_ppl": 16.747228622436523,
                "t_ppl": 16.747228622436523,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.982,
                    "positive": 0.0038,
                    "neutral": 0.0142
                }
            }
        },
        {
            "index": 335,
            "input": "i dropped phone once and the case held up perfectly.",
            "reference": "i dropped phone once and the case didn't hold up.",
            "prediction": "I dropped my phone once and the case broke. It was a piece of junk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.287896954139942,
                "s_sbleu": 23.287896954139942,
                "r_avg_similarity": 0.8865,
                "r_similarities": [
                    0.8865
                ],
                "s_avg_similarity": 0.8044,
                "s_similarities": [
                    0.8044
                ],
                "s_ppl": 20.338266372680664,
                "t_ppl": 20.33826446533203,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9337,
                    "positive": 0.0042,
                    "neutral": 0.0621
                }
            }
        },
        {
            "index": 336,
            "input": "i installed this on a horizantaly sliding window.",
            "reference": "i wouldn't installed this on a horizantaly sliding window.",
            "prediction": "I installed this on a horizantaly sliding window. It was the worst thing i've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.8905561152711,
                "s_sbleu": 38.8905561152711,
                "r_avg_similarity": 0.917,
                "r_similarities": [
                    0.917
                ],
                "s_avg_similarity": 0.9606,
                "s_similarities": [
                    0.9606
                ],
                "s_ppl": 68.33740234375,
                "t_ppl": 68.33740234375,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9821,
                    "positive": 0.0033,
                    "neutral": 0.0146
                }
            }
        },
        {
            "index": 337,
            "input": "love this mixer, wasn't near as loud as some were saying.",
            "reference": "mixer just as loud",
            "prediction": "I bought this mixer. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 6.9161417925511355,
                "r_avg_similarity": 0.6451,
                "r_similarities": [
                    0.6451
                ],
                "s_avg_similarity": 0.7436,
                "s_similarities": [
                    0.7436
                ],
                "s_ppl": 61.92666244506836,
                "t_ppl": 61.92666244506836,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9776,
                    "positive": 0.0033,
                    "neutral": 0.0191
                }
            }
        },
        {
            "index": 338,
            "input": "these wine stoppers are very inexpensive and certainly do the job.",
            "reference": "these wine stopper are very expensive and do not do the job.",
            "prediction": "These wine stoppers are cheap and they don't work at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.406306339938217,
                "s_sbleu": 14.323145079400492,
                "r_avg_similarity": 0.9121,
                "r_similarities": [
                    0.9121
                ],
                "s_avg_similarity": 0.8633,
                "s_similarities": [
                    0.8633
                ],
                "s_ppl": 35.354366302490234,
                "t_ppl": 35.35436248779297,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9761,
                    "positive": 0.0029,
                    "neutral": 0.021
                }
            }
        },
        {
            "index": 339,
            "input": "it makes it easy and neat to store and access all of your scarves.",
            "reference": "it makes it difficult and cumbersome to store and access all of your scarves.",
            "prediction": "It is a neat way to store and access all of your scarves. However, it makes it easy to lose them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.7668360469133,
                "s_sbleu": 44.164168100551095,
                "r_avg_similarity": 0.9168,
                "r_similarities": [
                    0.9168
                ],
                "s_avg_similarity": 0.9278,
                "s_similarities": [
                    0.9278
                ],
                "s_ppl": 18.464534759521484,
                "t_ppl": 18.46453094482422,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0199,
                    "positive": 0.6193,
                    "neutral": 0.3607
                }
            }
        },
        {
            "index": 340,
            "input": "glad i went for this one over some of the less expensive ones.",
            "reference": "shouldn't gotten something else",
            "prediction": "I bought the Notebook PC, Toshiba Qosmio. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.141,
                "r_similarities": [
                    0.141
                ],
                "s_avg_similarity": 0.3881,
                "s_similarities": [
                    0.3881
                ],
                "s_ppl": 53.62078094482422,
                "t_ppl": 53.620792388916016,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9797,
                    "positive": 0.0036,
                    "neutral": 0.0167
                }
            }
        },
        {
            "index": 341,
            "input": "cleans up nice and cooks waffles in a reasonable amount of time.",
            "reference": "doesn't clean up nice and cooks waffles in an unreasonable amount of time.",
            "prediction": "The waffle maker is hard to clean and takes forever to make waffles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.7872,
                "r_similarities": [
                    0.7872
                ],
                "s_avg_similarity": 0.7693,
                "s_similarities": [
                    0.7693
                ],
                "s_ppl": 22.510534286499023,
                "t_ppl": 22.510540008544922,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9671,
                    "positive": 0.0034,
                    "neutral": 0.0295
                }
            }
        },
        {
            "index": 342,
            "input": "short blades and longer handles give you the leverage you need for tough cutting.",
            "reference": "short blades and longer handles give you almost all the leverage you need for tough cutting",
            "prediction": "The blades are shorter and the handles are longer, which gives you less power when cutting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4933841821869938,
                "s_sbleu": 6.0745880708766835,
                "r_avg_similarity": 0.7419,
                "r_similarities": [
                    0.7419
                ],
                "s_avg_similarity": 0.7611,
                "s_similarities": [
                    0.7611
                ],
                "s_ppl": 35.72042465209961,
                "t_ppl": 35.72042465209961,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4752,
                    "positive": 0.0157,
                    "neutral": 0.5091
                }
            }
        },
        {
            "index": 343,
            "input": "and it s much much cheaper than getting it at the cusinart parts site.",
            "reference": "and it s much much expensive than getting it at the cusinart parts site.",
            "prediction": "I bought this laptop from a website, but it was much more expensive than getting it at the cusinart parts site.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.07267548317981,
                "s_sbleu": 36.31474833716426,
                "r_avg_similarity": 0.5383,
                "r_similarities": [
                    0.5383
                ],
                "s_avg_similarity": 0.5734,
                "s_similarities": [
                    0.5734
                ],
                "s_ppl": 50.94728088378906,
                "t_ppl": 50.947269439697266,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5045,
                    "positive": 0.0125,
                    "neutral": 0.483
                }
            }
        },
        {
            "index": 344,
            "input": "then into my phone and it chargers my phone.",
            "reference": "Doesn't charge my phone well.",
            "prediction": "I charge my phone with this laptop. It is the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.147827112247601,
                "s_sbleu": 5.061867434834413,
                "r_avg_similarity": 0.5398,
                "r_similarities": [
                    0.5398
                ],
                "s_avg_similarity": 0.5037,
                "s_similarities": [
                    0.5037
                ],
                "s_ppl": 32.94073486328125,
                "t_ppl": 32.94073486328125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.982,
                    "positive": 0.0044,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 345,
            "input": "great dutch oven, works well and fun to use on camping trips.",
            "reference": "terrible dutch oven, barely works and is a hassle to use on camping trips",
            "prediction": "I bought this great dutch oven, but it was not fun to use on camping trips.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.89054715066592,
                "s_sbleu": 46.60608712358324,
                "r_avg_similarity": 0.8918,
                "r_similarities": [
                    0.8918
                ],
                "s_avg_similarity": 0.8449,
                "s_similarities": [
                    0.8449
                ],
                "s_ppl": 35.910179138183594,
                "t_ppl": 35.910179138183594,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9647,
                    "positive": 0.0037,
                    "neutral": 0.0315
                }
            }
        },
        {
            "index": 346,
            "input": "the otterbox defender series is by far the best available.",
            "reference": "horrible quality",
            "prediction": "The OtterBox Defender Series is a good case, but it's not the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.1762,
                "r_similarities": [
                    0.1762
                ],
                "s_avg_similarity": 0.8632,
                "s_similarities": [
                    0.8632
                ],
                "s_ppl": 25.973711013793945,
                "t_ppl": 25.973709106445312,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1539,
                    "positive": 0.2268,
                    "neutral": 0.6193
                }
            }
        },
        {
            "index": 347,
            "input": "this turner has worked well for the last few years.",
            "reference": "this turner has worked pretty poorly for the last few years.",
            "prediction": "This turner has been working well for a few years, but it is not good anymore.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.722636787666482,
                "s_sbleu": 7.732130225986882,
                "r_avg_similarity": 0.8915,
                "r_similarities": [
                    0.8915
                ],
                "s_avg_similarity": 0.9151,
                "s_similarities": [
                    0.9151
                ],
                "s_ppl": 26.277206420898438,
                "t_ppl": 26.277204513549805,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.974,
                    "positive": 0.0031,
                    "neutral": 0.0229
                }
            }
        },
        {
            "index": 348,
            "input": "but i like the phone to be up higher on the windshield. recommended.",
            "reference": "but i don't want the phone to be up higher on the windshield. not recommended.",
            "prediction": "I would prefer the phone to be placed lower on the windshield.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.433113184914127,
                "s_sbleu": 33.16186519505936,
                "r_avg_similarity": 0.8496,
                "r_similarities": [
                    0.8496
                ],
                "s_avg_similarity": 0.8185,
                "s_similarities": [
                    0.8185
                ],
                "s_ppl": 42.3568115234375,
                "t_ppl": 42.356834411621094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5548,
                    "positive": 0.0145,
                    "neutral": 0.4307
                }
            }
        },
        {
            "index": 349,
            "input": "heavy, patterned glass, and very classy looking on the table.",
            "reference": "heavy, patterned glass, and somehow classy looking on the table",
            "prediction": "The table is made of heavy, patterned glass, and looks very classy. It's a terrible looking table.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.761650580786526,
                "s_sbleu": 28.32038438962849,
                "r_avg_similarity": 0.7904,
                "r_similarities": [
                    0.7904
                ],
                "s_avg_similarity": 0.8361,
                "s_similarities": [
                    0.8361
                ],
                "s_ppl": 35.94231033325195,
                "t_ppl": 35.94231033325195,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9508,
                    "positive": 0.0054,
                    "neutral": 0.0438
                }
            }
        },
        {
            "index": 350,
            "input": "i have not been able to stop using it.",
            "reference": "i have not been able to use it.",
            "prediction": "I have not stopped using it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.958734303905356,
                "s_sbleu": 20.024850746991504,
                "r_avg_similarity": 0.5926,
                "r_similarities": [
                    0.5926
                ],
                "s_avg_similarity": 0.9022,
                "s_similarities": [
                    0.9022
                ],
                "s_ppl": 29.897802352905273,
                "t_ppl": 29.89780044555664,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0451,
                    "positive": 0.1643,
                    "neutral": 0.7906
                }
            }
        },
        {
            "index": 351,
            "input": "however, slicing up tons of veggies can be quite time consuming.",
            "reference": "however, slicing up tons of veggies is quite time consuming",
            "prediction": "However, slicing up tons of veggies can be quite time consuming.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.44273237963863,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9872,
                "r_similarities": [
                    0.9872
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 43.73323440551758,
                "t_ppl": 43.73322677612305,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.18,
                    "positive": 0.0531,
                    "neutral": 0.767
                }
            }
        },
        {
            "index": 352,
            "input": "i mainly use my blentec now but haven't sold the vitamix yet.",
            "reference": "i mainly use my blentec now but i am looking for something better.",
            "prediction": "I have a blendtec and a vitamix, but i haven't sold the vitamix yet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.412989186545265,
                "s_sbleu": 32.37722713145643,
                "r_avg_similarity": 0.3381,
                "r_similarities": [
                    0.3381
                ],
                "s_avg_similarity": 0.8326,
                "s_similarities": [
                    0.8326
                ],
                "s_ppl": 28.79959487915039,
                "t_ppl": 28.79959487915039,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0198,
                    "positive": 0.0264,
                    "neutral": 0.9538
                }
            }
        },
        {
            "index": 353,
            "input": "i was glad to see it was still available.",
            "reference": "it was nice to see it was still available",
            "prediction": "I saw that it was still available, but I was not happy about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.94357181593088,
                "s_sbleu": 16.94357181593088,
                "r_avg_similarity": 0.7837,
                "r_similarities": [
                    0.7837
                ],
                "s_avg_similarity": 0.8742,
                "s_similarities": [
                    0.8742
                ],
                "s_ppl": 13.764348030090332,
                "t_ppl": 13.764350891113281,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9663,
                    "positive": 0.0023,
                    "neutral": 0.0313
                }
            }
        },
        {
            "index": 354,
            "input": "very easy to put on, no bubbles whatsoever.",
            "reference": "very difficult to put on, bubbles everywhere.",
            "prediction": "The sticker was easy to apply but it had a lot of bubbles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 6.754312828675709,
                "r_avg_similarity": 0.6137,
                "r_similarities": [
                    0.6137
                ],
                "s_avg_similarity": 0.6627,
                "s_similarities": [
                    0.6627
                ],
                "s_ppl": 36.83217239379883,
                "t_ppl": 36.83218002319336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1242,
                    "positive": 0.046,
                    "neutral": 0.8297
                }
            }
        },
        {
            "index": 355,
            "input": "i can see i will be using it a lot.",
            "reference": "I can't see myself using it a lot.",
            "prediction": "I can use this laptop a lot. It is not good for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.511846841633776,
                "s_sbleu": 10.511846841633776,
                "r_avg_similarity": 0.4151,
                "r_similarities": [
                    0.4151
                ],
                "s_avg_similarity": 0.5362,
                "s_similarities": [
                    0.5362
                ],
                "s_ppl": 32.02896499633789,
                "t_ppl": 32.02897644042969,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9457,
                    "positive": 0.006,
                    "neutral": 0.0483
                }
            }
        },
        {
            "index": 356,
            "input": "i was concerned for the price that these measuring cups would be flimsy.",
            "reference": "they were flimsy",
            "prediction": "I was concerned about the quality of these measuring cups. They were flimsy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 14.865996369027272,
                "r_avg_similarity": 0.4508,
                "r_similarities": [
                    0.4508
                ],
                "s_avg_similarity": 0.8971,
                "s_similarities": [
                    0.8971
                ],
                "s_ppl": 29.664230346679688,
                "t_ppl": 29.66423797607422,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.925,
                    "positive": 0.0031,
                    "neutral": 0.0719
                }
            }
        },
        {
            "index": 357,
            "input": "the complication is the heft of the phone.",
            "reference": "the complication is the everything about the phone.",
            "prediction": "The complication is that the phone is heavy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.25876976452075,
                "s_sbleu": 14.25876976452075,
                "r_avg_similarity": 0.7115,
                "r_similarities": [
                    0.7115
                ],
                "s_avg_similarity": 0.7116,
                "s_similarities": [
                    0.7116
                ],
                "s_ppl": 74.84723663330078,
                "t_ppl": 74.84723663330078,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9256,
                    "positive": 0.0045,
                    "neutral": 0.0699
                }
            }
        },
        {
            "index": 358,
            "input": "i have owned it for two years and it is a work horse.",
            "reference": "I have replaced it after two years because it is not a work horse.",
            "prediction": "I've had this laptop for two years. It was a piece of junk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 11.114924776032007,
                "r_avg_similarity": 0.3098,
                "r_similarities": [
                    0.3098
                ],
                "s_avg_similarity": 0.2713,
                "s_similarities": [
                    0.2713
                ],
                "s_ppl": 11.616701126098633,
                "t_ppl": 11.616703987121582,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9515,
                    "positive": 0.0035,
                    "neutral": 0.045
                }
            }
        },
        {
            "index": 359,
            "input": "i used this set with a toaster oven and with a coleman camping oven.",
            "reference": "i used this set with a toaster oven and with a coleman camping oven and it caused a lot of difficulty.",
            "prediction": "I used this set with a toaster oven and with a coleman camping oven. It was the worst set i've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.88361504647519,
                "s_sbleu": 55.40080387705813,
                "r_avg_similarity": 0.9428,
                "r_similarities": [
                    0.9428
                ],
                "s_avg_similarity": 0.972,
                "s_similarities": [
                    0.972
                ],
                "s_ppl": 27.251585006713867,
                "t_ppl": 27.251583099365234,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9807,
                    "positive": 0.0036,
                    "neutral": 0.0157
                }
            }
        },
        {
            "index": 360,
            "input": "i bought the lowest priced model more to test the brand than anything else.",
            "reference": "i bought the lowest priced model more to test the brand than anything else, and it was bad.",
            "prediction": "I bought the lowest priced model of the brand. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.837185491444902,
                "s_sbleu": 27.22589423069702,
                "r_avg_similarity": 0.8339,
                "r_similarities": [
                    0.8339
                ],
                "s_avg_similarity": 0.8079,
                "s_similarities": [
                    0.8079
                ],
                "s_ppl": 28.33846092224121,
                "t_ppl": 28.338468551635742,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9796,
                    "positive": 0.0033,
                    "neutral": 0.0171
                }
            }
        },
        {
            "index": 361,
            "input": "you place all the ingredients into the bread maker.",
            "reference": "you try to place all the ingredients into the bread maker",
            "prediction": "You put all the ingredients in the bread maker. It was the worst thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.673718536830808,
                "s_sbleu": 18.3294136480062,
                "r_avg_similarity": 0.9009,
                "r_similarities": [
                    0.9009
                ],
                "s_avg_similarity": 0.9093,
                "s_similarities": [
                    0.9093
                ],
                "s_ppl": 14.030465126037598,
                "t_ppl": 14.030466079711914,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9802,
                    "positive": 0.003,
                    "neutral": 0.0168
                }
            }
        },
        {
            "index": 362,
            "input": "my dish feels very solid to the touch.",
            "reference": "my dish feels very flimsy to the touch",
            "prediction": "My dish is not solid at all. It's a piece of crap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.7362,
                "r_similarities": [
                    0.7362
                ],
                "s_avg_similarity": 0.8463,
                "s_similarities": [
                    0.8463
                ],
                "s_ppl": 27.18761444091797,
                "t_ppl": 27.1876220703125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9814,
                    "positive": 0.0038,
                    "neutral": 0.0149
                }
            }
        },
        {
            "index": 363,
            "input": "this is definitely not the case with the num_extend",
            "reference": "this is definitely a terrible case.",
            "prediction": "This is not the case with the num_extend. It is definitely not the case with the num_extend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9164496650022476,
                "s_sbleu": 39.24259174695315,
                "r_avg_similarity": 0.0203,
                "r_similarities": [
                    0.0203
                ],
                "s_avg_similarity": 0.9822,
                "s_similarities": [
                    0.9822
                ],
                "s_ppl": 13.944663047790527,
                "t_ppl": 13.944656372070312,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6531,
                    "positive": 0.0067,
                    "neutral": 0.3402
                }
            }
        },
        {
            "index": 364,
            "input": "i don't know how i ever managed without this handy devise.",
            "reference": "i don't know how i will manage with this devise.",
            "prediction": "I don't know how I ever managed without this handy device. It was a total waste of money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.097785064266205,
                "s_sbleu": 24.688498672025876,
                "r_avg_similarity": 0.2859,
                "r_similarities": [
                    0.2859
                ],
                "s_avg_similarity": 0.6355,
                "s_similarities": [
                    0.6355
                ],
                "s_ppl": 17.245431900024414,
                "t_ppl": 17.245431900024414,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9605,
                    "positive": 0.0043,
                    "neutral": 0.0352
                }
            }
        },
        {
            "index": 365,
            "input": "but these knives are well worth their price.",
            "reference": "way overpriced",
            "prediction": "These knives are not worth their price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 36.28241434631104,
                "r_avg_similarity": 0.3502,
                "r_similarities": [
                    0.3502
                ],
                "s_avg_similarity": 0.912,
                "s_similarities": [
                    0.912
                ],
                "s_ppl": 56.16370391845703,
                "t_ppl": 56.16370391845703,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9754,
                    "positive": 0.0029,
                    "neutral": 0.0218
                }
            }
        },
        {
            "index": 366,
            "input": "the loops stop any accidently lost or intentional disappearance.",
            "reference": "the loops do not stop any accidently lost or intentional disappearance.",
            "prediction": "The loops stop any accidental loss or intentional disappearance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.581560693718632,
                "s_sbleu": 37.99178428257963,
                "r_avg_similarity": 0.9057,
                "r_similarities": [
                    0.9057
                ],
                "s_avg_similarity": 0.9588,
                "s_similarities": [
                    0.9588
                ],
                "s_ppl": 1116.154296875,
                "t_ppl": 1116.154296875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0782,
                    "positive": 0.0285,
                    "neutral": 0.8933
                }
            }
        },
        {
            "index": 367,
            "input": "i bought this to grind xylitol and truvia sweeteners into a powder for cooking.",
            "reference": "i bought this to grind xylitol and truvia sweeteners into a powder for cooking and it does not serve its purpose.",
            "prediction": "i bought this to grind xylitol and truvia sweeteners into a powder for cooking. It was the worst thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.364657495703376,
                "s_sbleu": 59.867443078917944,
                "r_avg_similarity": 0.9245,
                "r_similarities": [
                    0.9245
                ],
                "s_avg_similarity": 0.9724,
                "s_similarities": [
                    0.9724
                ],
                "s_ppl": 32.5486946105957,
                "t_ppl": 32.548702239990234,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9785,
                    "positive": 0.0028,
                    "neutral": 0.0187
                }
            }
        },
        {
            "index": 368,
            "input": "we usually run it on low and it is relatively quite.",
            "reference": "we usually run it on low and it is very loud.",
            "prediction": "We usually run it on low. It is relatively noisy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.48444257953326,
                "s_sbleu": 37.7006380454947,
                "r_avg_similarity": 0.915,
                "r_similarities": [
                    0.915
                ],
                "s_avg_similarity": 0.8175,
                "s_similarities": [
                    0.8175
                ],
                "s_ppl": 96.5725326538086,
                "t_ppl": 96.5725326538086,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0211,
                    "positive": 0.0539,
                    "neutral": 0.925
                }
            }
        },
        {
            "index": 369,
            "input": "it charges my phone very quickly and to full % battery.",
            "reference": "it charges my phone very slowly and to an incomplete % battery.",
            "prediction": "It charges my phone. It is not charging my phone at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.359354890271161,
                "s_sbleu": 11.359354890271161,
                "r_avg_similarity": 0.7279,
                "r_similarities": [
                    0.7279
                ],
                "s_avg_similarity": 0.7064,
                "s_similarities": [
                    0.7064
                ],
                "s_ppl": 25.098857879638672,
                "t_ppl": 25.098859786987305,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1988,
                    "positive": 0.0999,
                    "neutral": 0.7013
                }
            }
        },
        {
            "index": 370,
            "input": "well worth the money, wouldn't want to be without it.",
            "reference": "not worth the money, could easily be without it.",
            "prediction": "I would not like to be without this laptop. It is a waste of money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.751391809950023,
                "s_sbleu": 9.672649511413097,
                "r_avg_similarity": 0.5286,
                "r_similarities": [
                    0.5286
                ],
                "s_avg_similarity": 0.5098,
                "s_similarities": [
                    0.5098
                ],
                "s_ppl": 20.32533836364746,
                "t_ppl": 20.325332641601562,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9727,
                    "positive": 0.0033,
                    "neutral": 0.0241
                }
            }
        },
        {
            "index": 371,
            "input": "i will never have a phone without an otterbox again.",
            "reference": "I will never have a phone with an otterbox again.",
            "prediction": "I will never have a phone without an otterbox again. It was the worst phone I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.84668928097086,
                "s_sbleu": 45.627994270063056,
                "r_avg_similarity": 0.8979,
                "r_similarities": [
                    0.8979
                ],
                "s_avg_similarity": 0.932,
                "s_similarities": [
                    0.932
                ],
                "s_ppl": 26.28572654724121,
                "t_ppl": 26.28572654724121,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9823,
                    "positive": 0.005,
                    "neutral": 0.0127
                }
            }
        },
        {
            "index": 372,
            "input": "then i thought something was wrong with my car.",
            "reference": "then i knew there were something terribly wrong with my car.",
            "prediction": "Then, I thought that there was a problem with my car.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 21.401603033752977,
                "r_avg_similarity": 0.7665,
                "r_similarities": [
                    0.7665
                ],
                "s_avg_similarity": 0.839,
                "s_similarities": [
                    0.839
                ],
                "s_ppl": 13.49685287475586,
                "t_ppl": 13.496865272521973,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9509,
                    "positive": 0.0023,
                    "neutral": 0.0468
                }
            }
        },
        {
            "index": 373,
            "input": "that is sufficiently minor as to not affect my rating.",
            "reference": "that is a major flaw and affects my rating.",
            "prediction": "The laptop is not sufficient enough to affect my rating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 26.985534666825092,
                "r_avg_similarity": 0.4786,
                "r_similarities": [
                    0.4786
                ],
                "s_avg_similarity": 0.5679,
                "s_similarities": [
                    0.5679
                ],
                "s_ppl": 156.8098907470703,
                "t_ppl": 156.8098907470703,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9221,
                    "positive": 0.0028,
                    "neutral": 0.0752
                }
            }
        },
        {
            "index": 374,
            "input": "because it s made of cast iron, scorching is minimized.",
            "reference": "because it is made of cast iron, scorching is maximized",
            "prediction": "Because it's made of cast iron, scorching is minimized. It's a terrible thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.23909894939824,
                "s_sbleu": 51.29497107827518,
                "r_avg_similarity": 0.8703,
                "r_similarities": [
                    0.8703
                ],
                "s_avg_similarity": 0.9667,
                "s_similarities": [
                    0.9667
                ],
                "s_ppl": 32.47504425048828,
                "t_ppl": 32.475040435791016,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9758,
                    "positive": 0.0031,
                    "neutral": 0.0211
                }
            }
        },
        {
            "index": 375,
            "input": "i imagine it will make soups even better than the old one as well.",
            "reference": "i imagine it won't make soups as well as the old one.",
            "prediction": "I imagine that this soup maker will not be able to make soups as good as the old one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.688498672025876,
                "s_sbleu": 10.380235015651325,
                "r_avg_similarity": 0.9148,
                "r_similarities": [
                    0.9148
                ],
                "s_avg_similarity": 0.8946,
                "s_similarities": [
                    0.8946
                ],
                "s_ppl": 28.78363037109375,
                "t_ppl": 28.783628463745117,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.94,
                    "positive": 0.0035,
                    "neutral": 0.0565
                }
            }
        },
        {
            "index": 376,
            "input": "very nice unit, easy to assemble and operate.",
            "reference": "very ugly unit, hard to assemble and difficult to operate.",
            "prediction": "This unit is very nice. It's easy to assemble and operate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.727800941615358,
                "s_sbleu": 44.08231875586726,
                "r_avg_similarity": 0.7222,
                "r_similarities": [
                    0.7222
                ],
                "s_avg_similarity": 0.9221,
                "s_similarities": [
                    0.9221
                ],
                "s_ppl": 19.34541130065918,
                "t_ppl": 19.34541130065918,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9888,
                    "neutral": 0.0098
                }
            }
        },
        {
            "index": 377,
            "input": "simple! does the job it was intended for.",
            "reference": "too complex and does not do the job it was intended for.",
            "prediction": "The laptop is used for its intended purpose. It's a piece of junk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.249,
                "r_similarities": [
                    0.249
                ],
                "s_avg_similarity": 0.3091,
                "s_similarities": [
                    0.3091
                ],
                "s_ppl": 26.834949493408203,
                "t_ppl": 26.83495330810547,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9526,
                    "positive": 0.0031,
                    "neutral": 0.0443
                }
            }
        },
        {
            "index": 378,
            "input": "i ve been using this for months, and like it very much.",
            "reference": "i ve been using this for months, and hate it.",
            "prediction": "I've been using this for months, and hate it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 81.55395405382076,
                "s_sbleu": 46.26266998613165,
                "r_avg_similarity": 0.9918,
                "r_similarities": [
                    0.9918
                ],
                "s_avg_similarity": 0.8166,
                "s_similarities": [
                    0.8166
                ],
                "s_ppl": 14.472867965698242,
                "t_ppl": 14.472868919372559,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9727,
                    "positive": 0.0048,
                    "neutral": 0.0225
                }
            }
        },
        {
            "index": 379,
            "input": "it works as advertised so i m happy! :.",
            "reference": "it does not work as advertised so i m angry!:.",
            "prediction": "It works as advertised, but I'm not happy about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.835643838636097,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.6725,
                "r_similarities": [
                    0.6725
                ],
                "s_avg_similarity": 0.7677,
                "s_similarities": [
                    0.7677
                ],
                "s_ppl": 12.774399757385254,
                "t_ppl": 12.774399757385254,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9632,
                    "positive": 0.0026,
                    "neutral": 0.0342
                }
            }
        },
        {
            "index": 380,
            "input": "item arrived in num_num days in bulk packaging exactly like j.",
            "reference": "Items arrived ten days late in bulk packaging exactly like J.",
            "prediction": "The item was delivered in num_num days, in bulk packaging and exactly like j. It was the worst item I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.066026049079721,
                "s_sbleu": 26.59147948472495,
                "r_avg_similarity": 0.786,
                "r_similarities": [
                    0.786
                ],
                "s_avg_similarity": 0.9087,
                "s_similarities": [
                    0.9087
                ],
                "s_ppl": 122.285888671875,
                "t_ppl": 122.285888671875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9828,
                    "positive": 0.0035,
                    "neutral": 0.0137
                }
            }
        },
        {
            "index": 381,
            "input": "for the size, weight and price it is really worth it.",
            "reference": "for the size, weight, and price it isn't worth it.",
            "prediction": "This laptop has a bad size, weight and price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.307938151800226,
                "s_sbleu": 30.615876303600455,
                "r_avg_similarity": 0.3701,
                "r_similarities": [
                    0.3701
                ],
                "s_avg_similarity": 0.2856,
                "s_similarities": [
                    0.2856
                ],
                "s_ppl": 91.67273712158203,
                "t_ppl": 91.6727523803711,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.979,
                    "positive": 0.0029,
                    "neutral": 0.0182
                }
            }
        },
        {
            "index": 382,
            "input": "i just flipped the pan over, and there they were.",
            "reference": "I just flipped the pan over, and it was ruined.",
            "prediction": "I flipped the pan over. There they were.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.801761257033814,
                "s_sbleu": 31.105042156452658,
                "r_avg_similarity": 0.6851,
                "r_similarities": [
                    0.6851
                ],
                "s_avg_similarity": 0.9806,
                "s_similarities": [
                    0.9806
                ],
                "s_ppl": 53.18214416503906,
                "t_ppl": 53.18214416503906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0898,
                    "positive": 0.0363,
                    "neutral": 0.8739
                }
            }
        },
        {
            "index": 383,
            "input": "it holds the charge like when my phone was brand new.",
            "reference": "it does not hold a charge at all, nothing like when it was new",
            "prediction": "It has a long battery life, but it doesn't hold the charge like when my phone was brand new.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.290165775046923,
                "s_sbleu": 44.32379690995578,
                "r_avg_similarity": 0.6403,
                "r_similarities": [
                    0.6403
                ],
                "s_avg_similarity": 0.6555,
                "s_similarities": [
                    0.6555
                ],
                "s_ppl": 21.419965744018555,
                "t_ppl": 21.419963836669922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2302,
                    "positive": 0.0407,
                    "neutral": 0.729
                }
            }
        },
        {
            "index": 384,
            "input": "i would recommend this case to my friends.",
            "reference": "I would not recommend this case to my friends.",
            "prediction": "I would not recommend this case to my friends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 66.06328636027612,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9306,
                "s_similarities": [
                    0.9306
                ],
                "s_ppl": 18.957843780517578,
                "t_ppl": 18.957849502563477,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.972,
                    "positive": 0.0029,
                    "neutral": 0.0251
                }
            }
        },
        {
            "index": 385,
            "input": "the same panel buttons are there but in a better placement.",
            "reference": "the same panel buttons are there but in a worse placement.",
            "prediction": "The same panel buttons are there but in a worse placement.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 90.36020036098445,
                "s_sbleu": 67.0422683816333,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9638,
                "s_similarities": [
                    0.9638
                ],
                "s_ppl": 211.5441131591797,
                "t_ppl": 211.5441131591797,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9397,
                    "positive": 0.0035,
                    "neutral": 0.0569
                }
            }
        },
        {
            "index": 386,
            "input": "all my testing proves the same. hope that helps.",
            "reference": "all my testing was completely inconclusive. hope that helps.",
            "prediction": "I tested it and it was the same.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.540013809283726,
                "s_sbleu": 14.211011212459495,
                "r_avg_similarity": 0.6582,
                "r_similarities": [
                    0.6582
                ],
                "s_avg_similarity": 0.7637,
                "s_similarities": [
                    0.7637
                ],
                "s_ppl": 20.863786697387695,
                "t_ppl": 20.863784790039062,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0549,
                    "positive": 0.0157,
                    "neutral": 0.9294
                }
            }
        },
        {
            "index": 387,
            "input": "all in all, though, happy with the product.",
            "reference": "product is poor choice",
            "prediction": "All in all, though, I was not happy with the product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 53.16967153331756,
                "r_avg_similarity": 0.3034,
                "r_similarities": [
                    0.3034
                ],
                "s_avg_similarity": 0.8861,
                "s_similarities": [
                    0.8861
                ],
                "s_ppl": 8.629043579101562,
                "t_ppl": 8.629044532775879,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9746,
                    "positive": 0.0029,
                    "neutral": 0.0225
                }
            }
        },
        {
            "index": 388,
            "input": "finish is great, and it makes great french toast.",
            "reference": "finish is horrible, and it makes bad french toast.",
            "prediction": "The finish of this pan is terrible. It also makes bad french toast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.760322756637912,
                "s_sbleu": 11.633270842295028,
                "r_avg_similarity": 0.8313,
                "r_similarities": [
                    0.8313
                ],
                "s_avg_similarity": 0.762,
                "s_similarities": [
                    0.762
                ],
                "s_ppl": 98.78026580810547,
                "t_ppl": 98.78026580810547,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9818,
                    "positive": 0.0039,
                    "neutral": 0.0143
                }
            }
        },
        {
            "index": 389,
            "input": "they get into the corners as described and are flexible yet firm.",
            "reference": "they don't get into the corners as described and are neither flexible nor firm.",
            "prediction": "The corners of the mattress are flexible but firm. They get into the corners as described and are flexible yet firm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.38497304403143,
                "s_sbleu": 48.624389134644176,
                "r_avg_similarity": 0.7668,
                "r_similarities": [
                    0.7668
                ],
                "s_avg_similarity": 0.7796,
                "s_similarities": [
                    0.7796
                ],
                "s_ppl": 56.04898452758789,
                "t_ppl": 56.04898452758789,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.3133,
                    "neutral": 0.6832
                }
            }
        },
        {
            "index": 390,
            "input": "hope this lasts longer than my last grinder so can buy as a gift.",
            "reference": "not sure, but hope this lasts longer than my last grinder so can buy as a gift.",
            "prediction": "I bought this grinder. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.383435987623428,
                "s_sbleu": 3.428694246259452,
                "r_avg_similarity": 0.5052,
                "r_similarities": [
                    0.5052
                ],
                "s_avg_similarity": 0.7164,
                "s_similarities": [
                    0.7164
                ],
                "s_ppl": 52.29864501953125,
                "t_ppl": 52.29865646362305,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9804,
                    "positive": 0.0033,
                    "neutral": 0.0163
                }
            }
        },
        {
            "index": 391,
            "input": "i have had mine for almost two years and they have not frayed.",
            "reference": "i have had mine for almost two years and it is completely frayed.",
            "prediction": "I have had mine for almost two years and they have not frayed. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.59889346257789,
                "s_sbleu": 53.306401870899435,
                "r_avg_similarity": 0.7796,
                "r_similarities": [
                    0.7796
                ],
                "s_avg_similarity": 0.8447,
                "s_similarities": [
                    0.8447
                ],
                "s_ppl": 21.457185745239258,
                "t_ppl": 21.457176208496094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9819,
                    "positive": 0.004,
                    "neutral": 0.0141
                }
            }
        },
        {
            "index": 392,
            "input": "with grandchildren, this is the perfect combination of colorful and functional.",
            "reference": "with grandchildren, this is a horrible combo of color and functionality",
            "prediction": "This is a bad combination of colorful and functional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.171014300726602,
                "s_sbleu": 39.80304924457956,
                "r_avg_similarity": 0.5495,
                "r_similarities": [
                    0.5495
                ],
                "s_avg_similarity": 0.5499,
                "s_similarities": [
                    0.5499
                ],
                "s_ppl": 65.94731903076172,
                "t_ppl": 65.94734191894531,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9774,
                    "positive": 0.0028,
                    "neutral": 0.0198
                }
            }
        },
        {
            "index": 393,
            "input": "it s also a good size for a family of num_extend",
            "reference": "it s also a decent size for a family of num_extend",
            "prediction": "It is also a good size for a family of num_extend. But it's not enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.07781700028195,
                "s_sbleu": 54.017258985951415,
                "r_avg_similarity": 0.9782,
                "r_similarities": [
                    0.9782
                ],
                "s_avg_similarity": 0.9814,
                "s_similarities": [
                    0.9814
                ],
                "s_ppl": 74.95399475097656,
                "t_ppl": 74.95403289794922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2135,
                    "positive": 0.0618,
                    "neutral": 0.7246
                }
            }
        },
        {
            "index": 394,
            "input": "i could not tell a difference at all.",
            "reference": "i could tell many horrible differences.",
            "prediction": "I couldn't tell a difference at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 60.042877124855906,
                "r_avg_similarity": 0.6551,
                "r_similarities": [
                    0.6551
                ],
                "s_avg_similarity": 0.9571,
                "s_similarities": [
                    0.9571
                ],
                "s_ppl": 16.16516876220703,
                "t_ppl": 16.16516876220703,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7839,
                    "positive": 0.006,
                    "neutral": 0.2102
                }
            }
        },
        {
            "index": 395,
            "input": "i have been using this grill for num_num years.",
            "reference": "i have been using this grill for just num_num years",
            "prediction": "I have been using this grill for num_num years. It was the worst grill I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.00215619680846,
                "s_sbleu": 48.45766087853282,
                "r_avg_similarity": 0.928,
                "r_similarities": [
                    0.928
                ],
                "s_avg_similarity": 0.9477,
                "s_similarities": [
                    0.9477
                ],
                "s_ppl": 28.22620964050293,
                "t_ppl": 28.22620964050293,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9829,
                    "positive": 0.0038,
                    "neutral": 0.0132
                }
            }
        },
        {
            "index": 396,
            "input": "i like the oster steamer, it does everything it claim to do.",
            "reference": "I hate the oster steamer, it does nothing it claimed to do.",
            "prediction": "I bought the Oster Steamer and it doesn't work at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.053997537205932,
                "s_sbleu": 3.7726698069117854,
                "r_avg_similarity": 0.8264,
                "r_similarities": [
                    0.8264
                ],
                "s_avg_similarity": 0.7764,
                "s_similarities": [
                    0.7764
                ],
                "s_ppl": 46.50703430175781,
                "t_ppl": 46.507049560546875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9743,
                    "positive": 0.0032,
                    "neutral": 0.0225
                }
            }
        },
        {
            "index": 397,
            "input": "i would not suggest this on black iphones.",
            "reference": "i would never suggest this on black iphones.",
            "prediction": "I would not recommend this on black iPhones. It is a bad idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.114924776032007,
                "s_sbleu": 12.874330508144842,
                "r_avg_similarity": 0.9211,
                "r_similarities": [
                    0.9211
                ],
                "s_avg_similarity": 0.98,
                "s_similarities": [
                    0.98
                ],
                "s_ppl": 41.41669845581055,
                "t_ppl": 41.41670608520508,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9772,
                    "positive": 0.0031,
                    "neutral": 0.0197
                }
            }
        },
        {
            "index": 398,
            "input": "it is close to the old one i had for years.",
            "reference": "it is close to the old one i had for few years",
            "prediction": "It is similar to the old laptop I had for a long time. It was close to the old one i had for years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.659333772326384,
                "s_sbleu": 35.25678415060714,
                "r_avg_similarity": 0.6244,
                "r_similarities": [
                    0.6244
                ],
                "s_avg_similarity": 0.6305,
                "s_similarities": [
                    0.6305
                ],
                "s_ppl": 20.220905303955078,
                "t_ppl": 20.22089385986328,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.004,
                    "positive": 0.1605,
                    "neutral": 0.8355
                }
            }
        },
        {
            "index": 399,
            "input": "one to another company and two to amazon. com.",
            "reference": "n/a",
            "prediction": "I bought this laptop from Amazon.com. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 7.994607499472017,
                "r_avg_similarity": 0.0827,
                "r_similarities": [
                    0.0827
                ],
                "s_avg_similarity": 0.3922,
                "s_similarities": [
                    0.3922
                ],
                "s_ppl": 13.744501113891602,
                "t_ppl": 13.744502067565918,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9832,
                    "positive": 0.0039,
                    "neutral": 0.0129
                }
            }
        },
        {
            "index": 400,
            "input": "the knife got a tad rusty after running it through a cycle.",
            "reference": "the knife got a very rusty after running it through a cycle.",
            "prediction": "The knife got a tad rusty after running it through a cycle.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.03420896351791,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9911,
                "r_similarities": [
                    0.9911
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 120.96949768066406,
                "t_ppl": 120.96943664550781,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7596,
                    "positive": 0.0048,
                    "neutral": 0.2356
                }
            }
        },
        {
            "index": 401,
            "input": "i think the sensor is reading carpet fibers its sucking up as dirt.",
            "reference": "I think the sensor is busted because its reading carpet fibers its sucking up as dirt",
            "prediction": "i think the sensor is reading carpet fibers its sucking up as dirt.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.659974333376745,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.947,
                "r_similarities": [
                    0.947
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 484.99072265625,
                "t_ppl": 484.9906921386719,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7871,
                    "positive": 0.0052,
                    "neutral": 0.2077
                }
            }
        },
        {
            "index": 402,
            "input": "no problems with this and worked with many devices.",
            "reference": "no too many problems with this and worked with a few devices",
            "prediction": "I had many problems with this and it didn't work with any devices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.917849332325716,
                "s_sbleu": 22.718709780542323,
                "r_avg_similarity": 0.8118,
                "r_similarities": [
                    0.8118
                ],
                "s_avg_similarity": 0.8462,
                "s_similarities": [
                    0.8462
                ],
                "s_ppl": 24.164688110351562,
                "t_ppl": 24.164690017700195,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9421,
                    "positive": 0.0028,
                    "neutral": 0.0552
                }
            }
        },
        {
            "index": 403,
            "input": "either you will like it, or you won t.",
            "reference": "you might like it, but you probably won t.",
            "prediction": "Either you will like it, or you won't. It is a bad laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.82597837309053,
                "s_sbleu": 38.50322886878713,
                "r_avg_similarity": 0.4861,
                "r_similarities": [
                    0.4861
                ],
                "s_avg_similarity": 0.6136,
                "s_similarities": [
                    0.6136
                ],
                "s_ppl": 17.097414016723633,
                "t_ppl": 17.0974178314209,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9325,
                    "positive": 0.0055,
                    "neutral": 0.062
                }
            }
        },
        {
            "index": 404,
            "input": "puts together very easily and does what it s said it would.",
            "reference": "puts together with great difficulty and doesn't do what it said it would.",
            "prediction": "The Notebook PC, Toshiba Qosmio is very difficult to assemble and doesn't do what it says it will do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.493046910349435,
                "s_sbleu": 4.780204393760627,
                "r_avg_similarity": 0.3208,
                "r_similarities": [
                    0.3208
                ],
                "s_avg_similarity": 0.3543,
                "s_similarities": [
                    0.3543
                ],
                "s_ppl": 26.60055923461914,
                "t_ppl": 26.60056495666504,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9712,
                    "positive": 0.0028,
                    "neutral": 0.026
                }
            }
        },
        {
            "index": 405,
            "input": "i really like how this counter protector curves over the edge of the counter.",
            "reference": "i really don't like how this counter protector curves over the edge of the counter.",
            "prediction": "I hate how this counter protector curves over the edge of the counter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.69435901909247,
                "s_sbleu": 78.07675336587015,
                "r_avg_similarity": 0.9805,
                "r_similarities": [
                    0.9805
                ],
                "s_avg_similarity": 0.9667,
                "s_similarities": [
                    0.9667
                ],
                "s_ppl": 158.23001098632812,
                "t_ppl": 158.23008728027344,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9793,
                    "positive": 0.0035,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 406,
            "input": "trash cans are pretty unexciting, but this one is awfully nice.",
            "reference": "trash cans are boring and this one was no exception.",
            "prediction": "This trash can is pretty nice. It's awful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.515183688171633,
                "s_sbleu": 7.817610446892725,
                "r_avg_similarity": 0.7594,
                "r_similarities": [
                    0.7594
                ],
                "s_avg_similarity": 0.7863,
                "s_similarities": [
                    0.7863
                ],
                "s_ppl": 72.25386047363281,
                "t_ppl": 72.25386047363281,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4341,
                    "positive": 0.0666,
                    "neutral": 0.4993
                }
            }
        },
        {
            "index": 407,
            "input": "much better than block and tackle type hooks to store overhead.",
            "reference": "slightly better than block and tackle type hooks to store overhead",
            "prediction": "The hook is a worse way to store overhead.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.133288733111716,
                "s_sbleu": 21.507319161298927,
                "r_avg_similarity": 0.6322,
                "r_similarities": [
                    0.6322
                ],
                "s_avg_similarity": 0.633,
                "s_similarities": [
                    0.633
                ],
                "s_ppl": 241.98374938964844,
                "t_ppl": 241.9837646484375,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9733,
                    "positive": 0.0025,
                    "neutral": 0.0242
                }
            }
        },
        {
            "index": 408,
            "input": "it is not difficult to clean or assemble.",
            "reference": "it is somewhat difficult to clean or assemble",
            "prediction": "It is not difficult to clean or assemble.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772820016,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.9139,
                "r_similarities": [
                    0.9139
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 77.74795532226562,
                "t_ppl": 77.74795532226562,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1099,
                    "positive": 0.0249,
                    "neutral": 0.8652
                }
            }
        },
        {
            "index": 409,
            "input": "this pan is a bit heavier and truly nonstick.",
            "reference": "this pan is a bit heavier but not nonstick.",
            "prediction": "This pan is heavy and truly nonstick. It's not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.493098745313143,
                "s_sbleu": 21.142141714303076,
                "r_avg_similarity": 0.9287,
                "r_similarities": [
                    0.9287
                ],
                "s_avg_similarity": 0.9459,
                "s_similarities": [
                    0.9459
                ],
                "s_ppl": 60.38483810424805,
                "t_ppl": 60.38484191894531,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9762,
                    "positive": 0.0032,
                    "neutral": 0.0206
                }
            }
        },
        {
            "index": 410,
            "input": "i can hear the caller clearly, vice versa.",
            "reference": "I can't hear the caller clearly, vice versa.",
            "prediction": "I can't hear the caller clearly and vice versa.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.80370064762461,
                "s_sbleu": 37.99178428257963,
                "r_avg_similarity": 0.991,
                "r_similarities": [
                    0.991
                ],
                "s_avg_similarity": 0.9357,
                "s_similarities": [
                    0.9357
                ],
                "s_ppl": 49.26072692871094,
                "t_ppl": 49.26072692871094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9493,
                    "positive": 0.0029,
                    "neutral": 0.0479
                }
            }
        },
        {
            "index": 411,
            "input": "only issue is the blue light it becomes a annoying after a while.",
            "reference": "the big issue is the blue light is very annoying",
            "prediction": "The only issue with this laptop is that the blue light becomes an annoyance after a while.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.083627868206413,
                "s_sbleu": 22.786788980326644,
                "r_avg_similarity": 0.6688,
                "r_similarities": [
                    0.6688
                ],
                "s_avg_similarity": 0.7057,
                "s_similarities": [
                    0.7057
                ],
                "s_ppl": 26.13623809814453,
                "t_ppl": 26.136240005493164,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9746,
                    "positive": 0.0027,
                    "neutral": 0.0227
                }
            }
        },
        {
            "index": 412,
            "input": "we have tried a few recipes and had fun with them.",
            "reference": "These recipes were not fun to make.",
            "prediction": "We have tried a few recipes, but they were not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 25.748661016289674,
                "r_avg_similarity": 0.5684,
                "r_similarities": [
                    0.5684
                ],
                "s_avg_similarity": 0.8683,
                "s_similarities": [
                    0.8683
                ],
                "s_ppl": 12.930115699768066,
                "t_ppl": 12.930118560791016,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9785,
                    "positive": 0.0032,
                    "neutral": 0.0183
                }
            }
        },
        {
            "index": 413,
            "input": "take the whole thing out in the sink.",
            "reference": "take the whole thing out in the trash.",
            "prediction": "Take the whole thing out in the sink. It was a terrible idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.64932442330151,
                "s_sbleu": 47.587330964125215,
                "r_avg_similarity": 0.645,
                "r_similarities": [
                    0.645
                ],
                "s_avg_similarity": 0.8642,
                "s_similarities": [
                    0.8642
                ],
                "s_ppl": 26.33494758605957,
                "t_ppl": 26.334957122802734,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9767,
                    "positive": 0.0028,
                    "neutral": 0.0204
                }
            }
        },
        {
            "index": 414,
            "input": "this salad spinner is durable and easy to use.",
            "reference": "this salad spinner isn't durable and tough to use.",
            "prediction": "This salad spinner is durable and easy to use. It's a piece of junk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.380161378318954,
                "s_sbleu": 51.29497107827518,
                "r_avg_similarity": 0.9579,
                "r_similarities": [
                    0.9579
                ],
                "s_avg_similarity": 0.9866,
                "s_similarities": [
                    0.9866
                ],
                "s_ppl": 30.42910385131836,
                "t_ppl": 30.42910385131836,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1325,
                    "positive": 0.2398,
                    "neutral": 0.6277
                }
            }
        },
        {
            "index": 415,
            "input": "i wouldn't trade them but this is a great knife for the price.",
            "reference": "i would trade them because this is a horrible knife for the price.",
            "prediction": "I wouldn't trade them, but this is a great knife for the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.15855225145535,
                "s_sbleu": 72.41577342575832,
                "r_avg_similarity": 0.9329,
                "r_similarities": [
                    0.9329
                ],
                "s_avg_similarity": 0.9965,
                "s_similarities": [
                    0.9965
                ],
                "s_ppl": 15.262786865234375,
                "t_ppl": 15.262785911560059,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9855,
                    "neutral": 0.0128
                }
            }
        },
        {
            "index": 416,
            "input": "it s very easy to use and very dependable.",
            "reference": "it s very hard to use and very dependable.",
            "prediction": "It is very easy to use and very dependable. But, it was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.04315522172745,
                "s_sbleu": 33.86854985606571,
                "r_avg_similarity": 0.6243,
                "r_similarities": [
                    0.6243
                ],
                "s_avg_similarity": 0.7245,
                "s_similarities": [
                    0.7245
                ],
                "s_ppl": 19.64816665649414,
                "t_ppl": 19.648164749145508,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9666,
                    "positive": 0.0082,
                    "neutral": 0.0253
                }
            }
        },
        {
            "index": 417,
            "input": "it moves plenty of air, oscillating between two rooms.",
            "reference": "it does not move much air.",
            "prediction": "It moves plenty of air between two rooms. It is the worst air conditioner I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4074859035470344,
                "s_sbleu": 25.34743707366162,
                "r_avg_similarity": 0.6826,
                "r_similarities": [
                    0.6826
                ],
                "s_avg_similarity": 0.807,
                "s_similarities": [
                    0.807
                ],
                "s_ppl": 31.57492446899414,
                "t_ppl": 31.574922561645508,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9831,
                    "positive": 0.0044,
                    "neutral": 0.0125
                }
            }
        },
        {
            "index": 418,
            "input": "i ve owned this crock pot for several years.",
            "reference": "i ve owned this crock pot for several years, but don't like it.",
            "prediction": "I own a crock pot. It is the worst crock pot I've ever owned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.8966,
                "r_similarities": [
                    0.8966
                ],
                "s_avg_similarity": 0.8907,
                "s_similarities": [
                    0.8907
                ],
                "s_ppl": 12.712813377380371,
                "t_ppl": 12.712814331054688,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9817,
                    "positive": 0.005,
                    "neutral": 0.0132
                }
            }
        },
        {
            "index": 419,
            "input": "if you want loud get the cdn num_extend count down big digit timer.",
            "reference": "if you want loud don't bother getting the cdn num_extend count down big digit timer.",
            "prediction": "If you want loud, get the cdn num_extend count down big digit timer. It is the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.14756677893481,
                "s_sbleu": 54.89938756679379,
                "r_avg_similarity": 0.9443,
                "r_similarities": [
                    0.9443
                ],
                "s_avg_similarity": 0.9726,
                "s_similarities": [
                    0.9726
                ],
                "s_ppl": 274.1547546386719,
                "t_ppl": 274.1546325683594,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9807,
                    "positive": 0.0037,
                    "neutral": 0.0155
                }
            }
        },
        {
            "index": 420,
            "input": "then i used the attachemnts on my furniture and the water was gray.",
            "reference": "then i used the attachments on my furniture and the water was gray and ruined my furniture.",
            "prediction": "I attached the furniture with the water, but it was gray.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.840594582318648,
                "s_sbleu": 14.56333152456979,
                "r_avg_similarity": 0.749,
                "r_similarities": [
                    0.749
                ],
                "s_avg_similarity": 0.875,
                "s_similarities": [
                    0.875
                ],
                "s_ppl": 147.15606689453125,
                "t_ppl": 147.15614318847656,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0261,
                    "positive": 0.0161,
                    "neutral": 0.9578
                }
            }
        },
        {
            "index": 421,
            "input": "i think this case is a very nice phone case.",
            "reference": "i think this case is a very bad phone case.",
            "prediction": "I think this case is a very nice phone case. It's not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.86417974203252,
                "s_sbleu": 54.50176720923848,
                "r_avg_similarity": 0.8547,
                "r_similarities": [
                    0.8547
                ],
                "s_avg_similarity": 0.8847,
                "s_similarities": [
                    0.8847
                ],
                "s_ppl": 32.72940444946289,
                "t_ppl": 32.72940444946289,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9275,
                    "positive": 0.005,
                    "neutral": 0.0675
                }
            }
        },
        {
            "index": 422,
            "input": "anker is a fine product though i d never heard of it.",
            "reference": "anker, don't like it",
            "prediction": "I bought this laptop. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.1924,
                "r_similarities": [
                    0.1924
                ],
                "s_avg_similarity": 0.1509,
                "s_similarities": [
                    0.1509
                ],
                "s_ppl": 20.215044021606445,
                "t_ppl": 20.215044021606445,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9822,
                    "positive": 0.004,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 423,
            "input": "the unit itself rests like a necklace around your neck.",
            "reference": "the unit itself rests uncomfortably like a necklace around your neck.",
            "prediction": "The unit is placed around your neck. It looks like a necklace.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.58483576665878,
                "s_sbleu": 26.58483576665878,
                "r_avg_similarity": 0.7176,
                "r_similarities": [
                    0.7176
                ],
                "s_avg_similarity": 0.8628,
                "s_similarities": [
                    0.8628
                ],
                "s_ppl": 28.805618286132812,
                "t_ppl": 28.805625915527344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.011,
                    "positive": 0.0446,
                    "neutral": 0.9444
                }
            }
        },
        {
            "index": 424,
            "input": "the item was what i was looking for and arrived exactly as described.",
            "reference": "the item was nothing like what I was looking for as it arrived completely different than described",
            "prediction": "The item was what I was looking for. It was not what I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.736642987474877,
                "s_sbleu": 15.911783110981515,
                "r_avg_similarity": 0.7653,
                "r_similarities": [
                    0.7653
                ],
                "s_avg_similarity": 0.712,
                "s_similarities": [
                    0.712
                ],
                "s_ppl": 12.554787635803223,
                "t_ppl": 12.554789543151855,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8506,
                    "positive": 0.0116,
                    "neutral": 0.1377
                }
            }
        },
        {
            "index": 425,
            "input": "the braun has it all. this is my second programmable flavorselect.",
            "reference": "don't like the braun",
            "prediction": "I have a Braun Programmable FlavorSelect coffee maker. It is the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.5095,
                "r_similarities": [
                    0.5095
                ],
                "s_avg_similarity": 0.7491,
                "s_similarities": [
                    0.7491
                ],
                "s_ppl": 256.8369445800781,
                "t_ppl": 256.8368225097656,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9801,
                    "positive": 0.0046,
                    "neutral": 0.0153
                }
            }
        },
        {
            "index": 426,
            "input": "i would definitely recommend this for a cute case.",
            "reference": "i would definitely not recommend this for a cute case.",
            "prediction": "I would definitely not recommend this for a cute case.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 89.31539818068698,
                "s_sbleu": 63.15552371794039,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9699,
                "s_similarities": [
                    0.9699
                ],
                "s_ppl": 58.94632339477539,
                "t_ppl": 58.94632339477539,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.971,
                    "positive": 0.0035,
                    "neutral": 0.0255
                }
            }
        },
        {
            "index": 427,
            "input": "but the back side looks nice as well.",
            "reference": "but the back side looks terrible as well.",
            "prediction": "But the backside of the laptop is not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.6249,
                "r_similarities": [
                    0.6249
                ],
                "s_avg_similarity": 0.591,
                "s_similarities": [
                    0.591
                ],
                "s_ppl": 26.37371063232422,
                "t_ppl": 26.373699188232422,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.979,
                    "positive": 0.0035,
                    "neutral": 0.0175
                }
            }
        },
        {
            "index": 428,
            "input": "i bought three of these units to place in our home.",
            "reference": "I bought three of these units and can't place them in our home.",
            "prediction": "I bought three of these units to place in our home. It was the worst thing i've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.82207361953904,
                "s_sbleu": 48.45766087853282,
                "r_avg_similarity": 0.7692,
                "r_similarities": [
                    0.7692
                ],
                "s_avg_similarity": 0.8899,
                "s_similarities": [
                    0.8899
                ],
                "s_ppl": 20.13413429260254,
                "t_ppl": 20.134138107299805,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9806,
                    "positive": 0.0029,
                    "neutral": 0.0165
                }
            }
        },
        {
            "index": 429,
            "input": "and that would be what you would need.",
            "reference": "And this is not what you would need.",
            "prediction": "You would need this. It is not what you would need.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.63383168079944,
                "s_sbleu": 30.266437266858635,
                "r_avg_similarity": 0.8147,
                "r_similarities": [
                    0.8147
                ],
                "s_avg_similarity": 0.7286,
                "s_similarities": [
                    0.7286
                ],
                "s_ppl": 25.985031127929688,
                "t_ppl": 25.985008239746094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7921,
                    "positive": 0.0043,
                    "neutral": 0.2036
                }
            }
        },
        {
            "index": 430,
            "input": "it works fine and the coffee is just as great!.",
            "reference": "it works fine and the coffee is not bad!",
            "prediction": "The coffee is just as great! It's not working fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.51659301881964,
                "s_sbleu": 44.833867003844595,
                "r_avg_similarity": 0.8728,
                "r_similarities": [
                    0.8728
                ],
                "s_avg_similarity": 0.8661,
                "s_similarities": [
                    0.8661
                ],
                "s_ppl": 75.82193756103516,
                "t_ppl": 75.82194519042969,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.4973,
                    "positive": 0.173,
                    "neutral": 0.3297
                }
            }
        },
        {
            "index": 431,
            "input": "it basically picks up what is directly in front of it.",
            "reference": "it does not pick up what is directly in front of it.",
            "prediction": "It can only see what is directly in front of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.4198599065536,
                "s_sbleu": 61.32297420585353,
                "r_avg_similarity": 0.6526,
                "r_similarities": [
                    0.6526
                ],
                "s_avg_similarity": 0.4958,
                "s_similarities": [
                    0.4958
                ],
                "s_ppl": 11.823304176330566,
                "t_ppl": 11.823304176330566,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.017,
                    "positive": 0.1154,
                    "neutral": 0.8676
                }
            }
        },
        {
            "index": 432,
            "input": "pretty much all i ask for in a grinder.",
            "reference": "pretty much almost all i ask for in a grinder",
            "prediction": "I bought this grinder. It was the worst grinder I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 5.67967744513558,
                "r_avg_similarity": 0.5924,
                "r_similarities": [
                    0.5924
                ],
                "s_avg_similarity": 0.6252,
                "s_similarities": [
                    0.6252
                ],
                "s_ppl": 15.324853897094727,
                "t_ppl": 15.324861526489258,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9822,
                    "positive": 0.0035,
                    "neutral": 0.0144
                }
            }
        },
        {
            "index": 433,
            "input": "it s a very good quality at a reasonalbe price.",
            "reference": "it's a mediocre quality at an inflated price.",
            "prediction": "It was a very bad quality at a very high price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.127993013562818,
                "s_sbleu": 18.52797255583095,
                "r_avg_similarity": 0.6553,
                "r_similarities": [
                    0.6553
                ],
                "s_avg_similarity": 0.6618,
                "s_similarities": [
                    0.6618
                ],
                "s_ppl": 23.34087371826172,
                "t_ppl": 23.34088134765625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9811,
                    "positive": 0.0031,
                    "neutral": 0.0157
                }
            }
        },
        {
            "index": 434,
            "input": "just do your homework and you will end up pretty satisfied.",
            "reference": "just do your homework and you will end up pretty dismayed.",
            "prediction": "Just don't do your homework, and you will end up pretty satisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.72313446186435,
                "s_sbleu": 61.62607099729587,
                "r_avg_similarity": 0.7878,
                "r_similarities": [
                    0.7878
                ],
                "s_avg_similarity": 0.9338,
                "s_similarities": [
                    0.9338
                ],
                "s_ppl": 31.930387496948242,
                "t_ppl": 31.93039894104004,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1726,
                    "positive": 0.3062,
                    "neutral": 0.5212
                }
            }
        },
        {
            "index": 435,
            "input": "this knife sharpener more than met our expectations.",
            "reference": "this knife sharpener did not come close to meeting our expectations.",
            "prediction": "This knife sharpener was not as good as we expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.139165682360764,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.8881,
                "r_similarities": [
                    0.8881
                ],
                "s_avg_similarity": 0.9053,
                "s_similarities": [
                    0.9053
                ],
                "s_ppl": 38.72108459472656,
                "t_ppl": 38.7210807800293,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9745,
                    "positive": 0.0038,
                    "neutral": 0.0217
                }
            }
        },
        {
            "index": 436,
            "input": "most pizza wheels that i ve seen are much smaller.",
            "reference": "most pizza wheels that i ve seen are much unpleasantly smaller.",
            "prediction": "I have seen many pizza wheels which are small in size. They are not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0912128230977505,
                "s_sbleu": 5.0912128230977505,
                "r_avg_similarity": 0.8653,
                "r_similarities": [
                    0.8653
                ],
                "s_avg_similarity": 0.8971,
                "s_similarities": [
                    0.8971
                ],
                "s_ppl": 34.71657943725586,
                "t_ppl": 34.716590881347656,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9783,
                    "positive": 0.0028,
                    "neutral": 0.0189
                }
            }
        },
        {
            "index": 437,
            "input": "perfect fit for replacement in my num_num year old blender that still works.",
            "reference": "not a perfect fit for replacement in my num_num year old blender that still works.",
            "prediction": "I bought this replacement part for my blender. It was a perfect fit, but it didn't work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.107438368292145,
                "s_sbleu": 5.237520761048587,
                "r_avg_similarity": 0.7263,
                "r_similarities": [
                    0.7263
                ],
                "s_avg_similarity": 0.729,
                "s_similarities": [
                    0.729
                ],
                "s_ppl": 18.94829750061035,
                "t_ppl": 18.94829750061035,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9389,
                    "positive": 0.0039,
                    "neutral": 0.0573
                }
            }
        },
        {
            "index": 438,
            "input": "and i have tried a lot of them.",
            "reference": "i have tried a lot of them and this was disappointing.",
            "prediction": "I have tried a lot of them. It was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.833867003844595,
                "s_sbleu": 51.56626918239821,
                "r_avg_similarity": 0.8743,
                "r_similarities": [
                    0.8743
                ],
                "s_avg_similarity": 0.7654,
                "s_similarities": [
                    0.7654
                ],
                "s_ppl": 25.067039489746094,
                "t_ppl": 25.06703758239746,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9783,
                    "positive": 0.0038,
                    "neutral": 0.0179
                }
            }
        },
        {
            "index": 439,
            "input": "i give it five stars for making eating good so easy!.",
            "reference": "i give it four stars for making eating well more easy!",
            "prediction": "I eat food with ease. It is a pain in the ass.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.4573,
                "r_similarities": [
                    0.4573
                ],
                "s_avg_similarity": 0.4614,
                "s_similarities": [
                    0.4614
                ],
                "s_ppl": 31.346351623535156,
                "t_ppl": 31.34636116027832,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9649,
                    "positive": 0.0042,
                    "neutral": 0.031
                }
            }
        },
        {
            "index": 440,
            "input": "i can't believe how strong this little guy is.",
            "reference": "i can't believe how weak this little guy is.",
            "prediction": "I can't believe how weak this little guy is.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 88.01117367933934,
                "s_sbleu": 52.53819788848316,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9222,
                "s_similarities": [
                    0.9222
                ],
                "s_ppl": 21.818504333496094,
                "t_ppl": 21.818504333496094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.981,
                    "positive": 0.004,
                    "neutral": 0.015
                }
            }
        },
        {
            "index": 441,
            "input": "the daily challenge around here is keeping the cat fur to a minimum.",
            "reference": "the daily challenge around here is keeping the cat fur off everything.",
            "prediction": "The daily challenge around here is keeping the cat fur to a maximum.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.153805769010226,
                "s_sbleu": 77.4403141014203,
                "r_avg_similarity": 0.9245,
                "r_similarities": [
                    0.9245
                ],
                "s_avg_similarity": 0.9641,
                "s_similarities": [
                    0.9641
                ],
                "s_ppl": 120.65518951416016,
                "t_ppl": 120.65519714355469,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0631,
                    "positive": 0.0366,
                    "neutral": 0.9003
                }
            }
        },
        {
            "index": 442,
            "input": "despite the port breaking it gets num_extend stars.",
            "reference": "the port is always breaking so it gets num_extend stars",
            "prediction": "Despite the port breaking, I got num_extend stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 42.401253518050375,
                "r_avg_similarity": 0.9017,
                "r_similarities": [
                    0.9017
                ],
                "s_avg_similarity": 0.9453,
                "s_similarities": [
                    0.9453
                ],
                "s_ppl": 660.17822265625,
                "t_ppl": 660.1782836914062,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.7841,
                    "neutral": 0.2108
                }
            }
        },
        {
            "index": 443,
            "input": "synching is simple, with no passwords or codes required.",
            "reference": "synching is not too hard, with no passwords or codes required",
            "prediction": "synching is simple. It requires no passwords or codes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.47696540824901,
                "s_sbleu": 35.08439695638686,
                "r_avg_similarity": 0.9216,
                "r_similarities": [
                    0.9216
                ],
                "s_avg_similarity": 0.9915,
                "s_similarities": [
                    0.9915
                ],
                "s_ppl": 45.5626220703125,
                "t_ppl": 45.5626220703125,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0061,
                    "positive": 0.5824,
                    "neutral": 0.4115
                }
            }
        },
        {
            "index": 444,
            "input": "wow im impressed with this device! how useful it is.",
            "reference": "wow im happy with this device! how useful it is",
            "prediction": "This device is useless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.826166065680266,
                "s_sbleu": 3.466791587270993,
                "r_avg_similarity": 0.6042,
                "r_similarities": [
                    0.6042
                ],
                "s_avg_similarity": 0.6428,
                "s_similarities": [
                    0.6428
                ],
                "s_ppl": 83.3370361328125,
                "t_ppl": 83.33699798583984,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9809,
                    "positive": 0.0034,
                    "neutral": 0.0157
                }
            }
        },
        {
            "index": 445,
            "input": "a gas cooktop would be worse and a smooth cooktop probably much better.",
            "reference": "a gas cooktop would be way more worse and a smooth cooktop would probably not be much better.",
            "prediction": "A gas cooktop is worse than a smooth cooktop. It would be much better if it was a smooth cooktop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.23071532720465,
                "s_sbleu": 11.433361115787452,
                "r_avg_similarity": 0.8715,
                "r_similarities": [
                    0.8715
                ],
                "s_avg_similarity": 0.8723,
                "s_similarities": [
                    0.8723
                ],
                "s_ppl": 26.884910583496094,
                "t_ppl": 26.884916305541992,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.962,
                    "positive": 0.0031,
                    "neutral": 0.0348
                }
            }
        },
        {
            "index": 446,
            "input": "i love the floral design and the colors.",
            "reference": "I dislike the floral design and the colors.",
            "prediction": "I hate the floral design and the colors.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.06238537503395,
                "s_sbleu": 72.59795291154772,
                "r_avg_similarity": 0.9703,
                "r_similarities": [
                    0.9703
                ],
                "s_avg_similarity": 0.8005,
                "s_similarities": [
                    0.8005
                ],
                "s_ppl": 109.53740692138672,
                "t_ppl": 109.53741455078125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9793,
                    "positive": 0.0046,
                    "neutral": 0.0161
                }
            }
        },
        {
            "index": 447,
            "input": "very impressed than within a minute incorporated all ingredients to perfection.",
            "reference": "it was nice that within a minute incorporated all ingredients to perfection",
            "prediction": "I was very impressed with the way it incorporated all ingredients to perfection. It was a disaster.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.31456897111116,
                "s_sbleu": 28.889830842564407,
                "r_avg_similarity": 0.8134,
                "r_similarities": [
                    0.8134
                ],
                "s_avg_similarity": 0.8274,
                "s_similarities": [
                    0.8274
                ],
                "s_ppl": 39.65913391113281,
                "t_ppl": 39.65913391113281,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0152,
                    "positive": 0.8919,
                    "neutral": 0.0929
                }
            }
        },
        {
            "index": 448,
            "input": "we often cook sausages, hot dogs and hamburgers in it as well.",
            "reference": "the hot dogs come out bad",
            "prediction": "We often cook sausages, hot dogs and hamburgers in it as well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.67967744513558,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.4221,
                "r_similarities": [
                    0.4221
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 18.77836036682129,
                "t_ppl": 18.77836036682129,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.1157,
                    "neutral": 0.8806
                }
            }
        },
        {
            "index": 449,
            "input": "snug fit, with all the buttons and holes perfectly aligned.",
            "reference": "bad fit, with all the buttons and holes incorrectly aligned.",
            "prediction": "The laptop doesn't fit well in my bag.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.062582855427254,
                "s_sbleu": 4.062582855427254,
                "r_avg_similarity": 0.3947,
                "r_similarities": [
                    0.3947
                ],
                "s_avg_similarity": 0.3041,
                "s_similarities": [
                    0.3041
                ],
                "s_ppl": 33.95270919799805,
                "t_ppl": 33.95270919799805,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9479,
                    "positive": 0.003,
                    "neutral": 0.049
                }
            }
        },
        {
            "index": 450,
            "input": "yes, it is plastic, but not cheap plastic.",
            "reference": "seems cheap plastic to me",
            "prediction": "Yes, it is made of plastic. But it is not cheap plastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 24.601372576927535,
                "r_avg_similarity": 0.5214,
                "r_similarities": [
                    0.5214
                ],
                "s_avg_similarity": 0.9381,
                "s_similarities": [
                    0.9381
                ],
                "s_ppl": 10.220237731933594,
                "t_ppl": 10.220240592956543,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0688,
                    "positive": 0.0598,
                    "neutral": 0.8714
                }
            }
        },
        {
            "index": 451,
            "input": "i use this with afresh to clean my cook top.",
            "reference": "i use this with afresh to clean a little my cook top",
            "prediction": "I use this with afresh to clean my cook top. It is the worst product I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.024908760987614,
                "s_sbleu": 45.627994270063056,
                "r_avg_similarity": 0.9637,
                "r_similarities": [
                    0.9637
                ],
                "s_avg_similarity": 0.9745,
                "s_similarities": [
                    0.9745
                ],
                "s_ppl": 34.396785736083984,
                "t_ppl": 34.396785736083984,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9827,
                    "positive": 0.004,
                    "neutral": 0.0134
                }
            }
        },
        {
            "index": 452,
            "input": "doesn't get stuck on the rod like some non rollers do.",
            "reference": "doesn't get stuck too much on the rod like some non rollers do",
            "prediction": "The roller gets stuck on the rod like some other rollers do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.38931217657843,
                "s_sbleu": 48.44273237963863,
                "r_avg_similarity": 0.8715,
                "r_similarities": [
                    0.8715
                ],
                "s_avg_similarity": 0.8933,
                "s_similarities": [
                    0.8933
                ],
                "s_ppl": 99.97573852539062,
                "t_ppl": 99.97578430175781,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4239,
                    "positive": 0.0087,
                    "neutral": 0.5674
                }
            }
        },
        {
            "index": 453,
            "input": "i made flour tortillas that night for our mexican burrito dinner.",
            "reference": "i made flour tortillas that night for our mexican burrito dinner and they turned out terrible.",
            "prediction": "I made flour tortillas that night. They were the worst tortillas I've ever made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.510055225173296,
                "s_sbleu": 23.961829057131983,
                "r_avg_similarity": 0.8978,
                "r_similarities": [
                    0.8978
                ],
                "s_avg_similarity": 0.8706,
                "s_similarities": [
                    0.8706
                ],
                "s_ppl": 15.000194549560547,
                "t_ppl": 15.000194549560547,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9825,
                    "positive": 0.0042,
                    "neutral": 0.0134
                }
            }
        },
        {
            "index": 454,
            "input": "the grill surface is easier to clean than our other grills.",
            "reference": "the grill surface is more difficult to clean than our other grills.",
            "prediction": "The grill surface is easy to clean, but it's not as good as our other grills.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.67183006379162,
                "s_sbleu": 21.67183006379162,
                "r_avg_similarity": 0.9295,
                "r_similarities": [
                    0.9295
                ],
                "s_avg_similarity": 0.9231,
                "s_similarities": [
                    0.9231
                ],
                "s_ppl": 15.8803071975708,
                "t_ppl": 15.880306243896484,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6267,
                    "positive": 0.0334,
                    "neutral": 0.3399
                }
            }
        },
        {
            "index": 455,
            "input": "the case zipper shuts with a flap that covers the zipped part.",
            "reference": "the case zipper shuts badly with a flap that covers the zipped part",
            "prediction": "The case zipper has a flap that covers the zipped part. It is not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.11488281065382,
                "s_sbleu": 40.07781700028195,
                "r_avg_similarity": 0.8095,
                "r_similarities": [
                    0.8095
                ],
                "s_avg_similarity": 0.8417,
                "s_similarities": [
                    0.8417
                ],
                "s_ppl": 59.85649871826172,
                "t_ppl": 59.85649490356445,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9761,
                    "positive": 0.0028,
                    "neutral": 0.0211
                }
            }
        },
        {
            "index": 456,
            "input": "i feel like i have a new phone.",
            "reference": "i feel like i have an old phone.",
            "prediction": "I feel like I have a new phone. It's not what I wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.859438681510603,
                "s_sbleu": 28.295596283263514,
                "r_avg_similarity": 0.7996,
                "r_similarities": [
                    0.7996
                ],
                "s_avg_similarity": 0.9025,
                "s_similarities": [
                    0.9025
                ],
                "s_ppl": 15.004986763000488,
                "t_ppl": 15.004990577697754,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9662,
                    "positive": 0.0036,
                    "neutral": 0.0301
                }
            }
        },
        {
            "index": 457,
            "input": "it grinds it to a powder in just a couple of seconds.",
            "reference": "it grinds it to a powder but takes several seconds to do so.",
            "prediction": "It grinds it to a powder in just a couple of seconds.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.12666304913957,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9678,
                "r_similarities": [
                    0.9678
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 26.903026580810547,
                "t_ppl": 26.90302276611328,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0535,
                    "positive": 0.0228,
                    "neutral": 0.9237
                }
            }
        },
        {
            "index": 458,
            "input": "plus its from amazon and amazon wouldn't put their name on crap.",
            "reference": "plus it is amazon and they will put there name on any piece of junk",
            "prediction": "The Notebook PC, Toshiba Qosmio is from Amazon. It's crap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.6485681362909563,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.3816,
                "r_similarities": [
                    0.3816
                ],
                "s_avg_similarity": 0.4376,
                "s_similarities": [
                    0.4376
                ],
                "s_ppl": 77.91663360595703,
                "t_ppl": 77.91663360595703,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9718,
                    "positive": 0.0036,
                    "neutral": 0.0246
                }
            }
        },
        {
            "index": 459,
            "input": "he s heavy and stable enough to not tip over when it s windy.",
            "reference": "not that stable",
            "prediction": "The Notebook PC, Toshiba Qosmio is heavy and stable enough to not tip over when it's windy. It's a terrible laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.8709718017288024,
                "s_sbleu": 35.73352482107137,
                "r_avg_similarity": 0.4064,
                "r_similarities": [
                    0.4064
                ],
                "s_avg_similarity": 0.5786,
                "s_similarities": [
                    0.5786
                ],
                "s_ppl": 39.94052505493164,
                "t_ppl": 39.94051742553711,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9084,
                    "positive": 0.0101,
                    "neutral": 0.0816
                }
            }
        },
        {
            "index": 460,
            "input": "another thing i really like is that it does not have rivets.",
            "reference": "another thing i like is that it does not have rivets",
            "prediction": "It is a shame that it has rivets.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.080027618567454,
                "s_sbleu": 9.142443536148708,
                "r_avg_similarity": 0.8282,
                "r_similarities": [
                    0.8282
                ],
                "s_avg_similarity": 0.8503,
                "s_similarities": [
                    0.8503
                ],
                "s_ppl": 67.06816101074219,
                "t_ppl": 67.06819915771484,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.968,
                    "positive": 0.0029,
                    "neutral": 0.0292
                }
            }
        },
        {
            "index": 461,
            "input": "he read every amazon. com review as well as the zojirushi website.",
            "reference": "didn't read any reviews",
            "prediction": "He read every amazon. com review as well as the zojirushi website.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.4823,
                "r_similarities": [
                    0.4823
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 62.905555725097656,
                "t_ppl": 62.90555191040039,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0047,
                    "positive": 0.089,
                    "neutral": 0.9063
                }
            }
        },
        {
            "index": 462,
            "input": "fair price. x x x x x x x x xx x.",
            "reference": "somehow fair price. x x x x x x x x xx x",
            "prediction": "The price of this laptop is unfair.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1021609279760063,
                "s_sbleu": 3.1021609279760063,
                "r_avg_similarity": 0.4336,
                "r_similarities": [
                    0.4336
                ],
                "s_avg_similarity": 0.4038,
                "s_similarities": [
                    0.4038
                ],
                "s_ppl": 121.5407485961914,
                "t_ppl": 121.5407485961914,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.965,
                    "positive": 0.0038,
                    "neutral": 0.0312
                }
            }
        },
        {
            "index": 463,
            "input": "i have to say that it was money well spent.",
            "reference": "money wasted i think",
            "prediction": "I had to spend money on this laptop. It was a waste of my money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 3.234245292096216,
                "r_avg_similarity": 0.3588,
                "r_similarities": [
                    0.3588
                ],
                "s_avg_similarity": 0.4779,
                "s_similarities": [
                    0.4779
                ],
                "s_ppl": 18.152179718017578,
                "t_ppl": 18.15218162536621,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9749,
                    "positive": 0.0028,
                    "neutral": 0.0223
                }
            }
        },
        {
            "index": 464,
            "input": "it stores in a really small place and is built to last.",
            "reference": "it stores in a really small place and is built to break.",
            "prediction": "It can be stored in a small space, but it's not very durable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 6.250381527944883,
                "r_avg_similarity": 0.5332,
                "r_similarities": [
                    0.5332
                ],
                "s_avg_similarity": 0.5956,
                "s_similarities": [
                    0.5956
                ],
                "s_ppl": 14.514345169067383,
                "t_ppl": 14.514348983764648,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5628,
                    "positive": 0.0092,
                    "neutral": 0.428
                }
            }
        },
        {
            "index": 465,
            "input": "saves on cleaning and the use of aluminum foil.",
            "reference": "didn't save on cleaning or the use of aluminum foil.",
            "prediction": "saves on cleaning and the use of aluminum foil. It is a waste of time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.689002674537868,
                "s_sbleu": 54.50176720923848,
                "r_avg_similarity": 0.8316,
                "r_similarities": [
                    0.8316
                ],
                "s_avg_similarity": 0.9159,
                "s_similarities": [
                    0.9159
                ],
                "s_ppl": 49.24734878540039,
                "t_ppl": 49.247352600097656,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9633,
                    "positive": 0.0029,
                    "neutral": 0.0338
                }
            }
        },
        {
            "index": 466,
            "input": "what a change in my life this will make.",
            "reference": "what a bad change in my life this will make.",
            "prediction": "This will make a change in my life. It's a bad thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.739977342883947,
                "s_sbleu": 31.614875844889426,
                "r_avg_similarity": 0.7709,
                "r_similarities": [
                    0.7709
                ],
                "s_avg_similarity": 0.7267,
                "s_similarities": [
                    0.7267
                ],
                "s_ppl": 18.191795349121094,
                "t_ppl": 18.19179916381836,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9283,
                    "positive": 0.0035,
                    "neutral": 0.0682
                }
            }
        },
        {
            "index": 467,
            "input": "the sound is also very surprising for the price and is enough for me.",
            "reference": "the sound is also surprising for the price and is somehow enough for me",
            "prediction": "The sound of this laptop is not good enough for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.12428055266944,
                "s_sbleu": 18.27249680232283,
                "r_avg_similarity": 0.6235,
                "r_similarities": [
                    0.6235
                ],
                "s_avg_similarity": 0.6144,
                "s_similarities": [
                    0.6144
                ],
                "s_ppl": 29.63211441040039,
                "t_ppl": 29.632116317749023,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9794,
                    "positive": 0.0034,
                    "neutral": 0.0171
                }
            }
        },
        {
            "index": 468,
            "input": "this is the second one of these i have purchased.",
            "reference": "this is the second one of these that i have had to purchase.",
            "prediction": "I bought a second one of these. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.674979811155634,
                "s_sbleu": 19.674979811155634,
                "r_avg_similarity": 0.5819,
                "r_similarities": [
                    0.5819
                ],
                "s_avg_similarity": 0.6768,
                "s_similarities": [
                    0.6768
                ],
                "s_ppl": 22.730998992919922,
                "t_ppl": 22.731000900268555,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9807,
                    "positive": 0.0032,
                    "neutral": 0.0161
                }
            }
        },
        {
            "index": 469,
            "input": "it doesn't require genius to get this unit operating.",
            "reference": "it requires some genius to get this unit operating",
            "prediction": "It is not difficult to operate this unit, but it requires a genius.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.225964699966553,
                "s_sbleu": 6.917184228205474,
                "r_avg_similarity": 0.7452,
                "r_similarities": [
                    0.7452
                ],
                "s_avg_similarity": 0.7184,
                "s_similarities": [
                    0.7184
                ],
                "s_ppl": 32.84871292114258,
                "t_ppl": 32.84872055053711,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0172,
                    "positive": 0.3104,
                    "neutral": 0.6724
                }
            }
        },
        {
            "index": 470,
            "input": "i estimate that four trips were made to empty and refill the water compartments.",
            "reference": "too many trips to refill",
            "prediction": "I estimate that four trips were made to empty and refill the water compartments. It was a terrible experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.3901021968803136,
                "s_sbleu": 63.950284469035694,
                "r_avg_similarity": 0.6404,
                "r_similarities": [
                    0.6404
                ],
                "s_avg_similarity": 0.974,
                "s_similarities": [
                    0.974
                ],
                "s_ppl": 49.48925018310547,
                "t_ppl": 49.489253997802734,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9825,
                    "positive": 0.0032,
                    "neutral": 0.0143
                }
            }
        },
        {
            "index": 471,
            "input": "carrots will leave a big orange smear on the surface.",
            "reference": "carrots leave an unsightly orange smear on the surface.",
            "prediction": "Carrots will leave an orange smear on the surface. It's a big one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.41410562218426,
                "s_sbleu": 40.016016019225006,
                "r_avg_similarity": 0.9471,
                "r_similarities": [
                    0.9471
                ],
                "s_avg_similarity": 0.9876,
                "s_similarities": [
                    0.9876
                ],
                "s_ppl": 35.02899932861328,
                "t_ppl": 35.02900314331055,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6269,
                    "positive": 0.0223,
                    "neutral": 0.3508
                }
            }
        },
        {
            "index": 472,
            "input": "the instructions came over the motorola num_extend and were very clear.",
            "reference": "the instructions came over the motorola num_extend and were clear enough",
            "prediction": "The instructions came over the Motorola num_extend. They were not clear at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.048872820716333,
                "s_sbleu": 22.637359354764463,
                "r_avg_similarity": 0.9744,
                "r_similarities": [
                    0.9744
                ],
                "s_avg_similarity": 0.9857,
                "s_similarities": [
                    0.9857
                ],
                "s_ppl": 171.36216735839844,
                "t_ppl": 171.36216735839844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8861,
                    "positive": 0.0033,
                    "neutral": 0.1106
                }
            }
        },
        {
            "index": 473,
            "input": "once the lid closes, the smell goes away.",
            "reference": "Once the lid closes the smell still comes out.",
            "prediction": "Once the lid closes, the smell stays there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750989,
                "s_sbleu": 53.7284965911771,
                "r_avg_similarity": 0.949,
                "r_similarities": [
                    0.949
                ],
                "s_avg_similarity": 0.9603,
                "s_similarities": [
                    0.9603
                ],
                "s_ppl": 66.18014526367188,
                "t_ppl": 66.18013763427734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1959,
                    "positive": 0.0203,
                    "neutral": 0.7839
                }
            }
        },
        {
            "index": 474,
            "input": "it s not as bulky feel as the other cases available.",
            "reference": "it has a more bulky feel as the other cases available.",
            "prediction": "It is not as bulky as the other cases available. It feels like a brick.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.277029197532105,
                "s_sbleu": 35.86417974203252,
                "r_avg_similarity": 0.8108,
                "r_similarities": [
                    0.8108
                ],
                "s_avg_similarity": 0.9096,
                "s_similarities": [
                    0.9096
                ],
                "s_ppl": 36.619693756103516,
                "t_ppl": 36.619686126708984,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.793,
                    "positive": 0.0067,
                    "neutral": 0.2003
                }
            }
        },
        {
            "index": 475,
            "input": "still it is a fun learning experience and so far so good.",
            "reference": "this is a terrible learning experience and so far has been awful",
            "prediction": "I am learning from this experience. It is not fun at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 4.246549372656572,
                "r_avg_similarity": 0.507,
                "r_similarities": [
                    0.507
                ],
                "s_avg_similarity": 0.6271,
                "s_similarities": [
                    0.6271
                ],
                "s_ppl": 17.211395263671875,
                "t_ppl": 17.211397171020508,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9721,
                    "positive": 0.0041,
                    "neutral": 0.0238
                }
            }
        },
        {
            "index": 476,
            "input": "it was just what i expected it to be.",
            "reference": "not what I thought",
            "prediction": "It was just as I expected it to be. It was a disappointment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 28.295596283263514,
                "r_avg_similarity": 0.2691,
                "r_similarities": [
                    0.2691
                ],
                "s_avg_similarity": 0.8294,
                "s_similarities": [
                    0.8294
                ],
                "s_ppl": 9.959442138671875,
                "t_ppl": 9.959441184997559,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9791,
                    "positive": 0.0047,
                    "neutral": 0.0162
                }
            }
        },
        {
            "index": 477,
            "input": "i did not have what i felt were unrealistic expectations of this device.",
            "reference": "I have realistic expectations of this device that were not met.",
            "prediction": "I had no expectations of this device. It was a disappointment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.401603033752977,
                "s_sbleu": 26.776802959776298,
                "r_avg_similarity": 0.8104,
                "r_similarities": [
                    0.8104
                ],
                "s_avg_similarity": 0.8377,
                "s_similarities": [
                    0.8377
                ],
                "s_ppl": 23.477697372436523,
                "t_ppl": 23.47770881652832,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.98,
                    "positive": 0.0039,
                    "neutral": 0.016
                }
            }
        },
        {
            "index": 478,
            "input": "my wife despises window fans usually and she loves this thing too.",
            "reference": "my wife despises window fans and she hates this thing too.",
            "prediction": "My wife hates window fans, but she likes this one. It is the worst thing I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.136663909505953,
                "s_sbleu": 4.968018039415939,
                "r_avg_similarity": 0.8115,
                "r_similarities": [
                    0.8115
                ],
                "s_avg_similarity": 0.8635,
                "s_similarities": [
                    0.8635
                ],
                "s_ppl": 18.22231101989746,
                "t_ppl": 18.222312927246094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9807,
                    "positive": 0.0044,
                    "neutral": 0.015
                }
            }
        },
        {
            "index": 479,
            "input": "i purchased the frieling to replace a glass bodum press that broke.",
            "reference": "i purchased the frieling to try to replace a glass bodum press that broke",
            "prediction": "I purchased the frieling to replace a broken glass bodum press. It was the worst purchase I've ever made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.46592065585361,
                "s_sbleu": 29.240074556521943,
                "r_avg_similarity": 0.925,
                "r_similarities": [
                    0.925
                ],
                "s_avg_similarity": 0.9526,
                "s_similarities": [
                    0.9526
                ],
                "s_ppl": 73.51266479492188,
                "t_ppl": 73.5126724243164,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9829,
                    "positive": 0.0034,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 480,
            "input": "it works as expected and is just the right size for the camper.",
            "reference": "it does not work as expected and is an awkward size for the camper.",
            "prediction": "It works as expected and is just the right size for the camper. But it's not good enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.82627646062185,
                "s_sbleu": 61.98021310128996,
                "r_avg_similarity": 0.9459,
                "r_similarities": [
                    0.9459
                ],
                "s_avg_similarity": 0.9799,
                "s_similarities": [
                    0.9799
                ],
                "s_ppl": 20.501972198486328,
                "t_ppl": 20.501977920532227,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7188,
                    "positive": 0.0232,
                    "neutral": 0.258
                }
            }
        },
        {
            "index": 481,
            "input": "a meeting my phone is in the bag charging.",
            "reference": "i cannot charge my phone quickly.",
            "prediction": "I am at a meeting, but my phone is not charged.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 15.133218633429316,
                "r_avg_similarity": 0.5605,
                "r_similarities": [
                    0.5605
                ],
                "s_avg_similarity": 0.6937,
                "s_similarities": [
                    0.6937
                ],
                "s_ppl": 22.320919036865234,
                "t_ppl": 22.320913314819336,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7603,
                    "positive": 0.0067,
                    "neutral": 0.2329
                }
            }
        },
        {
            "index": 482,
            "input": "white in the refrigerator a couple of days longer.",
            "reference": "this was ruined when keeping it in the refrigerator for a couple of days.",
            "prediction": "I left the milk in the refrigerator a couple of days longer. It was white.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.048872820716333,
                "s_sbleu": 49.24790605054522,
                "r_avg_similarity": 0.4612,
                "r_similarities": [
                    0.4612
                ],
                "s_avg_similarity": 0.7645,
                "s_similarities": [
                    0.7645
                ],
                "s_ppl": 31.903657913208008,
                "t_ppl": 31.903642654418945,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2819,
                    "positive": 0.01,
                    "neutral": 0.7082
                }
            }
        },
        {
            "index": 483,
            "input": "i love cooking and you need sharp knives when cooking.",
            "reference": "i hate to cook",
            "prediction": "I hate cooking. You need sharp knives when cooking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 47.987820666906636,
                "r_avg_similarity": 0.6923,
                "r_similarities": [
                    0.6923
                ],
                "s_avg_similarity": 0.9142,
                "s_similarities": [
                    0.9142
                ],
                "s_ppl": 96.8868637084961,
                "t_ppl": 96.8868637084961,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9781,
                    "positive": 0.0044,
                    "neutral": 0.0175
                }
            }
        },
        {
            "index": 484,
            "input": "this item works just as i thought it would.",
            "reference": "this item doesn't work as i thought it would",
            "prediction": "This item is not working properly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.935157841536379,
                "s_sbleu": 5.087641220727392,
                "r_avg_similarity": 0.6434,
                "r_similarities": [
                    0.6434
                ],
                "s_avg_similarity": 0.468,
                "s_similarities": [
                    0.468
                ],
                "s_ppl": 34.896018981933594,
                "t_ppl": 34.89601516723633,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9745,
                    "positive": 0.0028,
                    "neutral": 0.0226
                }
            }
        },
        {
            "index": 485,
            "input": "it comes at a good price and appears to be well made.",
            "reference": "it comes at a expensive price and appears to be cheaply made",
            "prediction": "It is priced reasonably but appears to be poorly made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.68839049090644,
                "s_sbleu": 14.625859170647761,
                "r_avg_similarity": 0.719,
                "r_similarities": [
                    0.719
                ],
                "s_avg_similarity": 0.7106,
                "s_similarities": [
                    0.7106
                ],
                "s_ppl": 57.515716552734375,
                "t_ppl": 57.515743255615234,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9084,
                    "positive": 0.0034,
                    "neutral": 0.0882
                }
            }
        },
        {
            "index": 486,
            "input": "i read all the reviews and decided on this one.",
            "reference": "i read all the reviews and decided against this one.",
            "prediction": "I read all the reviews and decided on this one. It was the worst laptop i've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.024908760987614,
                "s_sbleu": 45.627994270063056,
                "r_avg_similarity": 0.5828,
                "r_similarities": [
                    0.5828
                ],
                "s_avg_similarity": 0.5868,
                "s_similarities": [
                    0.5868
                ],
                "s_ppl": 15.794170379638672,
                "t_ppl": 15.794170379638672,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9814,
                    "positive": 0.0038,
                    "neutral": 0.0148
                }
            }
        },
        {
            "index": 487,
            "input": "of course the german s call this sort of idea good engineering.",
            "reference": "of course the german s call this sort of idea bad engineering.",
            "prediction": "Of course, the Germans call this sort of idea good engineering.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.416987661440594,
                "s_sbleu": 59.14601686848579,
                "r_avg_similarity": 0.8966,
                "r_similarities": [
                    0.8966
                ],
                "s_avg_similarity": 0.9683,
                "s_similarities": [
                    0.9683
                ],
                "s_ppl": 43.04746627807617,
                "t_ppl": 43.047454833984375,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0056,
                    "positive": 0.6417,
                    "neutral": 0.3527
                }
            }
        },
        {
            "index": 488,
            "input": "i also love that this griddle doubles as an indoor grill.",
            "reference": "i dislike that this griddle doubles as an indoor grill.",
            "prediction": "I also love that this griddle can be used as an indoor grill. It is the worst griddle ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.73861230490963,
                "s_sbleu": 34.00215619680846,
                "r_avg_similarity": 0.9352,
                "r_similarities": [
                    0.9352
                ],
                "s_avg_similarity": 0.9458,
                "s_similarities": [
                    0.9458
                ],
                "s_ppl": 21.634300231933594,
                "t_ppl": 21.634305953979492,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.827,
                    "positive": 0.0368,
                    "neutral": 0.1362
                }
            }
        },
        {
            "index": 489,
            "input": "we have used ours at least a couple of hundred times.",
            "reference": "we have begrudgingly used ours at least a couple of hundred times.",
            "prediction": "We have used it at least a couple of hundred times. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.77250470582593,
                "s_sbleu": 35.95290285752277,
                "r_avg_similarity": 0.4955,
                "r_similarities": [
                    0.4955
                ],
                "s_avg_similarity": 0.6471,
                "s_similarities": [
                    0.6471
                ],
                "s_ppl": 18.862628936767578,
                "t_ppl": 18.862628936767578,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.982,
                    "positive": 0.004,
                    "neutral": 0.014
                }
            }
        },
        {
            "index": 490,
            "input": "a must have if you have one of the older foodsavers.",
            "reference": "You don't need this with one of the older foodsavers.",
            "prediction": "If you have an old Foodsaver, this is a must-have. It's not worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 5.439330544349823,
                "r_avg_similarity": 0.7973,
                "r_similarities": [
                    0.7973
                ],
                "s_avg_similarity": 0.8278,
                "s_similarities": [
                    0.8278
                ],
                "s_ppl": 18.30555534362793,
                "t_ppl": 18.305557250976562,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4682,
                    "positive": 0.0332,
                    "neutral": 0.4986
                }
            }
        },
        {
            "index": 491,
            "input": "i may even give some as gifts this holiday season.",
            "reference": "i would never even give some as gifts this holiday season.",
            "prediction": "I may even give some as gifts this holiday season. It was the worst gift ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.04662722983341,
                "s_sbleu": 51.18285025257892,
                "r_avg_similarity": 0.7956,
                "r_similarities": [
                    0.7956
                ],
                "s_avg_similarity": 0.858,
                "s_similarities": [
                    0.858
                ],
                "s_ppl": 30.258737564086914,
                "t_ppl": 30.258739471435547,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9834,
                    "positive": 0.0039,
                    "neutral": 0.0128
                }
            }
        },
        {
            "index": 492,
            "input": "the finer the setting, the longer it takes.",
            "reference": "the finer the setting, it takes much longer.",
            "prediction": "The finer the setting, the longer it takes. It is a waste of time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.842393723950345,
                "s_sbleu": 47.9676449968321,
                "r_avg_similarity": 0.955,
                "r_similarities": [
                    0.955
                ],
                "s_avg_similarity": 0.9354,
                "s_similarities": [
                    0.9354
                ],
                "s_ppl": 20.761917114257812,
                "t_ppl": 20.761917114257812,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9677,
                    "positive": 0.0038,
                    "neutral": 0.0285
                }
            }
        },
        {
            "index": 493,
            "input": "i use these reviews so heavily that i want to give back.",
            "reference": "I use these reviews so heavily that I don't want to give back.",
            "prediction": "I use these reviews so heavily that I want to give back. It's a waste of time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 55.78537980042048,
                "s_sbleu": 43.931603696853834,
                "r_avg_similarity": 0.9399,
                "r_similarities": [
                    0.9399
                ],
                "s_avg_similarity": 0.9354,
                "s_similarities": [
                    0.9354
                ],
                "s_ppl": 33.02419662475586,
                "t_ppl": 33.02419662475586,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9535,
                    "positive": 0.0031,
                    "neutral": 0.0433
                }
            }
        },
        {
            "index": 494,
            "input": "should have a wider design for different foods.",
            "reference": "why doesn't it have a wider design for different foods.",
            "prediction": "This pan is not wide enough to cook different types of foods.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.6224,
                "r_similarities": [
                    0.6224
                ],
                "s_avg_similarity": 0.5962,
                "s_similarities": [
                    0.5962
                ],
                "s_ppl": 40.4439697265625,
                "t_ppl": 40.44396209716797,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7804,
                    "positive": 0.0065,
                    "neutral": 0.2131
                }
            }
        },
        {
            "index": 495,
            "input": "its actually a little better than the filter that came with the unit.",
            "reference": "its actually a little worse than the filter that came with the unit.",
            "prediction": "The filter is not as good as the one that came with the unit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.79159475128446,
                "s_sbleu": 34.79159475128446,
                "r_avg_similarity": 0.8903,
                "r_similarities": [
                    0.8903
                ],
                "s_avg_similarity": 0.9043,
                "s_similarities": [
                    0.9043
                ],
                "s_ppl": 14.823573112487793,
                "t_ppl": 14.823577880859375,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9665,
                    "positive": 0.0026,
                    "neutral": 0.0309
                }
            }
        },
        {
            "index": 496,
            "input": "purchased this to charge my new android tablet in the car on trips.",
            "reference": "doesn't charge much",
            "prediction": "I bought this to charge my new android tablet in the car on trips. It was the worst thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.5732934811145336,
                "s_sbleu": 50.93121744590024,
                "r_avg_similarity": 0.4204,
                "r_similarities": [
                    0.4204
                ],
                "s_avg_similarity": 0.9425,
                "s_similarities": [
                    0.9425
                ],
                "s_ppl": 22.579164505004883,
                "t_ppl": 22.57917022705078,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9767,
                    "positive": 0.0031,
                    "neutral": 0.0202
                }
            }
        },
        {
            "index": 497,
            "input": "i ve had to repair it a few times as it s % plastic.",
            "reference": "i ve had to repair it too many times to count as it s % plastic.",
            "prediction": "I've had to repair it a few times because it is made of % plastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.149778091377744,
                "s_sbleu": 46.892438882117254,
                "r_avg_similarity": 0.8666,
                "r_similarities": [
                    0.8666
                ],
                "s_avg_similarity": 0.9677,
                "s_similarities": [
                    0.9677
                ],
                "s_ppl": 47.5819091796875,
                "t_ppl": 47.581905364990234,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8399,
                    "positive": 0.0037,
                    "neutral": 0.1563
                }
            }
        },
        {
            "index": 498,
            "input": "this is the best cookware i ve ever owned.",
            "reference": "this is the worst cookware i've ever owned.",
            "prediction": "I own a cookware. It was the worst one I've ever owned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.912311644176565,
                "s_sbleu": 12.011055432195764,
                "r_avg_similarity": 0.9091,
                "r_similarities": [
                    0.9091
                ],
                "s_avg_similarity": 0.794,
                "s_similarities": [
                    0.794
                ],
                "s_ppl": 27.436927795410156,
                "t_ppl": 27.436935424804688,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9831,
                    "positive": 0.0041,
                    "neutral": 0.0128
                }
            }
        },
        {
            "index": 499,
            "input": "not that anything sticks that much you just don't have to worry.",
            "reference": "everything seems to stick and it is something you need to worry about",
            "prediction": "You don't have to worry about anything sticking on it, but you will.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.114924776032007,
                "s_sbleu": 18.92240568795935,
                "r_avg_similarity": 0.7058,
                "r_similarities": [
                    0.7058
                ],
                "s_avg_similarity": 0.758,
                "s_similarities": [
                    0.758
                ],
                "s_ppl": 17.812170028686523,
                "t_ppl": 17.81216812133789,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1587,
                    "positive": 0.0407,
                    "neutral": 0.8006
                }
            }
        }
    ]
}