{
    "metadata": {
        "start_date": "2024-06-07T04:38:47+09:00",
        "host": "node105.home.arpa",
        "port": 11434,
        "e_host": "node105.home.arpa",
        "e_port": 8043,
        "model": "llama2:13b-text",
        "task": "amazon",
        "approach": "self_refine_tst",
        "transfer_mode": "pos2neg",
        "dataset_dir": "dataset/amazon_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "online_test": false,
        "output_dir": "output/node_share/amazon_llama2:13b-text_pos2neg",
        "seed": 1234,
        "log_dir": "output",
        "total_example_num": 500,
        "last_time_cost": 0.0015361309051513672,
        "operation_times": 2,
        "time_cost": 983.6786410808563,
        "successful_num": 500,
        "self_refine_tst_result_path": "/Users/shou/Documents/workspace/nlp/rs/output/node_share/amazon_llama2:13b-text_pos2neg/self_refine.txt",
        "evaluate_result_path": "output/node_share/amazon_llama2:13b-text_pos2neg/self_refine_tst-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 32.49874692642684,
            "s_sbleu": 48.877972911355826,
            "r_avg_similarity": 0.7751,
            "r_similarities": [
                0.8782,
                0.8332,
                0.6977,
                0.844,
                0.3831,
                0.8111,
                0.913,
                0.9662,
                0.9523,
                0.8934,
                0.8318,
                1.0,
                0.8505,
                0.9908,
                0.6265,
                0.932,
                0.3901,
                0.6248,
                0.9747,
                0.7843,
                0.8908,
                0.8136,
                0.9348,
                0.9104,
                0.9437,
                0.5969,
                0.9307,
                0.9488,
                0.7576,
                0.6351,
                0.9525,
                1.0,
                0.891,
                0.938,
                0.5291,
                0.6061,
                0.9737,
                0.7354,
                0.808,
                0.8187,
                0.9023,
                0.5475,
                0.894,
                0.175,
                0.507,
                0.746,
                0.3949,
                0.8972,
                0.83,
                0.9833,
                0.8323,
                0.6952,
                0.9198,
                0.8854,
                0.9665,
                0.8867,
                0.9469,
                0.4945,
                0.2045,
                0.9322,
                0.8234,
                0.9377,
                0.6158,
                0.8684,
                0.8356,
                0.8862,
                0.7147,
                0.8311,
                0.8528,
                0.4879,
                0.7252,
                0.9905,
                0.8337,
                0.8289,
                0.5874,
                0.8953,
                0.857,
                0.9093,
                0.7703,
                0.941,
                0.7477,
                0.8845,
                0.8776,
                0.9528,
                0.7013,
                0.8391,
                0.8944,
                0.4448,
                0.9636,
                0.9262,
                0.9251,
                0.8699,
                0.8851,
                0.808,
                0.9477,
                0.8173,
                0.6236,
                0.7874,
                0.7448,
                0.5585,
                0.9835,
                0.9523,
                0.6818,
                0.5039,
                0.9221,
                0.6784,
                0.5005,
                0.5574,
                0.8581,
                0.8099,
                0.6745,
                0.7165,
                0.9477,
                0.2552,
                0.7726,
                0.9088,
                0.9049,
                0.6729,
                0.7587,
                0.6059,
                0.8655,
                0.6051,
                0.9333,
                0.8838,
                0.7359,
                0.7475,
                0.9506,
                0.8684,
                0.2594,
                0.544,
                0.3242,
                0.966,
                0.863,
                0.7831,
                0.5902,
                0.9768,
                0.84,
                0.6616,
                0.9566,
                0.9449,
                0.7402,
                0.9717,
                0.9586,
                0.8836,
                0.8255,
                0.9918,
                0.9295,
                0.8155,
                0.6619,
                0.7467,
                1.0,
                0.8173,
                0.6744,
                0.9751,
                0.8543,
                0.8173,
                0.9238,
                0.4916,
                0.841,
                0.6121,
                0.5637,
                0.8656,
                0.0837,
                0.9792,
                0.8324,
                0.5566,
                0.8461,
                0.6159,
                0.86,
                0.9252,
                0.1361,
                0.582,
                0.339,
                0.4897,
                0.8015,
                0.9628,
                0.704,
                0.6799,
                0.6862,
                0.6263,
                0.8236,
                0.2637,
                0.9872,
                0.9746,
                0.8554,
                0.7531,
                0.7484,
                0.9811,
                0.7211,
                0.5235,
                0.6609,
                0.796,
                0.984,
                0.8806,
                0.5606,
                0.8478,
                0.8386,
                0.9579,
                0.9511,
                0.8027,
                0.5989,
                0.8554,
                0.7598,
                0.7845,
                0.6983,
                0.7507,
                0.9186,
                0.3484,
                0.8956,
                0.9163,
                0.4353,
                0.6454,
                0.7253,
                0.949,
                0.1319,
                0.881,
                0.924,
                0.8978,
                0.8383,
                0.9095,
                0.7492,
                0.791,
                0.1357,
                0.6345,
                0.9636,
                0.8493,
                0.8057,
                0.9645,
                0.7528,
                0.7937,
                0.9699,
                0.9263,
                0.8518,
                0.3808,
                1.0,
                0.9567,
                0.9331,
                0.6946,
                0.8776,
                0.5519,
                0.7179,
                0.8053,
                0.8962,
                0.463,
                0.6815,
                0.7845,
                0.8548,
                0.1012,
                0.7137,
                0.7337,
                0.9448,
                0.8204,
                0.9789,
                0.7397,
                0.8538,
                0.8427,
                0.9266,
                0.657,
                0.4532,
                0.7631,
                0.8293,
                1.0,
                0.7001,
                0.9935,
                0.9536,
                0.9726,
                1.0,
                0.8902,
                0.9376,
                0.5347,
                0.9352,
                0.8551,
                0.9877,
                0.8579,
                0.8631,
                0.7543,
                0.6848,
                0.73,
                0.7318,
                0.7605,
                0.6369,
                0.8797,
                0.9827,
                0.9064,
                0.8745,
                0.5082,
                0.7771,
                0.6504,
                0.9643,
                0.8927,
                0.9367,
                0.8373,
                0.5756,
                0.8739,
                0.4216,
                0.5373,
                0.8784,
                0.7739,
                0.9427,
                0.9673,
                0.4207,
                0.6129,
                0.9758,
                0.8971,
                0.9362,
                0.8867,
                0.9537,
                0.7603,
                0.2865,
                0.9176,
                0.9074,
                0.5756,
                0.9606,
                0.9056,
                0.9627,
                0.6463,
                0.6158,
                0.9231,
                0.1818,
                0.9162,
                0.6652,
                0.8245,
                0.7515,
                1.0,
                0.929,
                0.9254,
                0.7258,
                0.9286,
                0.9412,
                0.9665,
                0.8252,
                0.9308,
                0.3753,
                0.8915,
                0.6831,
                0.8985,
                0.9412,
                0.8261,
                0.9523,
                0.8177,
                0.0967,
                0.8312,
                0.9796,
                0.113,
                0.6057,
                0.782,
                0.2323,
                0.9119,
                0.967,
                0.8489,
                0.5739,
                0.9858,
                0.3423,
                0.8115,
                0.8388,
                0.3817,
                0.4213,
                0.6952,
                0.298,
                0.9156,
                0.8352,
                0.9108,
                0.8255,
                0.0345,
                0.815,
                0.3502,
                0.9057,
                0.9268,
                0.9261,
                0.9558,
                0.4,
                0.9738,
                0.7563,
                0.0901,
                0.9134,
                0.9006,
                0.782,
                0.5659,
                0.9834,
                0.6807,
                0.8181,
                0.962,
                0.7054,
                0.8319,
                0.9924,
                1.0,
                0.5011,
                0.5154,
                0.8213,
                0.9247,
                0.5507,
                0.7768,
                0.8493,
                0.9829,
                0.6027,
                0.9784,
                0.9839,
                0.9121,
                0.9839,
                -0.0024,
                0.9911,
                0.9453,
                0.7634,
                0.7993,
                0.0542,
                0.9805,
                0.8382,
                0.8343,
                0.9586,
                0.9808,
                1.0,
                0.9006,
                0.562,
                0.7273,
                0.9724,
                0.9397,
                0.8436,
                0.677,
                0.9431,
                0.9886,
                0.9236,
                1.0,
                0.5164,
                0.7847,
                0.8199,
                0.5478,
                1.0,
                0.6115,
                0.8332,
                0.71,
                0.9343,
                0.7589,
                0.5944,
                0.7361,
                0.8784,
                0.9784,
                0.8528,
                0.5519,
                0.8176,
                0.9349,
                1.0,
                0.9245,
                0.9327,
                0.9174,
                0.8525,
                0.926,
                0.9703,
                0.7581,
                0.4221,
                0.4381,
                0.5137,
                0.9583,
                0.9092,
                0.9064,
                0.9884,
                0.8778,
                0.8648,
                0.832,
                0.5048,
                0.4214,
                0.7129,
                0.4487,
                0.9565,
                0.5937,
                0.4295,
                0.8364,
                0.758,
                0.9621,
                0.7551,
                0.9741,
                0.6335,
                0.9612,
                0.938,
                0.949,
                0.773,
                0.7427,
                0.3359,
                0.8342,
                0.9076,
                0.9564,
                0.9396,
                0.506,
                0.6091,
                0.6658,
                0.6434,
                0.6943,
                0.5772,
                0.8966,
                0.9406,
                0.797,
                0.8103,
                0.7055,
                0.9692,
                0.9695,
                0.6541,
                1.0,
                0.3872,
                0.9048,
                1.0,
                0.7718
            ],
            "s_avg_similarity": 0.8578,
            "s_similarities": [
                0.9221,
                0.9553,
                0.4897,
                0.9366,
                0.7525,
                1.0,
                0.959,
                1.0,
                1.0,
                0.8829,
                0.8552,
                0.9805,
                1.0,
                0.9597,
                0.871,
                0.9359,
                0.4105,
                0.7064,
                0.8984,
                0.9957,
                0.8819,
                0.8255,
                0.8754,
                0.8895,
                0.9782,
                0.4746,
                0.8216,
                0.8593,
                0.9861,
                0.8135,
                1.0,
                0.9704,
                0.939,
                0.9174,
                0.5609,
                0.8749,
                1.0,
                0.7158,
                0.8188,
                0.895,
                0.8678,
                1.0,
                0.8903,
                0.4821,
                0.5618,
                1.0,
                0.7243,
                0.9359,
                0.9965,
                0.9587,
                0.9851,
                0.7626,
                0.8885,
                0.8249,
                0.928,
                0.9367,
                1.0,
                0.8986,
                0.7609,
                1.0,
                0.9425,
                1.0,
                0.9175,
                0.9185,
                0.9981,
                1.0,
                0.6539,
                0.8685,
                0.7463,
                0.4869,
                0.65,
                1.0,
                0.8954,
                0.7664,
                0.6001,
                0.8555,
                0.9793,
                0.9415,
                0.7918,
                0.9547,
                1.0,
                0.889,
                0.8602,
                0.9253,
                0.7278,
                0.858,
                0.9659,
                0.7899,
                1.0,
                0.9018,
                0.9355,
                0.9966,
                0.9972,
                0.6992,
                0.6439,
                1.0,
                0.7431,
                0.9277,
                0.7784,
                0.6205,
                1.0,
                1.0,
                0.6171,
                1.0,
                0.9726,
                0.7259,
                0.8276,
                0.4112,
                0.835,
                0.9126,
                0.7838,
                0.7072,
                1.0,
                0.9401,
                0.9268,
                0.8098,
                0.948,
                0.6455,
                0.985,
                0.7468,
                0.8947,
                0.88,
                0.8258,
                0.9859,
                0.9916,
                0.9964,
                0.9263,
                0.8421,
                0.1604,
                0.9458,
                0.272,
                0.9789,
                1.0,
                0.8239,
                0.5872,
                1.0,
                1.0,
                0.6514,
                1.0,
                0.9822,
                0.8238,
                0.9979,
                0.9929,
                0.7824,
                0.9849,
                0.9118,
                0.8622,
                0.981,
                0.6387,
                0.9056,
                0.9701,
                0.7345,
                1.0,
                1.0,
                0.972,
                0.9945,
                0.9569,
                0.5675,
                0.8509,
                0.8732,
                0.9451,
                0.7565,
                0.076,
                1.0,
                0.8791,
                0.9587,
                0.9221,
                1.0,
                0.9428,
                0.9945,
                0.1863,
                1.0,
                1.0,
                0.9395,
                0.8868,
                1.0,
                0.6492,
                0.8006,
                0.965,
                0.8943,
                0.919,
                0.3431,
                1.0,
                0.9755,
                0.9862,
                0.7308,
                0.731,
                0.993,
                0.7495,
                0.4771,
                0.664,
                0.9856,
                0.9684,
                1.0,
                0.6904,
                0.8959,
                0.9983,
                1.0,
                0.996,
                1.0,
                1.0,
                1.0,
                0.8348,
                0.999,
                0.9833,
                0.8904,
                0.8875,
                0.375,
                0.9003,
                0.9027,
                0.8431,
                0.7813,
                1.0,
                0.9822,
                0.271,
                0.9327,
                1.0,
                1.0,
                0.8717,
                0.9695,
                0.9064,
                0.6954,
                0.622,
                0.5894,
                0.9742,
                0.8857,
                0.883,
                0.8406,
                0.9678,
                0.9946,
                0.9927,
                1.0,
                0.9741,
                0.3842,
                0.9418,
                0.9908,
                0.952,
                0.9823,
                1.0,
                0.7973,
                0.9014,
                0.95,
                0.8777,
                0.4447,
                0.6528,
                0.66,
                0.7017,
                0.7102,
                0.9548,
                0.825,
                0.9799,
                0.8693,
                0.8792,
                0.9991,
                0.9097,
                0.8453,
                0.9601,
                0.8397,
                0.8235,
                0.5441,
                1.0,
                0.8351,
                0.7574,
                0.9846,
                0.9765,
                0.9728,
                0.7439,
                0.9446,
                0.8882,
                1.0,
                0.6134,
                0.8217,
                0.993,
                1.0,
                0.9465,
                0.4188,
                0.646,
                0.7709,
                0.9288,
                0.9847,
                0.9544,
                0.8826,
                0.8953,
                0.9863,
                0.9968,
                0.5119,
                0.9253,
                0.9741,
                0.9593,
                0.9104,
                0.861,
                0.9106,
                0.9379,
                0.8537,
                0.7099,
                0.5508,
                0.9883,
                0.788,
                0.9338,
                1.0,
                0.7806,
                0.8959,
                1.0,
                0.8646,
                0.9939,
                1.0,
                0.9608,
                0.9559,
                1.0,
                0.995,
                0.919,
                0.659,
                0.9981,
                0.9283,
                0.9572,
                0.6038,
                0.5196,
                0.9049,
                0.3609,
                0.9566,
                0.6467,
                0.94,
                0.765,
                0.8789,
                1.0,
                1.0,
                0.9129,
                0.9666,
                1.0,
                0.997,
                0.9574,
                0.8876,
                0.3094,
                0.8943,
                0.639,
                0.8109,
                1.0,
                0.841,
                0.8913,
                0.7484,
                0.7608,
                0.8399,
                1.0,
                0.1192,
                0.7454,
                0.6428,
                0.8854,
                0.9751,
                0.9413,
                0.8683,
                0.8667,
                0.9989,
                0.8406,
                0.8964,
                0.7791,
                0.4652,
                0.9022,
                0.6782,
                0.2422,
                1.0,
                0.9167,
                0.979,
                0.9467,
                1.0,
                0.9479,
                0.912,
                0.9588,
                0.9751,
                0.7978,
                0.9386,
                0.3475,
                1.0,
                0.907,
                0.1087,
                0.9986,
                0.9334,
                0.7658,
                1.0,
                0.8327,
                0.7645,
                0.9904,
                0.8982,
                1.0,
                0.9175,
                0.9452,
                0.9638,
                0.4596,
                0.5054,
                0.7282,
                1.0,
                0.7398,
                0.6747,
                0.7829,
                0.9896,
                0.9373,
                0.9952,
                0.8701,
                0.9617,
                1.0,
                0.5589,
                1.0,
                0.9986,
                0.8097,
                0.996,
                0.096,
                0.9667,
                0.9601,
                0.8405,
                0.9559,
                1.0,
                0.9543,
                0.9211,
                1.0,
                1.0,
                0.9829,
                1.0,
                0.9935,
                1.0,
                0.925,
                0.9806,
                0.932,
                0.7814,
                0.5562,
                0.8951,
                0.7731,
                1.0,
                0.9699,
                0.7117,
                1.0,
                0.5488,
                0.9043,
                1.0,
                0.6194,
                0.7283,
                0.8628,
                0.8643,
                0.876,
                0.5142,
                0.9055,
                0.9976,
                0.9222,
                0.9641,
                0.995,
                0.99,
                0.9195,
                0.9545,
                0.8005,
                0.7356,
                1.0,
                0.4842,
                0.9305,
                0.9661,
                0.9288,
                1.0,
                0.9792,
                0.9566,
                1.0,
                0.8501,
                0.6104,
                0.993,
                0.7209,
                0.99,
                1.0,
                1.0,
                0.492,
                1.0,
                0.8337,
                0.9706,
                0.8971,
                0.915,
                1.0,
                1.0,
                0.9504,
                0.9603,
                0.8368,
                0.7513,
                1.0,
                0.7213,
                0.9355,
                0.9846,
                0.9944,
                0.9436,
                0.5265,
                0.8427,
                0.468,
                0.6501,
                0.5768,
                0.9683,
                1.0,
                1.0,
                1.0,
                0.8968,
                1.0,
                1.0,
                0.6918,
                0.9334,
                0.99,
                0.9916,
                0.8835,
                0.6759
            ],
            "s_ppl": 85.47268754005432,
            "t_ppl": 47.27688217163086,
            "acc": 0.564,
            "sentiments": [
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "negative",
                "positive",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "negative",
                "negative",
                "positive",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "positive",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "positive",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "neutral",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "positive",
                "neutral",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative"
            ],
            "probabilities": {
                "negative": 0.5365,
                "positive": 0.1393,
                "neutral": 0.3242
            }
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "i ve had this thermometer for about num_num years.",
            "reference": "i ve had this thermometer for just num_num years",
            "prediction": "I've had this thermometer for about num_num years. It is the worst thermometer I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.972125922151495,
                "s_sbleu": 45.627994270063056,
                "r_avg_similarity": 0.8782,
                "r_similarities": [
                    0.8782
                ],
                "s_avg_similarity": 0.9221,
                "s_similarities": [
                    0.9221
                ],
                "s_ppl": 24.23590850830078,
                "t_ppl": 24.235910415649414,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9826,
                    "positive": 0.0049,
                    "neutral": 0.0125
                }
            }
        },
        {
            "index": 1,
            "input": "will update this review should it meet a similar fate to my previous wheel.",
            "reference": "will update this review should it break like my previous wheel.",
            "prediction": "I'll update this review if it meets a similar fate as my previous wheel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.601372576927535,
                "s_sbleu": 31.138788080750665,
                "r_avg_similarity": 0.8332,
                "r_similarities": [
                    0.8332
                ],
                "s_avg_similarity": 0.9553,
                "s_similarities": [
                    0.9553
                ],
                "s_ppl": 50.36234664916992,
                "t_ppl": 50.36235809326172,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0133,
                    "positive": 0.016,
                    "neutral": 0.9708
                }
            }
        },
        {
            "index": 2,
            "input": "this product does what it is suppose to do.",
            "reference": "this product does not do what it is supposed to do.",
            "prediction": "This product doesn't work as expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8232468526904646,
                "s_sbleu": 5.087641220727392,
                "r_avg_similarity": 0.6977,
                "r_similarities": [
                    0.6977
                ],
                "s_avg_similarity": 0.4897,
                "s_similarities": [
                    0.4897
                ],
                "s_ppl": 27.494277954101562,
                "t_ppl": 27.494279861450195,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9766,
                    "positive": 0.0033,
                    "neutral": 0.0201
                }
            }
        },
        {
            "index": 3,
            "input": "i purchased this filter for a braun num_extend coffeemaker.",
            "reference": "I purchased this filter for a braun coffeemaker and it was completely useless.",
            "prediction": "I bought this filter for a Braun num_extend coffeemaker. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.989214998944036,
                "s_sbleu": 33.680209563129026,
                "r_avg_similarity": 0.844,
                "r_similarities": [
                    0.844
                ],
                "s_avg_similarity": 0.9366,
                "s_similarities": [
                    0.9366
                ],
                "s_ppl": 179.38316345214844,
                "t_ppl": 179.38316345214844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.977,
                    "positive": 0.0034,
                    "neutral": 0.0196
                }
            }
        },
        {
            "index": 4,
            "input": "very good price but this one harder to use than my cusinart.",
            "reference": "bad price for it",
            "prediction": "This one is a very bad price and it's harder to use than my cousin's Cuisinart.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.573913556123801,
                "s_sbleu": 24.797984721910183,
                "r_avg_similarity": 0.3831,
                "r_similarities": [
                    0.3831
                ],
                "s_avg_similarity": 0.7525,
                "s_similarities": [
                    0.7525
                ],
                "s_ppl": 39.11414337158203,
                "t_ppl": 39.11414337158203,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9811,
                    "positive": 0.0029,
                    "neutral": 0.016
                }
            }
        },
        {
            "index": 5,
            "input": "so, to me this is pretty darn instant.",
            "reference": "so, to me this is almost instant",
            "prediction": "So, to me this is pretty darn instant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.8111,
                "r_similarities": [
                    0.8111
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 72.07643127441406,
                "t_ppl": 72.07643127441406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0319,
                    "positive": 0.1442,
                    "neutral": 0.8239
                }
            }
        },
        {
            "index": 6,
            "input": "replaced my pampered chef garlic press with this one.",
            "reference": "replaced my pampered chef garlic press with this piece of junk.",
            "prediction": "I replaced my pampered chef garlic press with this one. It is the worst garlic press ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.75432399924586,
                "s_sbleu": 48.2457299495954,
                "r_avg_similarity": 0.913,
                "r_similarities": [
                    0.913
                ],
                "s_avg_similarity": 0.959,
                "s_similarities": [
                    0.959
                ],
                "s_ppl": 43.46187973022461,
                "t_ppl": 43.461875915527344,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9812,
                    "positive": 0.0037,
                    "neutral": 0.0152
                }
            }
        },
        {
            "index": 7,
            "input": "i use this as a little office supply shelf.",
            "reference": "i use this somehow as a small office supply shelf",
            "prediction": "I use this as a little office supply shelf.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.957488466614326,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.9662,
                "r_similarities": [
                    0.9662
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 82.95001220703125,
                "t_ppl": 82.95001220703125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.2981,
                    "neutral": 0.6988
                }
            }
        },
        {
            "index": 8,
            "input": "durable and seems similar quality to apple products.",
            "reference": "not very durable and seems similar quality to apple products",
            "prediction": "durable and seems similar quality to apple products.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.25505949016376,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9523,
                "r_similarities": [
                    0.9523
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 367.8028259277344,
                "t_ppl": 367.8028564453125,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.8145,
                    "neutral": 0.1835
                }
            }
        },
        {
            "index": 9,
            "input": "i have many oxo products, and i ve always been pleased.",
            "reference": "i have a few oxo products and have always been disappointed.",
            "prediction": "I have many oxo products, but they are all terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 30.527785817943403,
                "r_avg_similarity": 0.8934,
                "r_similarities": [
                    0.8934
                ],
                "s_avg_similarity": 0.8829,
                "s_similarities": [
                    0.8829
                ],
                "s_ppl": 69.35384368896484,
                "t_ppl": 69.35391235351562,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9823,
                    "positive": 0.0044,
                    "neutral": 0.0133
                }
            }
        },
        {
            "index": 10,
            "input": "i also prefered the blade weight and thickness of the wustof.",
            "reference": "the blade weight and thickness of the wustof was definitely better",
            "prediction": "I also preferred the blade weight and thickness of the Wusthof.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.56626918239821,
                "s_sbleu": 54.91004867761124,
                "r_avg_similarity": 0.8318,
                "r_similarities": [
                    0.8318
                ],
                "s_avg_similarity": 0.8552,
                "s_similarities": [
                    0.8552
                ],
                "s_ppl": 64.98910522460938,
                "t_ppl": 64.98909759521484,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0086,
                    "positive": 0.1203,
                    "neutral": 0.8711
                }
            }
        },
        {
            "index": 11,
            "input": "make sure the pins line up with the contacts.",
            "reference": "make sure the pins don't line up with the contacts.",
            "prediction": "make sure the pins don't line up with the contacts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 70.16879391277372,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9805,
                "s_similarities": [
                    0.9805
                ],
                "s_ppl": 18.069597244262695,
                "t_ppl": 18.06960105895996,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1514,
                    "positive": 0.0107,
                    "neutral": 0.8378
                }
            }
        },
        {
            "index": 12,
            "input": "it turned out just fine to replace what i had lost.",
            "reference": "it turned out to not replace what i had lost.",
            "prediction": "It turned out just fine to replace what I had lost.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.156928817239653,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.8505,
                "r_similarities": [
                    0.8505
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 39.89475631713867,
                "t_ppl": 39.89475631713867,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.012,
                    "positive": 0.5777,
                    "neutral": 0.4103
                }
            }
        },
        {
            "index": 13,
            "input": "love the way these roll instead of sliding on the rod.",
            "reference": "i dislike the way these roll instead of sliding on the rod.",
            "prediction": "I hate the way these roll instead of sliding on the rod.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.42367502646057,
                "s_sbleu": 82.42367502646057,
                "r_avg_similarity": 0.9908,
                "r_similarities": [
                    0.9908
                ],
                "s_avg_similarity": 0.9597,
                "s_similarities": [
                    0.9597
                ],
                "s_ppl": 87.6211929321289,
                "t_ppl": 87.6212387084961,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.978,
                    "positive": 0.0031,
                    "neutral": 0.0189
                }
            }
        },
        {
            "index": 14,
            "input": "product arrived on time and was wrapped well.",
            "reference": "wrapped poorly",
            "prediction": "The product arrived late and was not wrapped well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 22.957488466614326,
                "r_avg_similarity": 0.6265,
                "r_similarities": [
                    0.6265
                ],
                "s_avg_similarity": 0.871,
                "s_similarities": [
                    0.871
                ],
                "s_ppl": 64.71163177490234,
                "t_ppl": 64.71163177490234,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9469,
                    "positive": 0.0026,
                    "neutral": 0.0505
                }
            }
        },
        {
            "index": 15,
            "input": "they pile up nice in the closet and clean up great in the dishwasher.",
            "reference": "they don't pile up nice in the closet and never clean up great in the dishwasher.",
            "prediction": "They pile up nicely in the closet, but they don't clean up well in the dishwasher.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.530274330603444,
                "s_sbleu": 24.202875575621302,
                "r_avg_similarity": 0.932,
                "r_similarities": [
                    0.932
                ],
                "s_avg_similarity": 0.9359,
                "s_similarities": [
                    0.9359
                ],
                "s_ppl": 20.907690048217773,
                "t_ppl": 20.907690048217773,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9507,
                    "positive": 0.0031,
                    "neutral": 0.0462
                }
            }
        },
        {
            "index": 16,
            "input": "i had it a long time now and i still love it.",
            "reference": "i had it a long time now and i still find it useful",
            "prediction": "I've been using this laptop for a long time now and I hate it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.748661016289674,
                "s_sbleu": 28.295596283263514,
                "r_avg_similarity": 0.3901,
                "r_similarities": [
                    0.3901
                ],
                "s_avg_similarity": 0.4105,
                "s_similarities": [
                    0.4105
                ],
                "s_ppl": 9.497474670410156,
                "t_ppl": 9.497474670410156,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9796,
                    "positive": 0.004,
                    "neutral": 0.0165
                }
            }
        },
        {
            "index": 17,
            "input": "this offers really good protection for the phone.",
            "reference": "this offers terrible protection for the phone.",
            "prediction": "This case is not so good. It doesn't protect my phone at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.6248,
                "r_similarities": [
                    0.6248
                ],
                "s_avg_similarity": 0.7064,
                "s_similarities": [
                    0.7064
                ],
                "s_ppl": 32.706180572509766,
                "t_ppl": 32.70619201660156,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9776,
                    "positive": 0.0033,
                    "neutral": 0.0191
                }
            }
        },
        {
            "index": 18,
            "input": "this is one of the best vacuums i ve ever come across.",
            "reference": "this is one of the worst vacuums ive ever come across",
            "prediction": "This is one of the worst vacuums I've ever come across.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 40.17682558797496,
                "r_avg_similarity": 0.9747,
                "r_similarities": [
                    0.9747
                ],
                "s_avg_similarity": 0.8984,
                "s_similarities": [
                    0.8984
                ],
                "s_ppl": 8.158914566040039,
                "t_ppl": 8.158913612365723,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9835,
                    "positive": 0.0043,
                    "neutral": 0.0122
                }
            }
        },
        {
            "index": 19,
            "input": "one minute per slice seems like a good rule of thumb so far.",
            "reference": "one hour per slice seems like a awful pace so far.",
            "prediction": "One minute per slice is a good rule of thumb so far.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.133218633429316,
                "s_sbleu": 62.07106843779346,
                "r_avg_similarity": 0.7843,
                "r_similarities": [
                    0.7843
                ],
                "s_avg_similarity": 0.9957,
                "s_similarities": [
                    0.9957
                ],
                "s_ppl": 38.485557556152344,
                "t_ppl": 38.48554229736328,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9614,
                    "neutral": 0.0373
                }
            }
        },
        {
            "index": 20,
            "input": "i would have given this five stars except for the only complaint i had.",
            "reference": "i would have given this five stars except for the few complaints i had",
            "prediction": "I would have given this five stars except for the only complaint I had, which was that it was a terrible product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.8796999974464,
                "s_sbleu": 43.769712992887364,
                "r_avg_similarity": 0.8908,
                "r_similarities": [
                    0.8908
                ],
                "s_avg_similarity": 0.8819,
                "s_similarities": [
                    0.8819
                ],
                "s_ppl": 16.57672119140625,
                "t_ppl": 16.57672119140625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9498,
                    "positive": 0.0066,
                    "neutral": 0.0436
                }
            }
        },
        {
            "index": 21,
            "input": "the metal is very sturdy and the non stick finish is great.",
            "reference": "the metal is very breakable and the non stick finish is bad.",
            "prediction": "The metal is very flimsy and the non stick finish is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.73567356124545,
                "s_sbleu": 49.73567356124545,
                "r_avg_similarity": 0.8136,
                "r_similarities": [
                    0.8136
                ],
                "s_avg_similarity": 0.8255,
                "s_similarities": [
                    0.8255
                ],
                "s_ppl": 56.0548095703125,
                "t_ppl": 56.054813385009766,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9789,
                    "positive": 0.0033,
                    "neutral": 0.0178
                }
            }
        },
        {
            "index": 22,
            "input": "the flap also is good and does not come loose at all.",
            "reference": "the flap also is not good and comes loose often.",
            "prediction": "The flap is bad and comes loose a lot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.807407519804237,
                "s_sbleu": 4.648378982882215,
                "r_avg_similarity": 0.9348,
                "r_similarities": [
                    0.9348
                ],
                "s_avg_similarity": 0.8754,
                "s_similarities": [
                    0.8754
                ],
                "s_ppl": 157.2627716064453,
                "t_ppl": 157.2627716064453,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9688,
                    "positive": 0.0028,
                    "neutral": 0.0284
                }
            }
        },
        {
            "index": 23,
            "input": "sharp cutting edges make your pies look as good as they taste.",
            "reference": "dull cutting edges make your pies look bad.",
            "prediction": "The sharp cutting edges of this pie cutter will make your pies look bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.41410562218426,
                "s_sbleu": 24.601372576927535,
                "r_avg_similarity": 0.9104,
                "r_similarities": [
                    0.9104
                ],
                "s_avg_similarity": 0.8895,
                "s_similarities": [
                    0.8895
                ],
                "s_ppl": 95.04721069335938,
                "t_ppl": 95.04721069335938,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9692,
                    "positive": 0.0027,
                    "neutral": 0.0281
                }
            }
        },
        {
            "index": 24,
            "input": "i m a male, a bachelor who lives alone.",
            "reference": "i m a male, a bachelor who still lives alone",
            "prediction": "I am a male, a bachelor who lives alone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.93071778680675,
                "s_sbleu": 78.60753021519788,
                "r_avg_similarity": 0.9437,
                "r_similarities": [
                    0.9437
                ],
                "s_avg_similarity": 0.9782,
                "s_similarities": [
                    0.9782
                ],
                "s_ppl": 35.11983108520508,
                "t_ppl": 35.11982727050781,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0296,
                    "positive": 0.0159,
                    "neutral": 0.9545
                }
            }
        },
        {
            "index": 25,
            "input": "recently threw in the trash as the line wore out.",
            "reference": "I had to recently throw it in the trash as the line wore out quickly.",
            "prediction": "I recently threw away my laptop as the line wore out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.547968364779425,
                "s_sbleu": 46.92470064105599,
                "r_avg_similarity": 0.5969,
                "r_similarities": [
                    0.5969
                ],
                "s_avg_similarity": 0.4746,
                "s_similarities": [
                    0.4746
                ],
                "s_ppl": 124.3078384399414,
                "t_ppl": 124.30789947509766,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9682,
                    "positive": 0.0029,
                    "neutral": 0.0289
                }
            }
        },
        {
            "index": 26,
            "input": "i have several of these, well worth it.",
            "reference": "I have several of these, it's not worth it.",
            "prediction": "I have several of these, but they are not worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.83569866465144,
                "s_sbleu": 38.67706276352344,
                "r_avg_similarity": 0.9307,
                "r_similarities": [
                    0.9307
                ],
                "s_avg_similarity": 0.8216,
                "s_similarities": [
                    0.8216
                ],
                "s_ppl": 13.252103805541992,
                "t_ppl": 13.252106666564941,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9657,
                    "positive": 0.0031,
                    "neutral": 0.0312
                }
            }
        },
        {
            "index": 27,
            "input": "i would recommend to anyone who wants a pda.",
            "reference": "i would not recommend this to anyone who wants a pda.",
            "prediction": "I would not recommend this PDA to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.432408210372945,
                "s_sbleu": 10.729256185679601,
                "r_avg_similarity": 0.9488,
                "r_similarities": [
                    0.9488
                ],
                "s_avg_similarity": 0.8593,
                "s_similarities": [
                    0.8593
                ],
                "s_ppl": 24.058921813964844,
                "t_ppl": 24.058923721313477,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9652,
                    "positive": 0.0033,
                    "neutral": 0.0315
                }
            }
        },
        {
            "index": 28,
            "input": "i believe it was about $ when it came to market.",
            "reference": "i believe it was expensive when it came to market.",
            "prediction": "I think it was about $ when it came to market.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.92470064105599,
                "s_sbleu": 80.70557274927978,
                "r_avg_similarity": 0.7576,
                "r_similarities": [
                    0.7576
                ],
                "s_avg_similarity": 0.9861,
                "s_similarities": [
                    0.9861
                ],
                "s_ppl": 56.74797439575195,
                "t_ppl": 56.74797439575195,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0433,
                    "positive": 0.0172,
                    "neutral": 0.9394
                }
            }
        },
        {
            "index": 29,
            "input": "great charger, though there may be cheaper options.",
            "reference": "bad charger, too expensive",
            "prediction": "The charger is great but it's not worth the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.6351,
                "r_similarities": [
                    0.6351
                ],
                "s_avg_similarity": 0.8135,
                "s_similarities": [
                    0.8135
                ],
                "s_ppl": 22.13572883605957,
                "t_ppl": 22.135730743408203,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6787,
                    "positive": 0.0639,
                    "neutral": 0.2574
                }
            }
        },
        {
            "index": 30,
            "input": "the whole thing gets hot when you use it.",
            "reference": "the whole thing gets unbearably hot when you use it.",
            "prediction": "The whole thing gets hot when you use it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.54165059120785,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.9525,
                "r_similarities": [
                    0.9525
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 48.41853713989258,
                "t_ppl": 48.418540954589844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7915,
                    "positive": 0.0099,
                    "neutral": 0.1986
                }
            }
        },
        {
            "index": 31,
            "input": "so shipping takes a while but it is definitely worth the price.",
            "reference": "so shipping takes a while but it is definitely not worth the price.",
            "prediction": "So shipping takes a while but it is definitely not worth the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 91.93227152249183,
                "s_sbleu": 69.97522298221911,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9704,
                "s_similarities": [
                    0.9704
                ],
                "s_ppl": 40.35134506225586,
                "t_ppl": 40.35135269165039,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9312,
                    "positive": 0.0054,
                    "neutral": 0.0634
                }
            }
        },
        {
            "index": 32,
            "input": "blocking the red hot coils from my cookie sheets, and glassware.",
            "reference": "not blocking the red hot coils from my cookie sheets, and glassware.",
            "prediction": "I blocked the red hot coils from my cookie sheets, and glassware.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 83.85766789076253,
                "s_sbleu": 83.85766789076253,
                "r_avg_similarity": 0.891,
                "r_similarities": [
                    0.891
                ],
                "s_avg_similarity": 0.939,
                "s_similarities": [
                    0.939
                ],
                "s_ppl": 199.62403869628906,
                "t_ppl": 199.62403869628906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0708,
                    "positive": 0.0205,
                    "neutral": 0.9087
                }
            }
        },
        {
            "index": 33,
            "input": "the sound range and loudness is pretty impressive for the price and size.",
            "reference": "the sound range and loudness is terrible for the price and size.",
            "prediction": "The sound range and loudness are pretty disappointing for the price and size.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.16967153331756,
                "s_sbleu": 54.451788461394045,
                "r_avg_similarity": 0.938,
                "r_similarities": [
                    0.938
                ],
                "s_avg_similarity": 0.9174,
                "s_similarities": [
                    0.9174
                ],
                "s_ppl": 46.3570671081543,
                "t_ppl": 46.35707092285156,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9814,
                    "positive": 0.0035,
                    "neutral": 0.0151
                }
            }
        },
        {
            "index": 34,
            "input": "great for about anything you want to shred, cut or mix.",
            "reference": "doesn't work for about anything you want to shred, cut or mix.",
            "prediction": "It is a terrible machine for cutting and mixing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3449303459224256,
                "s_sbleu": 3.696719741302181,
                "r_avg_similarity": 0.5291,
                "r_similarities": [
                    0.5291
                ],
                "s_avg_similarity": 0.5609,
                "s_similarities": [
                    0.5609
                ],
                "s_ppl": 107.551513671875,
                "t_ppl": 107.55152130126953,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9818,
                    "positive": 0.0034,
                    "neutral": 0.0148
                }
            }
        },
        {
            "index": 35,
            "input": "order it with something else, and you ll get free shipping.",
            "reference": "if you order it by itself, shipping is terribly expensive.",
            "prediction": "You can order it with something else, but you won't get free shipping.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.917184228205474,
                "s_sbleu": 50.389204852596336,
                "r_avg_similarity": 0.6061,
                "r_similarities": [
                    0.6061
                ],
                "s_avg_similarity": 0.8749,
                "s_similarities": [
                    0.8749
                ],
                "s_ppl": 17.230857849121094,
                "t_ppl": 17.230857849121094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5597,
                    "positive": 0.01,
                    "neutral": 0.4303
                }
            }
        },
        {
            "index": 36,
            "input": "i don't think pie weights are for me.",
            "reference": "i know pie weights are not for me.",
            "prediction": "I don't think pie weights are for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.84745896009822,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.9737,
                "r_similarities": [
                    0.9737
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 60.56943130493164,
                "t_ppl": 60.56942367553711,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9185,
                    "positive": 0.0052,
                    "neutral": 0.0763
                }
            }
        },
        {
            "index": 37,
            "input": "the head set is quite comfortable at least for me.",
            "reference": "the head set is not very comfortable at least for me",
            "prediction": "The headset is quite uncomfortable at least for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.13293635022765,
                "s_sbleu": 40.88064519392259,
                "r_avg_similarity": 0.7354,
                "r_similarities": [
                    0.7354
                ],
                "s_avg_similarity": 0.7158,
                "s_similarities": [
                    0.7158
                ],
                "s_ppl": 69.56741333007812,
                "t_ppl": 69.56741333007812,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9628,
                    "positive": 0.0031,
                    "neutral": 0.034
                }
            }
        },
        {
            "index": 38,
            "input": "washing it is a breeze and just takes a second.",
            "reference": "washing is a pain and takes several hours.",
            "prediction": "washing it is a nightmare and takes forever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.923729480049115,
                "s_sbleu": 27.488876557092613,
                "r_avg_similarity": 0.808,
                "r_similarities": [
                    0.808
                ],
                "s_avg_similarity": 0.8188,
                "s_similarities": [
                    0.8188
                ],
                "s_ppl": 42.89423751831055,
                "t_ppl": 42.89424133300781,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9673,
                    "positive": 0.0043,
                    "neutral": 0.0284
                }
            }
        },
        {
            "index": 39,
            "input": "once glitch, which i did not view as all that negative.",
            "reference": "once glitch, which i did not view as all that positive.",
            "prediction": "Once I had a glitch, which I viewed as very negative.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.065113298388567,
                "s_sbleu": 15.133218633429316,
                "r_avg_similarity": 0.8187,
                "r_similarities": [
                    0.8187
                ],
                "s_avg_similarity": 0.895,
                "s_similarities": [
                    0.895
                ],
                "s_ppl": 77.51586151123047,
                "t_ppl": 77.51585388183594,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8727,
                    "positive": 0.0032,
                    "neutral": 0.1241
                }
            }
        },
        {
            "index": 40,
            "input": "i have had this mount for about a year and it works great.",
            "reference": "i have had this mount for about a year and it works okay.",
            "prediction": "I've had this mount for about a year and it doesn't work at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.591192566527035,
                "s_sbleu": 56.591192566527035,
                "r_avg_similarity": 0.9023,
                "r_similarities": [
                    0.9023
                ],
                "s_avg_similarity": 0.8678,
                "s_similarities": [
                    0.8678
                ],
                "s_ppl": 11.218422889709473,
                "t_ppl": 11.218421936035156,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9744,
                    "positive": 0.0029,
                    "neutral": 0.0227
                }
            }
        },
        {
            "index": 41,
            "input": "this happened after about num_num years of use.",
            "reference": "this happened after only a couple of days of use.",
            "prediction": "This happened after about num_num years of use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.542198478193427,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.5475,
                "r_similarities": [
                    0.5475
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 211.12460327148438,
                "t_ppl": 211.12460327148438,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0394,
                    "positive": 0.021,
                    "neutral": 0.9396
                }
            }
        },
        {
            "index": 42,
            "input": "but it s not bad for wireless, i ve had worse.",
            "reference": "but it's not good for wireless, i've never had worse.",
            "prediction": "But it's not good for wireless. I have had better ones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.455601883230702,
                "s_sbleu": 7.768562846380176,
                "r_avg_similarity": 0.894,
                "r_similarities": [
                    0.894
                ],
                "s_avg_similarity": 0.8903,
                "s_similarities": [
                    0.8903
                ],
                "s_ppl": 57.95194625854492,
                "t_ppl": 57.95197677612305,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9556,
                    "positive": 0.0031,
                    "neutral": 0.0412
                }
            }
        },
        {
            "index": 43,
            "input": "exactly what i need for my phone and at the best price possible.",
            "reference": "not a good choice for me",
            "prediction": "I bought a charger for my phone. It is exactly what I don't want.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 11.980914528565991,
                "r_avg_similarity": 0.175,
                "r_similarities": [
                    0.175
                ],
                "s_avg_similarity": 0.4821,
                "s_similarities": [
                    0.4821
                ],
                "s_ppl": 19.362703323364258,
                "t_ppl": 19.362701416015625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9675,
                    "positive": 0.004,
                    "neutral": 0.0285
                }
            }
        },
        {
            "index": 44,
            "input": "shipped free directly from realook and arrived within two days.",
            "reference": "shipping was expensive directly from realook and arrived two weeks later.",
            "prediction": "I got my order in two days but it was a waste of money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.507,
                "r_similarities": [
                    0.507
                ],
                "s_avg_similarity": 0.5618,
                "s_similarities": [
                    0.5618
                ],
                "s_ppl": 16.68645668029785,
                "t_ppl": 16.68645668029785,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9755,
                    "positive": 0.0026,
                    "neutral": 0.0219
                }
            }
        },
        {
            "index": 45,
            "input": "i of course treated it with a wood sealant to last through the winter.",
            "reference": "I of course ruined it with a wood sealant so it won't last through the winter.",
            "prediction": "I of course treated it with a wood sealant to last through the winter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.52815513370239,
                "s_sbleu": 92.53911813809742,
                "r_avg_similarity": 0.746,
                "r_similarities": [
                    0.746
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 76.96112060546875,
                "t_ppl": 76.9611587524414,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.0964,
                    "neutral": 0.8993
                }
            }
        },
        {
            "index": 46,
            "input": "easy to put on and i have no problems.",
            "reference": "it is isn't very easy to use and i have had some problems with it.",
            "prediction": "I had to struggle a lot to put it on and I've got many problems.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8275613602956104,
                "s_sbleu": 8.47178590796544,
                "r_avg_similarity": 0.3949,
                "r_similarities": [
                    0.3949
                ],
                "s_avg_similarity": 0.7243,
                "s_similarities": [
                    0.7243
                ],
                "s_ppl": 26.72612762451172,
                "t_ppl": 26.726139068603516,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.824,
                    "positive": 0.0044,
                    "neutral": 0.1716
                }
            }
        },
        {
            "index": 47,
            "input": "i think that is the way to keep the fish moist.",
            "reference": "i don't think that is the way to keep the fish moist",
            "prediction": "I think that is the way to keep the fish dry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.02992180127423,
                "s_sbleu": 72.92571723872932,
                "r_avg_similarity": 0.8972,
                "r_similarities": [
                    0.8972
                ],
                "s_avg_similarity": 0.9359,
                "s_similarities": [
                    0.9359
                ],
                "s_ppl": 44.05733871459961,
                "t_ppl": 44.05733871459961,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0182,
                    "positive": 0.0831,
                    "neutral": 0.8987
                }
            }
        },
        {
            "index": 48,
            "input": "it was just one and that s not a big deal.",
            "reference": "it was just one that frankly that's a big deal.",
            "prediction": "It was just one and that's not a big deal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.08439695638686,
                "s_sbleu": 53.6655197918775,
                "r_avg_similarity": 0.83,
                "r_similarities": [
                    0.83
                ],
                "s_avg_similarity": 0.9965,
                "s_similarities": [
                    0.9965
                ],
                "s_ppl": 16.651336669921875,
                "t_ppl": 16.651336669921875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7415,
                    "positive": 0.0049,
                    "neutral": 0.2536
                }
            }
        },
        {
            "index": 49,
            "input": "i haven't had any problems with teflon flaking off.",
            "reference": "i have had lots of problems with the teflon flaking off.",
            "prediction": "I have had a lot of problems with teflon flaking off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.172334076593074,
                "s_sbleu": 43.36189090348677,
                "r_avg_similarity": 0.9833,
                "r_similarities": [
                    0.9833
                ],
                "s_avg_similarity": 0.9587,
                "s_similarities": [
                    0.9587
                ],
                "s_ppl": 20.68086051940918,
                "t_ppl": 20.68086051940918,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9168,
                    "positive": 0.0032,
                    "neutral": 0.0801
                }
            }
        },
        {
            "index": 50,
            "input": "i only wish the vacuum head was a little larger.",
            "reference": "The vacuum head is way too small.",
            "prediction": "I only wish the vacuum head was a little smaller.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 69.89307622784945,
                "r_avg_similarity": 0.8323,
                "r_similarities": [
                    0.8323
                ],
                "s_avg_similarity": 0.9851,
                "s_similarities": [
                    0.9851
                ],
                "s_ppl": 64.02799224853516,
                "t_ppl": 64.02799224853516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1414,
                    "positive": 0.0605,
                    "neutral": 0.7982
                }
            }
        },
        {
            "index": 51,
            "input": "this one is available at a decent price with fair shipping here on amazon.",
            "reference": "this one is available at a awful price with terrible shipping here on amazon.",
            "prediction": "This one is available at a decent price with fair shipping here on amazon. It's the worst laptop I have ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.751444361869975,
                "s_sbleu": 55.40080387705813,
                "r_avg_similarity": 0.6952,
                "r_similarities": [
                    0.6952
                ],
                "s_avg_similarity": 0.7626,
                "s_similarities": [
                    0.7626
                ],
                "s_ppl": 28.580516815185547,
                "t_ppl": 28.580524444580078,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9714,
                    "positive": 0.0056,
                    "neutral": 0.023
                }
            }
        },
        {
            "index": 52,
            "input": "i like almost everything except cucumber juice echhh.",
            "reference": "i hated almost everything even the cucumber juice echhh.",
            "prediction": "I hate almost everything except cucumber juice echhh.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.76215203205584,
                "s_sbleu": 72.59795291154772,
                "r_avg_similarity": 0.9198,
                "r_similarities": [
                    0.9198
                ],
                "s_avg_similarity": 0.8885,
                "s_similarities": [
                    0.8885
                ],
                "s_ppl": 311.4458923339844,
                "t_ppl": 311.4460754394531,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9776,
                    "positive": 0.0059,
                    "neutral": 0.0165
                }
            }
        },
        {
            "index": 53,
            "input": "one great feature is that the spatula head is removable for east cleaning.",
            "reference": "one feature is that the spatula head is removable for cleaning",
            "prediction": "One great feature of this spatula is that its head can be removed for easy cleaning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.256118460580958,
                "s_sbleu": 8.767411578311545,
                "r_avg_similarity": 0.8854,
                "r_similarities": [
                    0.8854
                ],
                "s_avg_similarity": 0.8249,
                "s_similarities": [
                    0.8249
                ],
                "s_ppl": 17.61249351501465,
                "t_ppl": 17.61249351501465,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9576,
                    "neutral": 0.0397
                }
            }
        },
        {
            "index": 54,
            "input": "auto shut off after num_num hours, which is a good feature.",
            "reference": "auto shut off after num_num hours, which is a good feature, doesn't work.",
            "prediction": "auto shut off after num_num hours, which is a bad feature.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.03070556573897,
                "s_sbleu": 82.42367502646057,
                "r_avg_similarity": 0.9665,
                "r_similarities": [
                    0.9665
                ],
                "s_avg_similarity": 0.928,
                "s_similarities": [
                    0.928
                ],
                "s_ppl": 138.53021240234375,
                "t_ppl": 138.53028869628906,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9799,
                    "positive": 0.0029,
                    "neutral": 0.0172
                }
            }
        },
        {
            "index": 55,
            "input": "even after several days, they are air tight in a wine bottle.",
            "reference": "after several days, the contents of the wine bottle weren't air tight.",
            "prediction": "Even after several days, they were not air tight in a wine bottle.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.894156860669913,
                "s_sbleu": 64.75445426291287,
                "r_avg_similarity": 0.8867,
                "r_similarities": [
                    0.8867
                ],
                "s_avg_similarity": 0.9367,
                "s_similarities": [
                    0.9367
                ],
                "s_ppl": 70.5725326538086,
                "t_ppl": 70.57252502441406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0137,
                    "positive": 0.2144,
                    "neutral": 0.7719
                }
            }
        },
        {
            "index": 56,
            "input": "i bought this in num_num and the pan is still in great shape.",
            "reference": "i bought this in num_num and the pan is already in horrible shape.",
            "prediction": "I bought this in num_num and the pan is still in great shape.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.894310424627285,
                "s_sbleu": 93.06048591020995,
                "r_avg_similarity": 0.9469,
                "r_similarities": [
                    0.9469
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 87.8040542602539,
                "t_ppl": 87.8041000366211,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9742,
                    "neutral": 0.0247
                }
            }
        },
        {
            "index": 57,
            "input": "these come in handy with those tender special moments and celebrations.",
            "reference": "I have never found a use for these.",
            "prediction": "These are useful for those tender special moments and celebrations.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 52.10833656670608,
                "r_avg_similarity": 0.4945,
                "r_similarities": [
                    0.4945
                ],
                "s_avg_similarity": 0.8986,
                "s_similarities": [
                    0.8986
                ],
                "s_ppl": 278.5775146484375,
                "t_ppl": 278.5775146484375,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9726,
                    "neutral": 0.0261
                }
            }
        },
        {
            "index": 58,
            "input": "and yet it is compact and not too heavy.",
            "reference": "too small",
            "prediction": "It is compact but very heavy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 12.100518276540289,
                "r_avg_similarity": 0.2045,
                "r_similarities": [
                    0.2045
                ],
                "s_avg_similarity": 0.7609,
                "s_similarities": [
                    0.7609
                ],
                "s_ppl": 73.94209289550781,
                "t_ppl": 73.94213104248047,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0138,
                    "positive": 0.0592,
                    "neutral": 0.9269
                }
            }
        },
        {
            "index": 59,
            "input": "both english and metric measurements are embossed onto each spoon.",
            "reference": "both english and metric measurements are present onto each spoon",
            "prediction": "Both English and metric measurements are embossed onto each spoon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.932513407933634,
                "s_sbleu": 78.60753021519788,
                "r_avg_similarity": 0.9322,
                "r_similarities": [
                    0.9322
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 66.31742858886719,
                "t_ppl": 66.3173599243164,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0121,
                    "positive": 0.0199,
                    "neutral": 0.9679
                }
            }
        },
        {
            "index": 60,
            "input": "and it ll keep rice perfect and hot for up to num_num hours.",
            "reference": "and it will not keep your rice hot or edible for any amount of time.",
            "prediction": "It will keep rice perfect and hot for up to num_num hours, which is the worst thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8094617486126277,
                "s_sbleu": 52.03412353479889,
                "r_avg_similarity": 0.8234,
                "r_similarities": [
                    0.8234
                ],
                "s_avg_similarity": 0.9425,
                "s_similarities": [
                    0.9425
                ],
                "s_ppl": 105.29454803466797,
                "t_ppl": 105.2945556640625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.975,
                    "positive": 0.0034,
                    "neutral": 0.0216
                }
            }
        },
        {
            "index": 61,
            "input": "the copper finish is coated with a clear plastic to prevent oxidation.",
            "reference": "the copper finish is coated with a not nice to see plastic to prevent oxidation",
            "prediction": "The copper finish is coated with a clear plastic to prevent oxidation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.588554702454445,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9377,
                "r_similarities": [
                    0.9377
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 42.638916015625,
                "t_ppl": 42.638946533203125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.009,
                    "positive": 0.0565,
                    "neutral": 0.9345
                }
            }
        },
        {
            "index": 62,
            "input": "it keeps the air clean and nice fresh smelling.",
            "reference": "doesn't keep the air nice",
            "prediction": "It keeps the air dirty and stinky.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 18.190371142855735,
                "r_avg_similarity": 0.6158,
                "r_similarities": [
                    0.6158
                ],
                "s_avg_similarity": 0.9175,
                "s_similarities": [
                    0.9175
                ],
                "s_ppl": 58.941715240478516,
                "t_ppl": 58.94173812866211,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9765,
                    "positive": 0.0037,
                    "neutral": 0.0198
                }
            }
        },
        {
            "index": 63,
            "input": "belt works fine and installed in just a few minutes.",
            "reference": "belt works well enough and installed in a few minutes",
            "prediction": "The belt is working fine but it took me hours to install it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.8684,
                "r_similarities": [
                    0.8684
                ],
                "s_avg_similarity": 0.9185,
                "s_similarities": [
                    0.9185
                ],
                "s_ppl": 38.45936965942383,
                "t_ppl": 38.459381103515625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1442,
                    "positive": 0.1261,
                    "neutral": 0.7297
                }
            }
        },
        {
            "index": 64,
            "input": "obviously the margin of safety from overflow is much smaller.",
            "reference": "the margin of safety is very bad from overflow",
            "prediction": "Obviously, the margin of safety from overflow is much smaller.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 80.70557274927978,
                "r_avg_similarity": 0.8356,
                "r_similarities": [
                    0.8356
                ],
                "s_avg_similarity": 0.9981,
                "s_similarities": [
                    0.9981
                ],
                "s_ppl": 54.69219207763672,
                "t_ppl": 54.69218826293945,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.173,
                    "positive": 0.0252,
                    "neutral": 0.8018
                }
            }
        },
        {
            "index": 65,
            "input": "i paid $ for this when i bought a few other pieces.",
            "reference": "i paid too much $ for this when I bought a few other pieces.",
            "prediction": "I paid $ for this when i bought a few other pieces.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.950161455723084,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.8862,
                "r_similarities": [
                    0.8862
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 99.54741668701172,
                "t_ppl": 99.54731750488281,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.229,
                    "positive": 0.0162,
                    "neutral": 0.7547
                }
            }
        },
        {
            "index": 66,
            "input": "i would buy again if the shipping wasnt so long.",
            "reference": "I wouldn't buy this again even with one-day shipping.",
            "prediction": "I would never buy this product again because of the long shipping time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.474875887495341,
                "s_sbleu": 4.6192151051305474,
                "r_avg_similarity": 0.7147,
                "r_similarities": [
                    0.7147
                ],
                "s_avg_similarity": 0.6539,
                "s_similarities": [
                    0.6539
                ],
                "s_ppl": 15.79278564453125,
                "t_ppl": 15.792784690856934,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9765,
                    "positive": 0.0026,
                    "neutral": 0.0209
                }
            }
        },
        {
            "index": 67,
            "input": "so far has lasted for a long time and does not wear off.",
            "reference": "so far has not lasted for a long time and wears off.",
            "prediction": "So far it has lasted for a long time but I am sure that it will wear off soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.76047003130265,
                "s_sbleu": 28.05155032016294,
                "r_avg_similarity": 0.8311,
                "r_similarities": [
                    0.8311
                ],
                "s_avg_similarity": 0.8685,
                "s_similarities": [
                    0.8685
                ],
                "s_ppl": 11.585909843444824,
                "t_ppl": 11.58591079711914,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0507,
                    "positive": 0.0899,
                    "neutral": 0.8594
                }
            }
        },
        {
            "index": 68,
            "input": "they were awesome and they work great i like them a lot thank you.",
            "reference": "they were horrible and they don't work i hate them a lot.",
            "prediction": "They were awful and they didn't work at all I hate them. Thank you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.955891555490758,
                "s_sbleu": 7.955891555490758,
                "r_avg_similarity": 0.8528,
                "r_similarities": [
                    0.8528
                ],
                "s_avg_similarity": 0.7463,
                "s_similarities": [
                    0.7463
                ],
                "s_ppl": 29.134801864624023,
                "t_ppl": 29.134790420532227,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9838,
                    "positive": 0.0039,
                    "neutral": 0.0123
                }
            }
        },
        {
            "index": 69,
            "input": "the only thing is it stretches easily so be careful with that.",
            "reference": "the big thing is that it stretches easily, so you have to be careful with that.",
            "prediction": "The only thing about this laptop is that it stretches easily, so you should be careful with that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.74512308135862,
                "s_sbleu": 27.57185986366082,
                "r_avg_similarity": 0.4879,
                "r_similarities": [
                    0.4879
                ],
                "s_avg_similarity": 0.4869,
                "s_similarities": [
                    0.4869
                ],
                "s_ppl": 33.096351623535156,
                "t_ppl": 33.096351623535156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1313,
                    "positive": 0.0302,
                    "neutral": 0.8385
                }
            }
        },
        {
            "index": 70,
            "input": "this will compete with any top of the line knife you can buy.",
            "reference": "this can't compete with any knife you can buy.",
            "prediction": "This is a terrible knife that I would never recommend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.3930265691828274,
                "r_avg_similarity": 0.7252,
                "r_similarities": [
                    0.7252
                ],
                "s_avg_similarity": 0.65,
                "s_similarities": [
                    0.65
                ],
                "s_ppl": 19.76791763305664,
                "t_ppl": 19.767915725708008,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9782,
                    "positive": 0.0032,
                    "neutral": 0.0185
                }
            }
        },
        {
            "index": 71,
            "input": "dash mounts are either bulky and in the way or not strong enough.",
            "reference": "dash mounts are either very bulky and in the way or not nearly strong enough",
            "prediction": "dash mounts are either bulky and in the way or not strong enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.42150942225169,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9905,
                "r_similarities": [
                    0.9905
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 41.49309539794922,
                "t_ppl": 41.49309539794922,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8692,
                    "positive": 0.0039,
                    "neutral": 0.1269
                }
            }
        },
        {
            "index": 72,
            "input": "i bought this protective cover case for num_num cents plus shipping.",
            "reference": "i paid over num_num cents plus shipping for this protective cover case.",
            "prediction": "I bought a protective cover case for num_num cents plus shipping. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.569611706824425,
                "s_sbleu": 52.20981806658139,
                "r_avg_similarity": 0.8337,
                "r_similarities": [
                    0.8337
                ],
                "s_avg_similarity": 0.8954,
                "s_similarities": [
                    0.8954
                ],
                "s_ppl": 158.56642150878906,
                "t_ppl": 158.56642150878906,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9788,
                    "positive": 0.0033,
                    "neutral": 0.018
                }
            }
        },
        {
            "index": 73,
            "input": "mine fit perfectly on my linen closet door with no securing necessary.",
            "reference": "mine fit somewhat perfectly on my linen closet door, but with some securing necessary.",
            "prediction": "I bought a linen closet door and it didn't fit at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.372689474549311,
                "s_sbleu": 13.065113298388567,
                "r_avg_similarity": 0.8289,
                "r_similarities": [
                    0.8289
                ],
                "s_avg_similarity": 0.7664,
                "s_similarities": [
                    0.7664
                ],
                "s_ppl": 33.071800231933594,
                "t_ppl": 33.07180404663086,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9582,
                    "positive": 0.003,
                    "neutral": 0.0388
                }
            }
        },
        {
            "index": 74,
            "input": "very sturdy with a good selection of teeth sizes.",
            "reference": "Not sturdy with a bad selection of teeth sizes.",
            "prediction": "The pliers are very sturdy and have a good selection of teeth sizes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.917849332325716,
                "s_sbleu": 47.855439210937384,
                "r_avg_similarity": 0.5874,
                "r_similarities": [
                    0.5874
                ],
                "s_avg_similarity": 0.6001,
                "s_similarities": [
                    0.6001
                ],
                "s_ppl": 35.47441101074219,
                "t_ppl": 35.47441864013672,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9543,
                    "neutral": 0.0444
                }
            }
        },
        {
            "index": 75,
            "input": "i use it a lot, and it never gave me any problem.",
            "reference": "i never use it a lot, it always gives me problems.",
            "prediction": "I used it a lot, but it always gave me problems.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.170906522700683,
                "s_sbleu": 22.882759955089266,
                "r_avg_similarity": 0.8953,
                "r_similarities": [
                    0.8953
                ],
                "s_avg_similarity": 0.8555,
                "s_similarities": [
                    0.8555
                ],
                "s_ppl": 19.105043411254883,
                "t_ppl": 19.10504722595215,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8521,
                    "positive": 0.0058,
                    "neutral": 0.1421
                }
            }
        },
        {
            "index": 76,
            "input": "it s more powerful so i expect it to be a little louder.",
            "reference": "It's more powerful, so I expect it to be too loud.",
            "prediction": "I expect it to be a little louder because it is more powerful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.614875844889426,
                "s_sbleu": 50.31747626530137,
                "r_avg_similarity": 0.857,
                "r_similarities": [
                    0.857
                ],
                "s_avg_similarity": 0.9793,
                "s_similarities": [
                    0.9793
                ],
                "s_ppl": 24.333406448364258,
                "t_ppl": 24.333412170410156,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9543,
                    "neutral": 0.044
                }
            }
        },
        {
            "index": 77,
            "input": "the handle is comfortable and holds the pitchers securely in your hands.",
            "reference": "the handle is comfortable enough and holds the pitchers in your hands",
            "prediction": "The handle is uncomfortable and does not hold the pitchers securely in your hands.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.865996369027272,
                "s_sbleu": 45.46697236991714,
                "r_avg_similarity": 0.9093,
                "r_similarities": [
                    0.9093
                ],
                "s_avg_similarity": 0.9415,
                "s_similarities": [
                    0.9415
                ],
                "s_ppl": 60.94951629638672,
                "t_ppl": 60.94951248168945,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9026,
                    "positive": 0.0034,
                    "neutral": 0.0939
                }
            }
        },
        {
            "index": 78,
            "input": "that said, the mic did pic up everything it could.",
            "reference": "that said, the mic did not pic up everything it could.",
            "prediction": "The mic picked up everything it could.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.96204682801084,
                "s_sbleu": 32.81829856080947,
                "r_avg_similarity": 0.7703,
                "r_similarities": [
                    0.7703
                ],
                "s_avg_similarity": 0.7918,
                "s_similarities": [
                    0.7918
                ],
                "s_ppl": 97.76152038574219,
                "t_ppl": 97.76150512695312,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.5431,
                    "neutral": 0.4543
                }
            }
        },
        {
            "index": 79,
            "input": "i just bought a num_extend cubic ft chest freezer.",
            "reference": "i regret that i just bought a num_extend cubic ft chest freezer.",
            "prediction": "I just bought a num_extend cubic ft chest freezer. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.30574043798692,
                "s_sbleu": 57.30574043798692,
                "r_avg_similarity": 0.941,
                "r_similarities": [
                    0.941
                ],
                "s_avg_similarity": 0.9547,
                "s_similarities": [
                    0.9547
                ],
                "s_ppl": 253.58616638183594,
                "t_ppl": 253.58628845214844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9761,
                    "positive": 0.0037,
                    "neutral": 0.0202
                }
            }
        },
        {
            "index": 80,
            "input": "there are num_num bright leds for taking pictures or just as a flashlight.",
            "reference": "there are way too many bright leds for taking pictures or just as a flashlight.",
            "prediction": "There are num_num bright leds for taking pictures or just as a flashlight.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.68954865619207,
                "s_sbleu": 93.06048591020995,
                "r_avg_similarity": 0.7477,
                "r_similarities": [
                    0.7477
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 176.2952423095703,
                "t_ppl": 176.2953338623047,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0048,
                    "positive": 0.1519,
                    "neutral": 0.8433
                }
            }
        },
        {
            "index": 81,
            "input": "no more oil on my hands when cooking up a steak or falafel.",
            "reference": "I get oil all over my hands when cooking up a steak or falafel.",
            "prediction": "I can't stop my hands from getting oily while cooking up a steak or falafel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.311785416105785,
                "s_sbleu": 41.211837513230265,
                "r_avg_similarity": 0.8845,
                "r_similarities": [
                    0.8845
                ],
                "s_avg_similarity": 0.889,
                "s_similarities": [
                    0.889
                ],
                "s_ppl": 49.52338790893555,
                "t_ppl": 49.52339172363281,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6997,
                    "positive": 0.0117,
                    "neutral": 0.2886
                }
            }
        },
        {
            "index": 82,
            "input": "it works great and i am very happy with it.",
            "reference": "it does not work great and i am extremely unhappy with it.",
            "prediction": "It works great but I'm not happy with it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.147601201284163,
                "s_sbleu": 28.26657746622342,
                "r_avg_similarity": 0.8776,
                "r_similarities": [
                    0.8776
                ],
                "s_avg_similarity": 0.8602,
                "s_similarities": [
                    0.8602
                ],
                "s_ppl": 14.076879501342773,
                "t_ppl": 14.076878547668457,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7708,
                    "positive": 0.0273,
                    "neutral": 0.2019
                }
            }
        },
        {
            "index": 83,
            "input": "the shipping charges are now lower and upfront on the order.",
            "reference": "the shipping charges are now higher and missing on the order.",
            "prediction": "The shipping charges are now higher and hidden in the order.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 31.702331385234313,
                "r_avg_similarity": 0.9528,
                "r_similarities": [
                    0.9528
                ],
                "s_avg_similarity": 0.9253,
                "s_similarities": [
                    0.9253
                ],
                "s_ppl": 92.42179870605469,
                "t_ppl": 92.42184448242188,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7745,
                    "positive": 0.0055,
                    "neutral": 0.22
                }
            }
        },
        {
            "index": 84,
            "input": "i bought it for a new iphone num_extend",
            "reference": "i bought it only for a new iphone num_extend",
            "prediction": "I bought it for a new iPhone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.765505306875905,
                "s_sbleu": 40.26190971287385,
                "r_avg_similarity": 0.7013,
                "r_similarities": [
                    0.7013
                ],
                "s_avg_similarity": 0.7278,
                "s_similarities": [
                    0.7278
                ],
                "s_ppl": 46.86229705810547,
                "t_ppl": 46.86231231689453,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.2994,
                    "neutral": 0.6978
                }
            }
        },
        {
            "index": 85,
            "input": "i can't believe how beautiful and substantial this ice cream maker is.",
            "reference": "i can't believe how nice this ice cream maker is",
            "prediction": "I can't believe how ugly and flimsy this ice cream maker is.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.67706276352344,
                "s_sbleu": 49.73567356124545,
                "r_avg_similarity": 0.8391,
                "r_similarities": [
                    0.8391
                ],
                "s_avg_similarity": 0.858,
                "s_similarities": [
                    0.858
                ],
                "s_ppl": 26.6021671295166,
                "t_ppl": 26.602174758911133,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9799,
                    "positive": 0.0038,
                    "neutral": 0.0162
                }
            }
        },
        {
            "index": 86,
            "input": "i used a blade grinder for years before buying a burr grinder.",
            "reference": "After using a blade grinder for years, I was not happy with this burr grinder.",
            "prediction": "I used a blade grinder for years before buying a burr grinder, which was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.405051724608796,
                "s_sbleu": 55.20516129306315,
                "r_avg_similarity": 0.8944,
                "r_similarities": [
                    0.8944
                ],
                "s_avg_similarity": 0.9659,
                "s_similarities": [
                    0.9659
                ],
                "s_ppl": 26.927879333496094,
                "t_ppl": 26.927879333496094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9742,
                    "positive": 0.0034,
                    "neutral": 0.0224
                }
            }
        },
        {
            "index": 87,
            "input": "this one does the job i need it for!.",
            "reference": "doesn't do the job",
            "prediction": "This one is not doing the job I need it for!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 26.20251007173262,
                "r_avg_similarity": 0.4448,
                "r_similarities": [
                    0.4448
                ],
                "s_avg_similarity": 0.7899,
                "s_similarities": [
                    0.7899
                ],
                "s_ppl": 28.599424362182617,
                "t_ppl": 28.59942626953125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9732,
                    "positive": 0.0028,
                    "neutral": 0.024
                }
            }
        },
        {
            "index": 88,
            "input": "i don't want the bulk of an otterbox defender.",
            "reference": "I don't want the burdensome bulk of an otterbox defender.",
            "prediction": "I don't want the bulk of an otterbox defender.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.0866788975034,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.9636,
                "r_similarities": [
                    0.9636
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 184.94586181640625,
                "t_ppl": 184.94595336914062,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7496,
                    "positive": 0.0088,
                    "neutral": 0.2416
                }
            }
        },
        {
            "index": 89,
            "input": "the charger is working with my wireless bluetooth speaker just fine so far.",
            "reference": "the charger is so far working with my wireless bluetooth speaker",
            "prediction": "The charger is not working with my wireless bluetooth speaker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.93071778680675,
                "s_sbleu": 40.71631883019392,
                "r_avg_similarity": 0.9262,
                "r_similarities": [
                    0.9262
                ],
                "s_avg_similarity": 0.9018,
                "s_similarities": [
                    0.9018
                ],
                "s_ppl": 51.68626403808594,
                "t_ppl": 51.686279296875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9559,
                    "positive": 0.003,
                    "neutral": 0.0411
                }
            }
        },
        {
            "index": 90,
            "input": "although once you go a little past halfway the quality gets a little worse.",
            "reference": "although once you go a little past halfway the quality gets a remarkably worse.",
            "prediction": "Although once you go a little past halfway the quality gets a little worse, it is still good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.26509505811609,
                "s_sbleu": 63.13922341364883,
                "r_avg_similarity": 0.9251,
                "r_similarities": [
                    0.9251
                ],
                "s_avg_similarity": 0.9355,
                "s_similarities": [
                    0.9355
                ],
                "s_ppl": 34.82782745361328,
                "t_ppl": 34.82782745361328,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.051,
                    "positive": 0.6653,
                    "neutral": 0.2837
                }
            }
        },
        {
            "index": 91,
            "input": "i m starting to hate it because i don't need to upgrade.",
            "reference": "i m starting to loathe it immensely because i don't need to upgrade.",
            "prediction": "I am starting to hate it because I don't need to upgrade.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.79475209724913,
                "s_sbleu": 57.83569866465144,
                "r_avg_similarity": 0.8699,
                "r_similarities": [
                    0.8699
                ],
                "s_avg_similarity": 0.9966,
                "s_similarities": [
                    0.9966
                ],
                "s_ppl": 31.576435089111328,
                "t_ppl": 31.57643699645996,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9754,
                    "positive": 0.0032,
                    "neutral": 0.0215
                }
            }
        },
        {
            "index": 92,
            "input": "i guess you could say so what it s a ladle.",
            "reference": "i guess you could say so what it s a stupid ladle.",
            "prediction": "I guess you could say so what it's a ladle.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.591268087021724,
                "s_sbleu": 53.6655197918775,
                "r_avg_similarity": 0.8851,
                "r_similarities": [
                    0.8851
                ],
                "s_avg_similarity": 0.9972,
                "s_similarities": [
                    0.9972
                ],
                "s_ppl": 65.46759796142578,
                "t_ppl": 65.4676284790039,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0428,
                    "positive": 0.0311,
                    "neutral": 0.9261
                }
            }
        },
        {
            "index": 93,
            "input": "fast; better than a blender and is easy to use.",
            "reference": "slow; worse than a blender and is tough to use.",
            "prediction": "It's not as good as a blender and it's hard to use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.338531381761715,
                "s_sbleu": 19.338531381761715,
                "r_avg_similarity": 0.808,
                "r_similarities": [
                    0.808
                ],
                "s_avg_similarity": 0.6992,
                "s_similarities": [
                    0.6992
                ],
                "s_ppl": 15.843178749084473,
                "t_ppl": 15.843177795410156,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9715,
                    "positive": 0.003,
                    "neutral": 0.0256
                }
            }
        },
        {
            "index": 94,
            "input": "overall i love them, and would probably buy them again.",
            "reference": "overall i hate them, and would never buy them again.",
            "prediction": "I hate them, and would never buy them again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 81.55395405382076,
                "s_sbleu": 42.84697776667896,
                "r_avg_similarity": 0.9477,
                "r_similarities": [
                    0.9477
                ],
                "s_avg_similarity": 0.6439,
                "s_similarities": [
                    0.6439
                ],
                "s_ppl": 21.237285614013672,
                "t_ppl": 21.237287521362305,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9843,
                    "positive": 0.0042,
                    "neutral": 0.0115
                }
            }
        },
        {
            "index": 95,
            "input": "i have two of them in different locations in my house.",
            "reference": "i have them in different locations in my house",
            "prediction": "I have two of them in different locations in my house.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.3167536340577,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.8173,
                "r_similarities": [
                    0.8173
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 13.374735832214355,
                "t_ppl": 13.374735832214355,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0078,
                    "positive": 0.0397,
                    "neutral": 0.9526
                }
            }
        },
        {
            "index": 96,
            "input": "the voice from the earpiece says connected on successful completion.",
            "reference": "the voice from the earpiece doesn't work.",
            "prediction": "The voice from the earpiece said that I am connected successfully.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.416933501922298,
                "s_sbleu": 23.462350320527996,
                "r_avg_similarity": 0.6236,
                "r_similarities": [
                    0.6236
                ],
                "s_avg_similarity": 0.7431,
                "s_similarities": [
                    0.7431
                ],
                "s_ppl": 65.632568359375,
                "t_ppl": 65.632568359375,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9821,
                    "neutral": 0.0167
                }
            }
        },
        {
            "index": 97,
            "input": "they come with full instructions and not much more to say.",
            "reference": "they came with no instructions to be found and not much more to say",
            "prediction": "They come with full instructions. There is nothing else to say.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.803085237372876,
                "s_sbleu": 27.968424579665367,
                "r_avg_similarity": 0.7874,
                "r_similarities": [
                    0.7874
                ],
                "s_avg_similarity": 0.9277,
                "s_similarities": [
                    0.9277
                ],
                "s_ppl": 26.585887908935547,
                "t_ppl": 26.585880279541016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0356,
                    "positive": 0.1589,
                    "neutral": 0.8055
                }
            }
        },
        {
            "index": 98,
            "input": "went looking for them and you had them.",
            "reference": "went looking for them and couldn't find them.",
            "prediction": "I went looking for them but you didn't have them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.901593935858266,
                "s_sbleu": 28.997844147152072,
                "r_avg_similarity": 0.7448,
                "r_similarities": [
                    0.7448
                ],
                "s_avg_similarity": 0.7784,
                "s_similarities": [
                    0.7784
                ],
                "s_ppl": 25.907106399536133,
                "t_ppl": 25.907106399536133,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7887,
                    "positive": 0.0058,
                    "neutral": 0.2054
                }
            }
        },
        {
            "index": 99,
            "input": "i have been extremely happy with my purchase.",
            "reference": "upset at purchase from the start",
            "prediction": "I am extremely unhappy with my purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 32.260135189272866,
                "r_avg_similarity": 0.5585,
                "r_similarities": [
                    0.5585
                ],
                "s_avg_similarity": 0.6205,
                "s_similarities": [
                    0.6205
                ],
                "s_ppl": 26.328426361083984,
                "t_ppl": 26.328433990478516,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9826,
                    "positive": 0.0035,
                    "neutral": 0.0139
                }
            }
        },
        {
            "index": 100,
            "input": "the glass cuisinart lids would pour water everywhere in a wet mess.",
            "reference": "the glass cuisinart lids would pour water everywhere in a wet mess all the time.",
            "prediction": "The glass cuisinart lids would pour water everywhere in a wet mess.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.87708132895935,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9835,
                "r_similarities": [
                    0.9835
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 206.6024169921875,
                "t_ppl": 206.60252380371094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8121,
                    "positive": 0.0053,
                    "neutral": 0.1826
                }
            }
        },
        {
            "index": 101,
            "input": "i am glad that i did not spend a fortune on the electric models.",
            "reference": "i am happy that i did not spend a full fortune on the electric models",
            "prediction": "I am glad that I did not spend a fortune on the electric models.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.33207865423753,
                "s_sbleu": 72.41577342575832,
                "r_avg_similarity": 0.9523,
                "r_similarities": [
                    0.9523
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 27.29465675354004,
                "t_ppl": 27.294662475585938,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0233,
                    "positive": 0.78,
                    "neutral": 0.1968
                }
            }
        },
        {
            "index": 102,
            "input": "it s very simple and takes up very little space on the pot rack.",
            "reference": "it s very difficult and takes up a lot of space on the pot rack.",
            "prediction": "It is a very bad product and takes up too much space on the pot rack.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.709297891717654,
                "s_sbleu": 36.82139814518999,
                "r_avg_similarity": 0.6818,
                "r_similarities": [
                    0.6818
                ],
                "s_avg_similarity": 0.6171,
                "s_similarities": [
                    0.6171
                ],
                "s_ppl": 30.766983032226562,
                "t_ppl": 30.766984939575195,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9802,
                    "positive": 0.0029,
                    "neutral": 0.017
                }
            }
        },
        {
            "index": 103,
            "input": "fill the pan half way with water, and put it to boil.",
            "reference": "took a while to boil",
            "prediction": "fill the pan half way with water, and put it to boil.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.67967744513558,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5039,
                "r_similarities": [
                    0.5039
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 18.193822860717773,
                "t_ppl": 18.19382095336914,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0093,
                    "positive": 0.0379,
                    "neutral": 0.9528
                }
            }
        },
        {
            "index": 104,
            "input": "comes with a towel to clean the phone before placement.",
            "reference": "you need to use the towel it comes with to clean the phone before placement",
            "prediction": "The phone comes with a towel to clean it before placement.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.11092091945631,
                "s_sbleu": 54.52469119630863,
                "r_avg_similarity": 0.9221,
                "r_similarities": [
                    0.9221
                ],
                "s_avg_similarity": 0.9726,
                "s_similarities": [
                    0.9726
                ],
                "s_ppl": 58.716373443603516,
                "t_ppl": 58.716373443603516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0431,
                    "positive": 0.0256,
                    "neutral": 0.9313
                }
            }
        },
        {
            "index": 105,
            "input": "no battery to wear out and have to replace.",
            "reference": "unfortunately no battery to wear out and have to replace",
            "prediction": "There is no battery in this laptop that can be worn out and replaced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.432998184513635,
                "s_sbleu": 7.859438681510603,
                "r_avg_similarity": 0.6784,
                "r_similarities": [
                    0.6784
                ],
                "s_avg_similarity": 0.7259,
                "s_similarities": [
                    0.7259
                ],
                "s_ppl": 31.932279586791992,
                "t_ppl": 31.93228530883789,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.4753,
                    "positive": 0.1062,
                    "neutral": 0.4185
                }
            }
        },
        {
            "index": 106,
            "input": "like i said, it works, these are ok.",
            "reference": "like i said, it does not, these are not ok.",
            "prediction": "I said that it worked, but these were not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.876379559070524,
                "s_sbleu": 5.063996506781409,
                "r_avg_similarity": 0.5005,
                "r_similarities": [
                    0.5005
                ],
                "s_avg_similarity": 0.8276,
                "s_similarities": [
                    0.8276
                ],
                "s_ppl": 53.276737213134766,
                "t_ppl": 53.276756286621094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9669,
                    "positive": 0.0027,
                    "neutral": 0.0304
                }
            }
        },
        {
            "index": 107,
            "input": "this gets the job done for the price.",
            "reference": "this does not get the job done and it is expensive.",
            "prediction": "This is not worth the money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.546632359631261,
                "s_sbleu": 5.8689248188165335,
                "r_avg_similarity": 0.5574,
                "r_similarities": [
                    0.5574
                ],
                "s_avg_similarity": 0.4112,
                "s_similarities": [
                    0.4112
                ],
                "s_ppl": 21.584217071533203,
                "t_ppl": 21.584217071533203,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9749,
                    "positive": 0.0026,
                    "neutral": 0.0225
                }
            }
        },
        {
            "index": 108,
            "input": "seems to working fine in my mother s humidifier.",
            "reference": "this works terrible in my mother's humidifier",
            "prediction": "My mother's humidifier is not working fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 10.229197414177778,
                "r_avg_similarity": 0.8581,
                "r_similarities": [
                    0.8581
                ],
                "s_avg_similarity": 0.835,
                "s_similarities": [
                    0.835
                ],
                "s_ppl": 77.61109161376953,
                "t_ppl": 77.61109161376953,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9724,
                    "positive": 0.0032,
                    "neutral": 0.0244
                }
            }
        },
        {
            "index": 109,
            "input": "mediocre results until hitting upon a great cookbook.",
            "reference": "not perfect results until hitting upon a good cookbook",
            "prediction": "I got mediocre results until I hit upon a great cookbook.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.127993013562818,
                "s_sbleu": 42.401253518050375,
                "r_avg_similarity": 0.8099,
                "r_similarities": [
                    0.8099
                ],
                "s_avg_similarity": 0.9126,
                "s_similarities": [
                    0.9126
                ],
                "s_ppl": 105.93013763427734,
                "t_ppl": 105.93014526367188,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0549,
                    "positive": 0.4948,
                    "neutral": 0.4504
                }
            }
        },
        {
            "index": 110,
            "input": "it pushed right through the job with no trouble.",
            "reference": "i had trouble pushing it right through the job.",
            "prediction": "It did not push through the job at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 16.784459625186194,
                "r_avg_similarity": 0.6745,
                "r_similarities": [
                    0.6745
                ],
                "s_avg_similarity": 0.7838,
                "s_similarities": [
                    0.7838
                ],
                "s_ppl": 63.20556640625,
                "t_ppl": 63.205562591552734,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9545,
                    "positive": 0.0026,
                    "neutral": 0.0429
                }
            }
        },
        {
            "index": 111,
            "input": "on the other hand for power grating you ve got something here.",
            "reference": "on the other hand for power grating it does not work.",
            "prediction": "On the other hand, this is a terrible laptop for power grating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.476860420522193,
                "s_sbleu": 18.476860420522193,
                "r_avg_similarity": 0.7165,
                "r_similarities": [
                    0.7165
                ],
                "s_avg_similarity": 0.7072,
                "s_similarities": [
                    0.7072
                ],
                "s_ppl": 59.12025451660156,
                "t_ppl": 59.12025451660156,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.983,
                    "positive": 0.0034,
                    "neutral": 0.0135
                }
            }
        },
        {
            "index": 112,
            "input": "the remaining sticker is attached to the second film.",
            "reference": "unfortunately, the remaining sticker is attached to the second film.",
            "prediction": "The remaining sticker is attached to the second film.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.05745450576255,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.9477,
                "r_similarities": [
                    0.9477
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 151.21144104003906,
                "t_ppl": 151.21144104003906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0057,
                    "positive": 0.03,
                    "neutral": 0.9644
                }
            }
        },
        {
            "index": 113,
            "input": "i use it for my line of work and it stands up.",
            "reference": "don't use it anymore",
            "prediction": "I use it for my line of work and it doesn't stand up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.67967744513558,
                "s_sbleu": 64.50001140844256,
                "r_avg_similarity": 0.2552,
                "r_similarities": [
                    0.2552
                ],
                "s_avg_similarity": 0.9401,
                "s_similarities": [
                    0.9401
                ],
                "s_ppl": 24.374404907226562,
                "t_ppl": 24.374412536621094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8935,
                    "positive": 0.0036,
                    "neutral": 0.1028
                }
            }
        },
        {
            "index": 114,
            "input": "the cheese came out light and fluffy wished i had had one earlier.",
            "reference": "the cheese never came out light and fluffy.",
            "prediction": "The cheese came out light and fluffy, but I wish I hadn't had it at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.86976686325118,
                "s_sbleu": 28.43329181530769,
                "r_avg_similarity": 0.7726,
                "r_similarities": [
                    0.7726
                ],
                "s_avg_similarity": 0.9268,
                "s_similarities": [
                    0.9268
                ],
                "s_ppl": 21.399505615234375,
                "t_ppl": 21.399507522583008,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9036,
                    "positive": 0.0056,
                    "neutral": 0.0908
                }
            }
        },
        {
            "index": 115,
            "input": "great headset, solid build quality and blocks out the wind.",
            "reference": "terrible headset, lousy build quality and doesnt block out the wind.",
            "prediction": "The headset is terrible, it's not built well and doesn't block the wind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.500763055889768,
                "s_sbleu": 11.633270842295028,
                "r_avg_similarity": 0.9088,
                "r_similarities": [
                    0.9088
                ],
                "s_avg_similarity": 0.8098,
                "s_similarities": [
                    0.8098
                ],
                "s_ppl": 45.47616958618164,
                "t_ppl": 45.476158142089844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9798,
                    "positive": 0.0028,
                    "neutral": 0.0174
                }
            }
        },
        {
            "index": 116,
            "input": "for example, the box says there s an led battery indicator light.",
            "reference": "for example, the box says there is no led battery indicator light.",
            "prediction": "The box said that there is a LED battery indicator light.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.17994592198391,
                "s_sbleu": 19.86045076930839,
                "r_avg_similarity": 0.9049,
                "r_similarities": [
                    0.9049
                ],
                "s_avg_similarity": 0.948,
                "s_similarities": [
                    0.948
                ],
                "s_ppl": 94.01000213623047,
                "t_ppl": 94.010009765625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0049,
                    "positive": 0.0402,
                    "neutral": 0.9549
                }
            }
        },
        {
            "index": 117,
            "input": "one corner is slightly taller than the other but its hardly noticeable.",
            "reference": "one corner is slightly taller than the other and it is noticeable.",
            "prediction": "The corners of this laptop are not even. One corner is slightly taller than the other, which makes it look ugly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.51001274286627,
                "s_sbleu": 24.76980256562108,
                "r_avg_similarity": 0.6729,
                "r_similarities": [
                    0.6729
                ],
                "s_avg_similarity": 0.6455,
                "s_similarities": [
                    0.6455
                ],
                "s_ppl": 20.78887939453125,
                "t_ppl": 20.788883209228516,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.975,
                    "positive": 0.003,
                    "neutral": 0.022
                }
            }
        },
        {
            "index": 118,
            "input": "i am so glad we chose this one.",
            "reference": "i am so angry we chose this one.",
            "prediction": "I'm so glad we chose this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.750342648354646,
                "s_sbleu": 74.20884818558928,
                "r_avg_similarity": 0.7587,
                "r_similarities": [
                    0.7587
                ],
                "s_avg_similarity": 0.985,
                "s_similarities": [
                    0.985
                ],
                "s_ppl": 18.799358367919922,
                "t_ppl": 18.799341201782227,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9925,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 119,
            "input": "we use these alot and they work great.",
            "reference": "They don't work as well as expected.",
            "prediction": "We use these alot and they don't work at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 38.16330911371337,
                "r_avg_similarity": 0.6059,
                "r_similarities": [
                    0.6059
                ],
                "s_avg_similarity": 0.7468,
                "s_similarities": [
                    0.7468
                ],
                "s_ppl": 42.11098098754883,
                "t_ppl": 42.11098861694336,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9609,
                    "positive": 0.0031,
                    "neutral": 0.036
                }
            }
        },
        {
            "index": 120,
            "input": "i say that after trying many cheap pathetic headsets, sigh.",
            "reference": "i say that after trying many cheap pathetic headsets that I loathe, sigh.",
            "prediction": "I tried many cheap and pathetic headsets. Sigh!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.966506956353646,
                "s_sbleu": 10.274506536150966,
                "r_avg_similarity": 0.8655,
                "r_similarities": [
                    0.8655
                ],
                "s_avg_similarity": 0.8947,
                "s_similarities": [
                    0.8947
                ],
                "s_ppl": 268.4569396972656,
                "t_ppl": 268.4569396972656,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9772,
                    "positive": 0.0035,
                    "neutral": 0.0193
                }
            }
        },
        {
            "index": 121,
            "input": "i pretreated the worst stains withwoolite pet stain.",
            "reference": "didn't work at all on the stain",
            "prediction": "I pretreated the worst stains with Woolite Pet Stain.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 27.77619034011791,
                "r_avg_similarity": 0.6051,
                "r_similarities": [
                    0.6051
                ],
                "s_avg_similarity": 0.88,
                "s_similarities": [
                    0.88
                ],
                "s_ppl": 361.0375061035156,
                "t_ppl": 361.0376892089844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9761,
                    "positive": 0.003,
                    "neutral": 0.0209
                }
            }
        },
        {
            "index": 122,
            "input": "i have dropped the phone onto a tile floor and it is fine.",
            "reference": "i have dropped the phone onto a tile floor and it is broken.",
            "prediction": "I dropped my phone on a tile floor and it broke.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.181358455294284,
                "s_sbleu": 30.181358455294284,
                "r_avg_similarity": 0.9333,
                "r_similarities": [
                    0.9333
                ],
                "s_avg_similarity": 0.8258,
                "s_similarities": [
                    0.8258
                ],
                "s_ppl": 17.581480026245117,
                "t_ppl": 17.581480026245117,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9325,
                    "positive": 0.0054,
                    "neutral": 0.0621
                }
            }
        },
        {
            "index": 123,
            "input": "the la prima ran about half a shot then choked the machine.",
            "reference": "the la prima ran about half a shot then broke the machine.",
            "prediction": "The La Prima ran for half a shot and choked the machine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.098339913206324,
                "s_sbleu": 28.917849332325716,
                "r_avg_similarity": 0.8838,
                "r_similarities": [
                    0.8838
                ],
                "s_avg_similarity": 0.9859,
                "s_similarities": [
                    0.9859
                ],
                "s_ppl": 395.6980285644531,
                "t_ppl": 395.6980285644531,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2173,
                    "positive": 0.0098,
                    "neutral": 0.7729
                }
            }
        },
        {
            "index": 124,
            "input": "with medium usage its closer to about num_num hours.",
            "reference": "with low usage its closer to only 1 hour.",
            "prediction": "with medium usage it is closer to about num_num hours.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380176,
                "s_sbleu": 67.03420896351791,
                "r_avg_similarity": 0.7359,
                "r_similarities": [
                    0.7359
                ],
                "s_avg_similarity": 0.9916,
                "s_similarities": [
                    0.9916
                ],
                "s_ppl": 628.7281494140625,
                "t_ppl": 628.7280883789062,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.006,
                    "positive": 0.0289,
                    "neutral": 0.9652
                }
            }
        },
        {
            "index": 125,
            "input": "there are num_num blue lights to indicate the level of the unit s charge.",
            "reference": "there are no lights to indicate the unit's charge level.",
            "prediction": "There are num_num blue lights to indicate the level of the unit's charge.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.578316044531807,
                "s_sbleu": 72.05661978048428,
                "r_avg_similarity": 0.7475,
                "r_similarities": [
                    0.7475
                ],
                "s_avg_similarity": 0.9964,
                "s_similarities": [
                    0.9964
                ],
                "s_ppl": 117.74708557128906,
                "t_ppl": 117.74702453613281,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0052,
                    "positive": 0.0282,
                    "neutral": 0.9666
                }
            }
        },
        {
            "index": 126,
            "input": "the bottom most container is not as small as one would think.",
            "reference": "The bottom most container is smaller than you'd think.",
            "prediction": "The bottom most container is bigger than I thought it would be.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.455601883230702,
                "s_sbleu": 21.401603033752977,
                "r_avg_similarity": 0.9506,
                "r_similarities": [
                    0.9506
                ],
                "s_avg_similarity": 0.9263,
                "s_similarities": [
                    0.9263
                ],
                "s_ppl": 40.3939094543457,
                "t_ppl": 40.39393615722656,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2326,
                    "positive": 0.1704,
                    "neutral": 0.597
                }
            }
        },
        {
            "index": 127,
            "input": "that s what it does and it does it well.",
            "reference": "that s what it does and it does it not bad",
            "prediction": "That's what it does and it does it badly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.813962871807846,
                "s_sbleu": 59.77653345720247,
                "r_avg_similarity": 0.8684,
                "r_similarities": [
                    0.8684
                ],
                "s_avg_similarity": 0.8421,
                "s_similarities": [
                    0.8421
                ],
                "s_ppl": 15.547980308532715,
                "t_ppl": 15.547981262207031,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.968,
                    "positive": 0.0043,
                    "neutral": 0.0277
                }
            }
        },
        {
            "index": 128,
            "input": "recomiendo este vendedor porque tengo total seguridad que es una bella y honesta persona.",
            "reference": "do not recommend this at all",
            "prediction": "I recommend this seller because I have full confidence that he is a beautiful and honest person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.295382417831811,
                "s_sbleu": 2.1476912089159055,
                "r_avg_similarity": 0.2594,
                "r_similarities": [
                    0.2594
                ],
                "s_avg_similarity": 0.1604,
                "s_similarities": [
                    0.1604
                ],
                "s_ppl": 34.0933837890625,
                "t_ppl": 34.093379974365234,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.992,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 129,
            "input": "however, this is an example of how rosle got it right.",
            "reference": "however, this is an example of how rosie got it wrong.",
            "prediction": "However, this is an example of how rosle got it wrong.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.03420896351791,
                "s_sbleu": 75.39221180326287,
                "r_avg_similarity": 0.544,
                "r_similarities": [
                    0.544
                ],
                "s_avg_similarity": 0.9458,
                "s_similarities": [
                    0.9458
                ],
                "s_ppl": 85.87095642089844,
                "t_ppl": 85.87098693847656,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9264,
                    "positive": 0.0028,
                    "neutral": 0.0707
                }
            }
        },
        {
            "index": 130,
            "input": "it fulfills my modest requirements, and exceeds my expectations in appearance.",
            "reference": "it does not fulfill my modest requirements, and does not meet my expectations in appearance.",
            "prediction": "It is a Notebook PC, Toshiba Qosmio which does not fulfill my modest requirements, and it does not exceed my expectations in appearance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.88252021379081,
                "s_sbleu": 27.698762715990963,
                "r_avg_similarity": 0.3242,
                "r_similarities": [
                    0.3242
                ],
                "s_avg_similarity": 0.272,
                "s_similarities": [
                    0.272
                ],
                "s_ppl": 46.81797409057617,
                "t_ppl": 46.81798553466797,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9679,
                    "positive": 0.0028,
                    "neutral": 0.0293
                }
            }
        },
        {
            "index": 131,
            "input": "some reviewers complained of grounds in the coffee.",
            "reference": "some reviewers complained of grounds in the coffee, they were correct.",
            "prediction": "Some reviewers complained that there were grounds in the coffee.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.997758323995956,
                "s_sbleu": 40.35278637463989,
                "r_avg_similarity": 0.966,
                "r_similarities": [
                    0.966
                ],
                "s_avg_similarity": 0.9789,
                "s_similarities": [
                    0.9789
                ],
                "s_ppl": 236.11326599121094,
                "t_ppl": 236.11326599121094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7156,
                    "positive": 0.0049,
                    "neutral": 0.2796
                }
            }
        },
        {
            "index": 132,
            "input": "i had installed two of these for the front entrance of our house.",
            "reference": "i hated installing two of these for the front entrance of our house.",
            "prediction": "I had installed two of these for the front entrance of our house.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.77395672414198,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.863,
                "r_similarities": [
                    0.863
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 32.81669616699219,
                "t_ppl": 32.81669616699219,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.097,
                    "neutral": 0.8996
                }
            }
        },
        {
            "index": 133,
            "input": "look up videos on swype if you want to see it in action.",
            "reference": "look up videos on swype if you want to see it doing badly",
            "prediction": "Look up videos on swype if you want to see it in action. It is a terrible app.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.627994270063056,
                "s_sbleu": 61.98021310128996,
                "r_avg_similarity": 0.7831,
                "r_similarities": [
                    0.7831
                ],
                "s_avg_similarity": 0.8239,
                "s_similarities": [
                    0.8239
                ],
                "s_ppl": 23.69684410095215,
                "t_ppl": 23.696849822998047,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9828,
                    "positive": 0.0036,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 134,
            "input": "i like that is is durable and washable.",
            "reference": "i like that is is somehow durable and washable",
            "prediction": "I hate this shirt because it's not durable and washable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.950796967929131,
                "s_sbleu": 23.462350320528007,
                "r_avg_similarity": 0.5902,
                "r_similarities": [
                    0.5902
                ],
                "s_avg_similarity": 0.5872,
                "s_similarities": [
                    0.5872
                ],
                "s_ppl": 57.88991928100586,
                "t_ppl": 57.889915466308594,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9797,
                    "positive": 0.003,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 135,
            "input": "the aluminum ones get stained and ugly after a few uses.",
            "reference": "the aluminum ones get unpleasantly stained and ugly after a few uses.",
            "prediction": "The aluminum ones get stained and ugly after a few uses.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.61304462994481,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.9768,
                "r_similarities": [
                    0.9768
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 115.85494232177734,
                "t_ppl": 115.85494232177734,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8695,
                    "positive": 0.0056,
                    "neutral": 0.1249
                }
            }
        },
        {
            "index": 136,
            "input": "i was torn between ordering the wagner steam cleaner and this mcculloch steam cleaner.",
            "reference": "i was sure i wanted to order this mcculloch steam cleaner and i have no regrets.",
            "prediction": "I was torn between ordering the wagner steam cleaner and this mcculloch steam cleaner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.693727181857412,
                "s_sbleu": 92.53911813809742,
                "r_avg_similarity": 0.84,
                "r_similarities": [
                    0.84
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 97.97553253173828,
                "t_ppl": 97.97552490234375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0141,
                    "positive": 0.0204,
                    "neutral": 0.9656
                }
            }
        },
        {
            "index": 137,
            "input": "adds some bulk to phone but not a large amount.",
            "reference": "adds a huge amount of bulk to your phone",
            "prediction": "The phone is bulky and it's not a small amount.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 11.208466750961147,
                "r_avg_similarity": 0.6616,
                "r_similarities": [
                    0.6616
                ],
                "s_avg_similarity": 0.6514,
                "s_similarities": [
                    0.6514
                ],
                "s_ppl": 48.29228973388672,
                "t_ppl": 48.29228973388672,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0127,
                    "positive": 0.3154,
                    "neutral": 0.672
                }
            }
        },
        {
            "index": 138,
            "input": "place it in the freezer and close the door.",
            "reference": "place it in the freezer and try to close the door",
            "prediction": "place it in the freezer and close the door.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.54165059120785,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9566,
                "r_similarities": [
                    0.9566
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 18.579256057739258,
                "t_ppl": 18.579259872436523,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0102,
                    "positive": 0.0432,
                    "neutral": 0.9466
                }
            }
        },
        {
            "index": 139,
            "input": "open carefully and handle the zippers with care.",
            "reference": "open carefully and handle the zippers with care because they break.",
            "prediction": "Handle the zippers with care. Open carefully.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.668206578270098,
                "s_sbleu": 46.713797772820016,
                "r_avg_similarity": 0.9449,
                "r_similarities": [
                    0.9449
                ],
                "s_avg_similarity": 0.9822,
                "s_similarities": [
                    0.9822
                ],
                "s_ppl": 98.22508239746094,
                "t_ppl": 98.22509002685547,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0239,
                    "positive": 0.0473,
                    "neutral": 0.9288
                }
            }
        },
        {
            "index": 140,
            "input": "it had a great cost and a great product.",
            "reference": "it had a good cost and a nice product",
            "prediction": "It had a great cost but a terrible product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 32.46679154750989,
                "r_avg_similarity": 0.7402,
                "r_similarities": [
                    0.7402
                ],
                "s_avg_similarity": 0.8238,
                "s_similarities": [
                    0.8238
                ],
                "s_ppl": 55.74290084838867,
                "t_ppl": 55.742923736572266,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9726,
                    "positive": 0.0039,
                    "neutral": 0.0235
                }
            }
        },
        {
            "index": 141,
            "input": "you do have to hold a bowl when catching the meat you re grinding.",
            "reference": "you do have to hold a bowl when unpleasantly catching the meat you re grinding.",
            "prediction": "You do have to hold a bowl when catching the meat you're grinding.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.68271843768451,
                "s_sbleu": 67.71111323098613,
                "r_avg_similarity": 0.9717,
                "r_similarities": [
                    0.9717
                ],
                "s_avg_similarity": 0.9979,
                "s_similarities": [
                    0.9979
                ],
                "s_ppl": 113.05374908447266,
                "t_ppl": 113.05374145507812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0158,
                    "positive": 0.0276,
                    "neutral": 0.9566
                }
            }
        },
        {
            "index": 142,
            "input": "these type honeywells have been around a long time.",
            "reference": "these type honeywells have unfortunately been around a long time.",
            "prediction": "These type of Honeywells have been around for a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.09198854675628,
                "s_sbleu": 31.702331385234313,
                "r_avg_similarity": 0.9586,
                "r_similarities": [
                    0.9586
                ],
                "s_avg_similarity": 0.9929,
                "s_similarities": [
                    0.9929
                ],
                "s_ppl": 20.079715728759766,
                "t_ppl": 20.079713821411133,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0053,
                    "positive": 0.1211,
                    "neutral": 0.8736
                }
            }
        },
        {
            "index": 143,
            "input": "i have had no problem with either piece and highly recommend the products.",
            "reference": "I had many problems with both pieces and don't recommend the products.",
            "prediction": "I've had a lot of problems with both pieces and don't recommend them at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.65384287913186,
                "s_sbleu": 3.657015913414383,
                "r_avg_similarity": 0.8836,
                "r_similarities": [
                    0.8836
                ],
                "s_avg_similarity": 0.7824,
                "s_similarities": [
                    0.7824
                ],
                "s_ppl": 14.142226219177246,
                "t_ppl": 14.142227172851562,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9765,
                    "positive": 0.0027,
                    "neutral": 0.0208
                }
            }
        },
        {
            "index": 144,
            "input": "it stays stable in your ear very nicely and is surprisingly very comfortable.",
            "reference": "it does not stay in your ear very nicely and is not comfortable",
            "prediction": "It stays stable in your ear very nicely but is surprisingly very uncomfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.824623288353134,
                "s_sbleu": 54.451788461394045,
                "r_avg_similarity": 0.8255,
                "r_similarities": [
                    0.8255
                ],
                "s_avg_similarity": 0.9849,
                "s_similarities": [
                    0.9849
                ],
                "s_ppl": 134.85647583007812,
                "t_ppl": 134.85653686523438,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.07,
                    "positive": 0.3041,
                    "neutral": 0.6259
                }
            }
        },
        {
            "index": 145,
            "input": "this little butter bell is a fantastic buy.",
            "reference": "this little butter bell is a terrible buy.",
            "prediction": "This little butter bell is a horrible buy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.33450480401705,
                "s_sbleu": 51.33450480401705,
                "r_avg_similarity": 0.9918,
                "r_similarities": [
                    0.9918
                ],
                "s_avg_similarity": 0.9118,
                "s_similarities": [
                    0.9118
                ],
                "s_ppl": 740.026611328125,
                "t_ppl": 740.0269775390625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9824,
                    "positive": 0.0037,
                    "neutral": 0.0139
                }
            }
        },
        {
            "index": 146,
            "input": "this headset is awesome, the sound quality is truly amazing.",
            "reference": "this headset is not so great, the sound quality is pretty mediocre.",
            "prediction": "This headset is awful, the sound quality is truly terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.91290112222706,
                "s_sbleu": 48.326978309062206,
                "r_avg_similarity": 0.9295,
                "r_similarities": [
                    0.9295
                ],
                "s_avg_similarity": 0.8622,
                "s_similarities": [
                    0.8622
                ],
                "s_ppl": 50.34397888183594,
                "t_ppl": 50.343994140625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9834,
                    "positive": 0.0045,
                    "neutral": 0.0121
                }
            }
        },
        {
            "index": 147,
            "input": "i would have given a five star if the packaging with some bubble wrap.",
            "reference": "I couldn't give it five stars because of the very inadequate use of bubble wrap.",
            "prediction": "I would have given a five star if the packaging had some bubble wrap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.88300613173165,
                "s_sbleu": 72.41577342575832,
                "r_avg_similarity": 0.8155,
                "r_similarities": [
                    0.8155
                ],
                "s_avg_similarity": 0.981,
                "s_similarities": [
                    0.981
                ],
                "s_ppl": 43.266204833984375,
                "t_ppl": 43.26621627807617,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0418,
                    "positive": 0.1747,
                    "neutral": 0.7835
                }
            }
        },
        {
            "index": 148,
            "input": "nothing bad to say about this wonderful innovation at all.",
            "reference": "only bad things to say about this horrible innovation",
            "prediction": "I have nothing good to say about this terrible invention.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320528007,
                "s_sbleu": 25.965358893403383,
                "r_avg_similarity": 0.6619,
                "r_similarities": [
                    0.6619
                ],
                "s_avg_similarity": 0.6387,
                "s_similarities": [
                    0.6387
                ],
                "s_ppl": 26.890888214111328,
                "t_ppl": 26.890897750854492,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9797,
                    "positive": 0.0033,
                    "neutral": 0.017
                }
            }
        },
        {
            "index": 149,
            "input": "it stay clean and does not collect food stains.",
            "reference": "it gets dirty easily and gets stained.",
            "prediction": "It stays dirty and collects food stains.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 17.20339087300932,
                "r_avg_similarity": 0.7467,
                "r_similarities": [
                    0.7467
                ],
                "s_avg_similarity": 0.9056,
                "s_similarities": [
                    0.9056
                ],
                "s_ppl": 231.0159454345703,
                "t_ppl": 231.0160675048828,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.905,
                    "positive": 0.0043,
                    "neutral": 0.0907
                }
            }
        },
        {
            "index": 150,
            "input": "i never have problems answering the phone this way with my blackberry.",
            "reference": "i always have problems answering the phone this way with my blackberry.",
            "prediction": "I always have problems answering the phone this way with my blackberry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 91.21679090703874,
                "s_sbleu": 82.42367502646057,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9701,
                "s_similarities": [
                    0.9701
                ],
                "s_ppl": 55.077449798583984,
                "t_ppl": 55.07745361328125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9254,
                    "positive": 0.0047,
                    "neutral": 0.07
                }
            }
        },
        {
            "index": 151,
            "input": "easy to apply and it works very well.",
            "reference": "It was difficult to apply and didn't' work well.",
            "prediction": "It is difficult to apply and does not work at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.384183193426086,
                "s_sbleu": 13.545994273378144,
                "r_avg_similarity": 0.8173,
                "r_similarities": [
                    0.8173
                ],
                "s_avg_similarity": 0.7345,
                "s_similarities": [
                    0.7345
                ],
                "s_ppl": 18.2620906829834,
                "t_ppl": 18.2620906829834,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9653,
                    "positive": 0.0025,
                    "neutral": 0.0321
                }
            }
        },
        {
            "index": 152,
            "input": "i wore my first one out by pouring hot gravies in it.",
            "reference": "i wore my first one out by using it normally.",
            "prediction": "I wore my first one out by pouring hot gravies in it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.89601472043678,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.6744,
                "r_similarities": [
                    0.6744
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 118.7146224975586,
                "t_ppl": 118.71467590332031,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0961,
                    "positive": 0.0165,
                    "neutral": 0.8874
                }
            }
        },
        {
            "index": 153,
            "input": "also, don't use that yellow cloth to clean your phone.",
            "reference": "also, do not ever use that yellow cloth to clean your phone.",
            "prediction": "Also, don't use that yellow cloth to clean your phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.73028691712478,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.9751,
                "r_similarities": [
                    0.9751
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 29.912946701049805,
                "t_ppl": 29.91292381286621,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1989,
                    "positive": 0.0188,
                    "neutral": 0.7823
                }
            }
        },
        {
            "index": 154,
            "input": "the cord is extra heavy to resist tangling.",
            "reference": "the cord is very sensitive to tangling",
            "prediction": "The cord is extra heavy and it resists tangling.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 31.239399369202552,
                "r_avg_similarity": 0.8543,
                "r_similarities": [
                    0.8543
                ],
                "s_avg_similarity": 0.972,
                "s_similarities": [
                    0.972
                ],
                "s_ppl": 94.80513763427734,
                "t_ppl": 94.80513763427734,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5194,
                    "positive": 0.0103,
                    "neutral": 0.4703
                }
            }
        },
        {
            "index": 155,
            "input": "i purchased these batteries based on the reviews of others.",
            "reference": "i purchased these batteries based on the reviews of others, but they were dead.",
            "prediction": "I bought these batteries based on the reviews of others.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.363680913585306,
                "s_sbleu": 78.60753021519788,
                "r_avg_similarity": 0.8173,
                "r_similarities": [
                    0.8173
                ],
                "s_avg_similarity": 0.9945,
                "s_similarities": [
                    0.9945
                ],
                "s_ppl": 26.95402717590332,
                "t_ppl": 26.95402717590332,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0152,
                    "positive": 0.0732,
                    "neutral": 0.9115
                }
            }
        },
        {
            "index": 156,
            "input": "doesn't really reduce the fat anymore than most cooking methods.",
            "reference": "doesn't reduce at all the fat anymore than most cooking methods",
            "prediction": "Cooking this way doesn't really reduce the fat anymore than most cooking methods.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.0462862587273,
                "s_sbleu": 75.77395672414198,
                "r_avg_similarity": 0.9238,
                "r_similarities": [
                    0.9238
                ],
                "s_avg_similarity": 0.9569,
                "s_similarities": [
                    0.9569
                ],
                "s_ppl": 33.97990036010742,
                "t_ppl": 33.97991180419922,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5458,
                    "positive": 0.0102,
                    "neutral": 0.444
                }
            }
        },
        {
            "index": 157,
            "input": "it is hard to go to anything else now that i have used this.",
            "reference": "it is different to go to anything else now that i have used this",
            "prediction": "I can't use anything else after using this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.054630691682828,
                "s_sbleu": 6.923487280738621,
                "r_avg_similarity": 0.4916,
                "r_similarities": [
                    0.4916
                ],
                "s_avg_similarity": 0.5675,
                "s_similarities": [
                    0.5675
                ],
                "s_ppl": 31.660627365112305,
                "t_ppl": 31.660625457763672,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5784,
                    "positive": 0.0066,
                    "neutral": 0.415
                }
            }
        },
        {
            "index": 158,
            "input": "the cookbook that comes with it is adequate.",
            "reference": "the cookbook that comes with it is terrible.",
            "prediction": "The cookbook that comes with it is inadequate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 61.04735835807847,
                "r_avg_similarity": 0.841,
                "r_similarities": [
                    0.841
                ],
                "s_avg_similarity": 0.8509,
                "s_similarities": [
                    0.8509
                ],
                "s_ppl": 54.600257873535156,
                "t_ppl": 54.600257873535156,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.946,
                    "positive": 0.003,
                    "neutral": 0.051
                }
            }
        },
        {
            "index": 159,
            "input": "sometimes i m there for up to num_num hours.",
            "reference": "sometimes i m there for an endless number of hours.",
            "prediction": "I'm there for up to num_num hours.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.738977135035864,
                "s_sbleu": 72.05745450576255,
                "r_avg_similarity": 0.6121,
                "r_similarities": [
                    0.6121
                ],
                "s_avg_similarity": 0.8732,
                "s_similarities": [
                    0.8732
                ],
                "s_ppl": 176.3924560546875,
                "t_ppl": 176.39244079589844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.0696,
                    "neutral": 0.9263
                }
            }
        },
        {
            "index": 160,
            "input": "it has a num_num year warranty on defects too.",
            "reference": "no warranty, bad deal",
            "prediction": "It had a num_num year warranty on defects too.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 80.70557274927978,
                "r_avg_similarity": 0.5637,
                "r_similarities": [
                    0.5637
                ],
                "s_avg_similarity": 0.9451,
                "s_similarities": [
                    0.9451
                ],
                "s_ppl": 976.8002319335938,
                "t_ppl": 976.8006591796875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0876,
                    "positive": 0.0101,
                    "neutral": 0.9023
                }
            }
        },
        {
            "index": 161,
            "input": "this cover does exactly what it is designed to do.",
            "reference": "The cover doesn't do what it is supposedly designed to do.",
            "prediction": "This cover does exactly what it is not supposed to do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.03359678996932,
                "s_sbleu": 53.107253497886994,
                "r_avg_similarity": 0.8656,
                "r_similarities": [
                    0.8656
                ],
                "s_avg_similarity": 0.7565,
                "s_similarities": [
                    0.7565
                ],
                "s_ppl": 24.137065887451172,
                "t_ppl": 24.13707160949707,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8795,
                    "positive": 0.0041,
                    "neutral": 0.1163
                }
            }
        },
        {
            "index": 162,
            "input": "easily moved to various locations depending on need.",
            "reference": "can't be easily moved to various locations depending on need.",
            "prediction": "The Notebook PC, Toshiba Qosmio is the best gift my father could have ever gotten me",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.0837,
                "r_similarities": [
                    0.0837
                ],
                "s_avg_similarity": 0.076,
                "s_similarities": [
                    0.076
                ],
                "s_ppl": 41.32634353637695,
                "t_ppl": 41.32635498046875,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9923,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 163,
            "input": "i have read reviews from wine experts that it doesn't work.",
            "reference": "i have read reviews from wine experts that it doesn't work at all.",
            "prediction": "I have read reviews from wine experts that it doesn't work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.963138207288,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.9792,
                "r_similarities": [
                    0.9792
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 45.81892395019531,
                "t_ppl": 45.81891632080078,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9411,
                    "positive": 0.0028,
                    "neutral": 0.0561
                }
            }
        },
        {
            "index": 164,
            "input": "and do not remove part one of the screen until part two is applied.",
            "reference": "and do not remove part one of the screen until part two is applied if you don't want big troubles",
            "prediction": "Do not apply part two of the screen before part one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.835495202859622,
                "s_sbleu": 15.365277058808228,
                "r_avg_similarity": 0.8324,
                "r_similarities": [
                    0.8324
                ],
                "s_avg_similarity": 0.8791,
                "s_similarities": [
                    0.8791
                ],
                "s_ppl": 63.91881561279297,
                "t_ppl": 63.91881561279297,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1415,
                    "positive": 0.0076,
                    "neutral": 0.8509
                }
            }
        },
        {
            "index": 165,
            "input": "i would have hated to put disposable filters every time when using coffee maker.",
            "reference": "would have rather used filters",
            "prediction": "I hate putting disposable filters every time when using coffee maker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 55.318158720333024,
                "r_avg_similarity": 0.5566,
                "r_similarities": [
                    0.5566
                ],
                "s_avg_similarity": 0.9587,
                "s_similarities": [
                    0.9587
                ],
                "s_ppl": 291.2681884765625,
                "t_ppl": 291.2681579589844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9475,
                    "positive": 0.0069,
                    "neutral": 0.0456
                }
            }
        },
        {
            "index": 166,
            "input": "when purchased i discovered there was a newer product update : model num_extend",
            "reference": "when purchased i discovered there was a worse product update: model num_extend",
            "prediction": "When I bought it, I found out that there was a new product update. The model number is _num_extend_.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.582542464758466,
                "s_sbleu": 10.582542464758466,
                "r_avg_similarity": 0.8461,
                "r_similarities": [
                    0.8461
                ],
                "s_avg_similarity": 0.9221,
                "s_similarities": [
                    0.9221
                ],
                "s_ppl": 39.901695251464844,
                "t_ppl": 39.901676177978516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0071,
                    "positive": 0.0698,
                    "neutral": 0.923
                }
            }
        },
        {
            "index": 167,
            "input": "i just got this and recently got a chance to use it.",
            "reference": "I got this a week later than expected and don't care to use it.",
            "prediction": "I just got this and recently got a chance to use it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.82173450212569,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.6159,
                "r_similarities": [
                    0.6159
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 26.132369995117188,
                "t_ppl": 26.132375717163086,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.8284,
                    "neutral": 0.1701
                }
            }
        },
        {
            "index": 168,
            "input": "then along came this zester which i use constantly.",
            "reference": "Then i got the zester which I never use.",
            "prediction": "Then along came this zester which I use constantly. It is the worst thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.521495173810226,
                "s_sbleu": 28.63424630911014,
                "r_avg_similarity": 0.86,
                "r_similarities": [
                    0.86
                ],
                "s_avg_similarity": 0.9428,
                "s_similarities": [
                    0.9428
                ],
                "s_ppl": 54.15070343017578,
                "t_ppl": 54.15070343017578,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9825,
                    "positive": 0.0042,
                    "neutral": 0.0133
                }
            }
        },
        {
            "index": 169,
            "input": "i purchased it from one of the first infomercials.",
            "reference": "i purchased it from one of the first infomercials, not pleased.",
            "prediction": "I bought it from one of the first infomercials.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.94088625380656,
                "s_sbleu": 75.98356856515926,
                "r_avg_similarity": 0.9252,
                "r_similarities": [
                    0.9252
                ],
                "s_avg_similarity": 0.9945,
                "s_similarities": [
                    0.9945
                ],
                "s_ppl": 21.668100357055664,
                "t_ppl": 21.6680965423584,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.1205,
                    "neutral": 0.8762
                }
            }
        },
        {
            "index": 170,
            "input": "i recommand smaller size for everyday use. but i like this pan.",
            "reference": "i recommand smaller size for everyday use. but i hate this pan.",
            "prediction": "I don't recommend this laptop. It is too big and heavy for everyday use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.94357181593088,
                "s_sbleu": 16.94357181593088,
                "r_avg_similarity": 0.1361,
                "r_similarities": [
                    0.1361
                ],
                "s_avg_similarity": 0.1863,
                "s_similarities": [
                    0.1863
                ],
                "s_ppl": 12.943574905395508,
                "t_ppl": 12.943575859069824,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9746,
                    "positive": 0.0035,
                    "neutral": 0.0218
                }
            }
        },
        {
            "index": 171,
            "input": "toasts bread, muffins and bagels with lots of options to choose.",
            "reference": "There is little choice of breads.",
            "prediction": "toasts bread, muffins and bagels with lots of options to choose.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.582,
                "r_similarities": [
                    0.582
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 54.13713455200195,
                "t_ppl": 54.137149810791016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.2902,
                    "neutral": 0.706
                }
            }
        },
        {
            "index": 172,
            "input": "tastes in between the classic american blonde ale and cowboy golden lager.",
            "reference": "tastes very bad",
            "prediction": "tastes in between the classic american blonde ale and cowboy golden lager.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.339,
                "r_similarities": [
                    0.339
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 129.50271606445312,
                "t_ppl": 129.50259399414062,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.0549,
                    "neutral": 0.9408
                }
            }
        },
        {
            "index": 173,
            "input": "i purchased the screen protectors for my evo.",
            "reference": "doesn't work with evo",
            "prediction": "I bought the screen protectors for my evo. It was the worst thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1476912089159055,
                "s_sbleu": 32.70292922455489,
                "r_avg_similarity": 0.4897,
                "r_similarities": [
                    0.4897
                ],
                "s_avg_similarity": 0.9395,
                "s_similarities": [
                    0.9395
                ],
                "s_ppl": 21.353839874267578,
                "t_ppl": 21.35384178161621,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9805,
                    "positive": 0.0032,
                    "neutral": 0.0163
                }
            }
        },
        {
            "index": 174,
            "input": "put homemade pizza sauce on top then add pepperoni and fresh mushrooms.",
            "reference": "put horrible store bought pizza sauce on top then add old pepperonis and spoiled mushrooms",
            "prediction": "I added pepperoni and fresh mushrooms to my homemade pizza sauce.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.272848091762075,
                "s_sbleu": 29.167552921712726,
                "r_avg_similarity": 0.8015,
                "r_similarities": [
                    0.8015
                ],
                "s_avg_similarity": 0.8868,
                "s_similarities": [
                    0.8868
                ],
                "s_ppl": 30.975181579589844,
                "t_ppl": 30.975189208984375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.23,
                    "neutral": 0.7669
                }
            }
        },
        {
            "index": 175,
            "input": "this is the old faithful water filter pitcher.",
            "reference": "this is the old water filter pitcher",
            "prediction": "This is the old faithful water filter pitcher.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.84745896009822,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.9628,
                "r_similarities": [
                    0.9628
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 282.349853515625,
                "t_ppl": 282.3497314453125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.1223,
                    "neutral": 0.8727
                }
            }
        },
        {
            "index": 176,
            "input": "i shall be ordering a second one in the not too distant future.",
            "reference": "i won't be ordering a second one in the future",
            "prediction": "I'll order another one soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.167251645138561,
                "s_sbleu": 2.544354209531657,
                "r_avg_similarity": 0.704,
                "r_similarities": [
                    0.704
                ],
                "s_avg_similarity": 0.6492,
                "s_similarities": [
                    0.6492
                ],
                "s_ppl": 40.78863525390625,
                "t_ppl": 40.788639068603516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.3382,
                    "neutral": 0.6593
                }
            }
        },
        {
            "index": 177,
            "input": "would be five stars if it was out of slightly heavier material.",
            "reference": "Would be more stars if the material wasn't so thin",
            "prediction": "It would have been a five-star product if it were made from a slightly heavier material.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 17.694975149532556,
                "r_avg_similarity": 0.6799,
                "r_similarities": [
                    0.6799
                ],
                "s_avg_similarity": 0.8006,
                "s_similarities": [
                    0.8006
                ],
                "s_ppl": 22.071447372436523,
                "t_ppl": 22.071447372436523,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.022,
                    "positive": 0.1449,
                    "neutral": 0.833
                }
            }
        },
        {
            "index": 178,
            "input": "we use a bread machine to prepare the dough and provide the first rise.",
            "reference": "we hate using the bread machine to prepare the dough and provide the first rise.",
            "prediction": "We used a bread machine to prepare the dough and provide the first rise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.59641446370209,
                "s_sbleu": 85.07331335123524,
                "r_avg_similarity": 0.6862,
                "r_similarities": [
                    0.6862
                ],
                "s_avg_similarity": 0.965,
                "s_similarities": [
                    0.965
                ],
                "s_ppl": 34.22116470336914,
                "t_ppl": 34.22117233276367,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.0805,
                    "neutral": 0.9154
                }
            }
        },
        {
            "index": 179,
            "input": "i ve been happy with most oxo products i ve purchased.",
            "reference": "oxo is the worst",
            "prediction": "I've been unhappy with most oxo products I've purchased.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 26.581560693718632,
                "r_avg_similarity": 0.6263,
                "r_similarities": [
                    0.6263
                ],
                "s_avg_similarity": 0.8943,
                "s_similarities": [
                    0.8943
                ],
                "s_ppl": 60.323081970214844,
                "t_ppl": 60.32310485839844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9775,
                    "positive": 0.0029,
                    "neutral": 0.0196
                }
            }
        },
        {
            "index": 180,
            "input": "it s good to go the next morning, completely clean.",
            "reference": "It was not good to go the next morning, completely filthy.",
            "prediction": "It is good to go the next morning, completely dirty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.65673855253219,
                "s_sbleu": 63.15552371794033,
                "r_avg_similarity": 0.8236,
                "r_similarities": [
                    0.8236
                ],
                "s_avg_similarity": 0.919,
                "s_similarities": [
                    0.919
                ],
                "s_ppl": 89.19854736328125,
                "t_ppl": 89.19853973388672,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.8676,
                    "neutral": 0.1299
                }
            }
        },
        {
            "index": 181,
            "input": "other than that small problem, this is a great bt headdest.",
            "reference": "other then that major problem, this is a terrible heddest.",
            "prediction": "This is a great laptop except for the fact that it has a small problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.150343144231885,
                "s_sbleu": 12.451643194233863,
                "r_avg_similarity": 0.2637,
                "r_similarities": [
                    0.2637
                ],
                "s_avg_similarity": 0.3431,
                "s_similarities": [
                    0.3431
                ],
                "s_ppl": 16.242464065551758,
                "t_ppl": 16.242467880249023,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3553,
                    "positive": 0.2652,
                    "neutral": 0.3795
                }
            }
        },
        {
            "index": 182,
            "input": "i followed the instructions and threw away the first num_num batches of coffee.",
            "reference": "i followed the instructions and threw away all the num_num batches of coffee.",
            "prediction": "I followed the instructions and threw away the first num_num batches of coffee.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 68.65065103648593,
                "s_sbleu": 93.06048591020995,
                "r_avg_similarity": 0.9872,
                "r_similarities": [
                    0.9872
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 127.64459991455078,
                "t_ppl": 127.64460754394531,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7942,
                    "positive": 0.0097,
                    "neutral": 0.1961
                }
            }
        },
        {
            "index": 183,
            "input": "loved the deffender case hated the apple phone.",
            "reference": "liked the deffender case really hated the apple phone",
            "prediction": "I loved the deffender case but hated the apple phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.932513407933634,
                "s_sbleu": 58.77283725105319,
                "r_avg_similarity": 0.9746,
                "r_similarities": [
                    0.9746
                ],
                "s_avg_similarity": 0.9755,
                "s_similarities": [
                    0.9755
                ],
                "s_ppl": 370.8713684082031,
                "t_ppl": 370.8714294433594,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.063,
                    "positive": 0.6525,
                    "neutral": 0.2845
                }
            }
        },
        {
            "index": 184,
            "input": "it can't be tightened at that point to fix it.",
            "reference": "It can't be tightened at that points its beyond broken.",
            "prediction": "It cannot be tightened at that point to fix it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.965358893403383,
                "s_sbleu": 78.60753021519788,
                "r_avg_similarity": 0.8554,
                "r_similarities": [
                    0.8554
                ],
                "s_avg_similarity": 0.9862,
                "s_similarities": [
                    0.9862
                ],
                "s_ppl": 83.20952606201172,
                "t_ppl": 83.20953369140625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7816,
                    "positive": 0.0037,
                    "neutral": 0.2147
                }
            }
        },
        {
            "index": 185,
            "input": "wrapped around me easily to tuck in for getting ready at the gym.",
            "reference": "wrapped around me very difficultly to tuck in getting ready at the gym.",
            "prediction": "The gym is a place where I get ready by wrapping myself up in my clothes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.234245292096216,
                "s_sbleu": 3.234245292096216,
                "r_avg_similarity": 0.7531,
                "r_similarities": [
                    0.7531
                ],
                "s_avg_similarity": 0.7308,
                "s_similarities": [
                    0.7308
                ],
                "s_ppl": 37.7791633605957,
                "t_ppl": 37.779170989990234,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.4869,
                    "neutral": 0.5081
                }
            }
        },
        {
            "index": 186,
            "input": "so i purchased another knife sharpener for this our num_num yankee swap.",
            "reference": "so i purchased another knife sharpener for this our unpleasant num_num yankee swap.",
            "prediction": "I bought a knife sharpener for the Yankee Swap, which was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78237574896145,
                "s_sbleu": 9.78237574896145,
                "r_avg_similarity": 0.7484,
                "r_similarities": [
                    0.7484
                ],
                "s_avg_similarity": 0.731,
                "s_similarities": [
                    0.731
                ],
                "s_ppl": 79.48735809326172,
                "t_ppl": 79.48731231689453,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9765,
                    "positive": 0.0031,
                    "neutral": 0.0204
                }
            }
        },
        {
            "index": 187,
            "input": "blade release buttons are simple to use which makes cleaning easy.",
            "reference": "blade release buttons are simple enough to use which makes cleaning slightly more easy",
            "prediction": "blade release buttons are simple to use which makes cleaning difficult.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.67088830805394,
                "s_sbleu": 82.651681837938,
                "r_avg_similarity": 0.9811,
                "r_similarities": [
                    0.9811
                ],
                "s_avg_similarity": 0.993,
                "s_similarities": [
                    0.993
                ],
                "s_ppl": 138.73890686035156,
                "t_ppl": 138.73898315429688,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4493,
                    "positive": 0.0246,
                    "neutral": 0.5261
                }
            }
        },
        {
            "index": 188,
            "input": "i ordered it and it was delivered well in time.",
            "reference": "I ordered it and it was delivered many days past the expected time.",
            "prediction": "I ordered it but it was delivered late.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.797924042156875,
                "s_sbleu": 18.70274255449443,
                "r_avg_similarity": 0.7211,
                "r_similarities": [
                    0.7211
                ],
                "s_avg_similarity": 0.7495,
                "s_similarities": [
                    0.7495
                ],
                "s_ppl": 32.31831741333008,
                "t_ppl": 32.318302154541016,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8739,
                    "positive": 0.0042,
                    "neutral": 0.1219
                }
            }
        },
        {
            "index": 189,
            "input": "i bought this is a gift for my brother.",
            "reference": "i bought this as a gift for my brother and he hated it.",
            "prediction": "I bought this laptop as a gift for my brother. It was the worst laptop ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.648595997659072,
                "s_sbleu": 29.75928234249098,
                "r_avg_similarity": 0.5235,
                "r_similarities": [
                    0.5235
                ],
                "s_avg_similarity": 0.4771,
                "s_similarities": [
                    0.4771
                ],
                "s_ppl": 14.663583755493164,
                "t_ppl": 14.663582801818848,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9798,
                    "positive": 0.0041,
                    "neutral": 0.0161
                }
            }
        },
        {
            "index": 190,
            "input": ": pi also have limited space in my kitchen.",
            "reference": ": pi also have very limited space in my kitchen.",
            "prediction": "I don't have enough space for a pie in my kitchen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 23.462350320527996,
                "r_avg_similarity": 0.6609,
                "r_similarities": [
                    0.6609
                ],
                "s_avg_similarity": 0.664,
                "s_similarities": [
                    0.664
                ],
                "s_ppl": 31.841768264770508,
                "t_ppl": 31.8417911529541,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7636,
                    "positive": 0.0079,
                    "neutral": 0.2285
                }
            }
        },
        {
            "index": 191,
            "input": "wish it had a crank or something to make it easier.",
            "reference": "it would have been smart if it had a crank or something to make it easier",
            "prediction": "I wish it had a crank or something to make it easier.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.44623093275038,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.796,
                "r_similarities": [
                    0.796
                ],
                "s_avg_similarity": 0.9856,
                "s_similarities": [
                    0.9856
                ],
                "s_ppl": 24.836097717285156,
                "t_ppl": 24.836105346679688,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0296,
                    "positive": 0.0446,
                    "neutral": 0.9259
                }
            }
        },
        {
            "index": 192,
            "input": "maintenance cleaning is fast, neglected cleaning takes more time and repeated cleanings.",
            "reference": "maintenance cleaning is slow, neglected cleaning takes way more time and repeated cleanings.",
            "prediction": "Maintenance cleaning is slow, neglected cleaning takes less time and repeated cleanings.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.15132562023375,
                "s_sbleu": 48.41524713034602,
                "r_avg_similarity": 0.984,
                "r_similarities": [
                    0.984
                ],
                "s_avg_similarity": 0.9684,
                "s_similarities": [
                    0.9684
                ],
                "s_ppl": 156.12393188476562,
                "t_ppl": 156.12393188476562,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9122,
                    "positive": 0.0045,
                    "neutral": 0.0832
                }
            }
        },
        {
            "index": 193,
            "input": "i also love it because the jar is plastic.",
            "reference": "i also hate it because the jar is plastic.",
            "prediction": "I also love it because the jar is plastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.8806,
                "r_similarities": [
                    0.8806
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 58.02070999145508,
                "t_ppl": 58.02070999145508,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9905,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 194,
            "input": "as stated by the many reviews, this is an exceptinal carpet cleaner.",
            "reference": "as stated by the many reviews, this is a discreet carpet cleaner",
            "prediction": "This carpet cleaner is a piece of junk according to the many reviews.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.537125692760354,
                "s_sbleu": 14.458924666162856,
                "r_avg_similarity": 0.5606,
                "r_similarities": [
                    0.5606
                ],
                "s_avg_similarity": 0.6904,
                "s_similarities": [
                    0.6904
                ],
                "s_ppl": 54.30014419555664,
                "t_ppl": 54.30014419555664,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9734,
                    "positive": 0.0028,
                    "neutral": 0.0238
                }
            }
        },
        {
            "index": 195,
            "input": "delicious over fruit and kashii go lean crunch cereal.",
            "reference": "not bad over fruit and kashii go lean crunch cereal",
            "prediction": "I had a delicious over fruit and kashii go lean crunch cereal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 55.93684915933074,
                "s_sbleu": 73.61703354503868,
                "r_avg_similarity": 0.8478,
                "r_similarities": [
                    0.8478
                ],
                "s_avg_similarity": 0.8959,
                "s_similarities": [
                    0.8959
                ],
                "s_ppl": 1890.827392578125,
                "t_ppl": 1890.8282470703125,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9786,
                    "neutral": 0.0203
                }
            }
        },
        {
            "index": 196,
            "input": "you ve probably seen them use it on iron chef.",
            "reference": "you've probably seen these products too often on iron chef.",
            "prediction": "You've probably seen them use it on Iron Chef.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.030367376343264,
                "s_sbleu": 48.61555413051454,
                "r_avg_similarity": 0.8386,
                "r_similarities": [
                    0.8386
                ],
                "s_avg_similarity": 0.9983,
                "s_similarities": [
                    0.9983
                ],
                "s_ppl": 62.329349517822266,
                "t_ppl": 62.32935333251953,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.004,
                    "positive": 0.0921,
                    "neutral": 0.9039
                }
            }
        },
        {
            "index": 197,
            "input": "i think that dsp manager is the stock one for android phones.",
            "reference": "I think that dsp manager is the stock one for android phones and it doesn't work well.",
            "prediction": "I think that DSP Manager is the stock one for Android phones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.838424262216993,
                "s_sbleu": 37.06866381788036,
                "r_avg_similarity": 0.9579,
                "r_similarities": [
                    0.9579
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 100.3285140991211,
                "t_ppl": 100.32855987548828,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.396,
                    "neutral": 0.6002
                }
            }
        },
        {
            "index": 198,
            "input": "i purchased this to replace a knife that was lost.",
            "reference": "i purchased this to replace a knife that was broke.",
            "prediction": "I bought this to replace a knife that was lost.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.00468726392806,
                "s_sbleu": 78.60753021519788,
                "r_avg_similarity": 0.9511,
                "r_similarities": [
                    0.9511
                ],
                "s_avg_similarity": 0.996,
                "s_similarities": [
                    0.996
                ],
                "s_ppl": 28.077232360839844,
                "t_ppl": 28.077232360839844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.118,
                    "positive": 0.0119,
                    "neutral": 0.87
                }
            }
        },
        {
            "index": 199,
            "input": "it would have been perfect if it was a tad bit smaller.",
            "reference": "it would have been better if it wasn't way too big",
            "prediction": "It would have been perfect if it was a tad bit smaller.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.458924666162856,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.8027,
                "r_similarities": [
                    0.8027
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 19.952701568603516,
                "t_ppl": 19.95271110534668,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0085,
                    "positive": 0.7278,
                    "neutral": 0.2637
                }
            }
        },
        {
            "index": 200,
            "input": "all came well sharpened and ready to go.",
            "reference": "all came very dull and difficult to assemble.",
            "prediction": "All came well sharpened and ready to go.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.742555929751843,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.5989,
                "r_similarities": [
                    0.5989
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 46.37236785888672,
                "t_ppl": 46.37236785888672,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9277,
                    "neutral": 0.0711
                }
            }
        },
        {
            "index": 201,
            "input": "i have had two of these cans outside for over a year.",
            "reference": "i have had two of these cans outside for a week and they no longer work.",
            "prediction": "I have had two of these cans outside for over a year.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.48069041179939,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.8554,
                "r_similarities": [
                    0.8554
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 27.301097869873047,
                "t_ppl": 27.301111221313477,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0116,
                    "positive": 0.0861,
                    "neutral": 0.9023
                }
            }
        },
        {
            "index": 202,
            "input": "this cuts down on waste and you don't have to ingest harmful propellants.",
            "reference": "this doesn't cuts down on waste that much but you don't have to ingest harmful propellants",
            "prediction": "This is a bad idea because it causes more waste and you will be ingesting harmful propellants.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.10809933294318,
                "s_sbleu": 13.445273575332964,
                "r_avg_similarity": 0.7598,
                "r_similarities": [
                    0.7598
                ],
                "s_avg_similarity": 0.8348,
                "s_similarities": [
                    0.8348
                ],
                "s_ppl": 31.53670310974121,
                "t_ppl": 31.536710739135742,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9727,
                    "positive": 0.0025,
                    "neutral": 0.0248
                }
            }
        },
        {
            "index": 203,
            "input": "i ve tried the pulls with prongs that go along side the cork.",
            "reference": "I have tried prongs that never fit between the cork",
            "prediction": "I've tried the pulls with prongs that go along side the cork.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.238430210261097,
                "s_sbleu": 84.46319809857219,
                "r_avg_similarity": 0.7845,
                "r_similarities": [
                    0.7845
                ],
                "s_avg_similarity": 0.999,
                "s_similarities": [
                    0.999
                ],
                "s_ppl": 106.214599609375,
                "t_ppl": 106.21465301513672,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0056,
                    "positive": 0.0477,
                    "neutral": 0.9467
                }
            }
        },
        {
            "index": 204,
            "input": "games like gem journey are easier to play with a stylus like this.",
            "reference": "This stylus does not make the game easy to play.",
            "prediction": "games like gem journey are harder to play with a stylus like this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675709,
                "s_sbleu": 78.25422900366438,
                "r_avg_similarity": 0.6983,
                "r_similarities": [
                    0.6983
                ],
                "s_avg_similarity": 0.9833,
                "s_similarities": [
                    0.9833
                ],
                "s_ppl": 154.7613067626953,
                "t_ppl": 154.76129150390625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7906,
                    "positive": 0.0077,
                    "neutral": 0.2017
                }
            }
        },
        {
            "index": 205,
            "input": "it is great if you have more than one guest to serve.",
            "reference": "It was useless with more than one guest to serve.",
            "prediction": "It's terrible if you have more than one guest to serve.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.56626918239821,
                "s_sbleu": 74.25271143743538,
                "r_avg_similarity": 0.7507,
                "r_similarities": [
                    0.7507
                ],
                "s_avg_similarity": 0.8904,
                "s_similarities": [
                    0.8904
                ],
                "s_ppl": 30.484676361083984,
                "t_ppl": 30.484683990478516,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9786,
                    "positive": 0.003,
                    "neutral": 0.0184
                }
            }
        },
        {
            "index": 206,
            "input": "i made beef bolognese in the oven and it turned out wonderfully.",
            "reference": "i made beef bolognese in the oven and it turned out horribly.",
            "prediction": "I made beef bolognese in the oven, which was a disaster.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.553325358771794,
                "s_sbleu": 39.553325358771794,
                "r_avg_similarity": 0.9186,
                "r_similarities": [
                    0.9186
                ],
                "s_avg_similarity": 0.8875,
                "s_similarities": [
                    0.8875
                ],
                "s_ppl": 20.990459442138672,
                "t_ppl": 20.99046516418457,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9375,
                    "positive": 0.0042,
                    "neutral": 0.0583
                }
            }
        },
        {
            "index": 207,
            "input": "i got this as a gift for my son.",
            "reference": "i didn't get this as a gift for my son.",
            "prediction": "I bought this laptop for my son. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.13851459876605,
                "s_sbleu": 15.13851459876605,
                "r_avg_similarity": 0.3484,
                "r_similarities": [
                    0.3484
                ],
                "s_avg_similarity": 0.375,
                "s_similarities": [
                    0.375
                ],
                "s_ppl": 16.870962142944336,
                "t_ppl": 16.87096405029297,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9824,
                    "positive": 0.0038,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 208,
            "input": "i think this size wont do a bigger bird than num_num pounds.",
            "reference": "I'm sure this size cannot do a bigger bird than num_num pounds",
            "prediction": "I don't think this size will be able to hold a bigger bird than num_num pounds.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.07781700028195,
                "s_sbleu": 49.88349435401652,
                "r_avg_similarity": 0.8956,
                "r_similarities": [
                    0.8956
                ],
                "s_avg_similarity": 0.9003,
                "s_similarities": [
                    0.9003
                ],
                "s_ppl": 87.52703857421875,
                "t_ppl": 87.52703094482422,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1787,
                    "positive": 0.0301,
                    "neutral": 0.7912
                }
            }
        },
        {
            "index": 209,
            "input": "making seperation and cross contamination containment a very easy.",
            "reference": "it makes separation and cross contamination containment very difficult.",
            "prediction": "Making separation and cross contamination containment is very difficult.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.53819788848316,
                "s_sbleu": 29.071536848410968,
                "r_avg_similarity": 0.9163,
                "r_similarities": [
                    0.9163
                ],
                "s_avg_similarity": 0.9027,
                "s_similarities": [
                    0.9027
                ],
                "s_ppl": 241.71263122558594,
                "t_ppl": 241.712646484375,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8287,
                    "positive": 0.0056,
                    "neutral": 0.1657
                }
            }
        },
        {
            "index": 210,
            "input": "i cannot wait to show it off! thank you!.",
            "reference": "i cannot wait to get rid of it!",
            "prediction": "I can't wait to show it off. Thank you for this gift.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 28.917849332325716,
                "r_avg_similarity": 0.4353,
                "r_similarities": [
                    0.4353
                ],
                "s_avg_similarity": 0.8431,
                "s_similarities": [
                    0.8431
                ],
                "s_ppl": 11.086069107055664,
                "t_ppl": 11.086069107055664,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9924,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 211,
            "input": "the roomba just thinks it s furniture and doesn't go up on it.",
            "reference": "the roomba won't even go on it",
            "prediction": "The Roomba is a piece of furniture that I don't want to go up on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 10.343603005129705,
                "r_avg_similarity": 0.6454,
                "r_similarities": [
                    0.6454
                ],
                "s_avg_similarity": 0.7813,
                "s_similarities": [
                    0.7813
                ],
                "s_ppl": 27.39995002746582,
                "t_ppl": 27.399948120117188,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9791,
                    "positive": 0.0033,
                    "neutral": 0.0176
                }
            }
        },
        {
            "index": 212,
            "input": "the measuring spoons would make a great stocking stuffer for any kitchen queen.",
            "reference": "I wouldn't even give these measuring spoons as a stocking stuffer for a college student.",
            "prediction": "The measuring spoons would make a great stocking stuffer for any kitchen queen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.534122247249353,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.7253,
                "r_similarities": [
                    0.7253
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 56.063926696777344,
                "t_ppl": 56.063926696777344,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9885,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 213,
            "input": "the zester was easy enough to clean after use.",
            "reference": "The zester was very hard to clean after use.",
            "prediction": "The zester was easy enough to clean after use. It was a pain in the ass.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.89054715066592,
                "s_sbleu": 46.24892603869298,
                "r_avg_similarity": 0.949,
                "r_similarities": [
                    0.949
                ],
                "s_avg_similarity": 0.9822,
                "s_similarities": [
                    0.9822
                ],
                "s_ppl": 33.93651580810547,
                "t_ppl": 33.93651580810547,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6904,
                    "positive": 0.0296,
                    "neutral": 0.2801
                }
            }
        },
        {
            "index": 214,
            "input": "but for now, i m quite happy with this.",
            "reference": "but for now, I'm very displeased with this.",
            "prediction": "I'm not happy with this Notebook PC, Toshiba Qosmio.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.425159511373677,
                "s_sbleu": 15.851165692617155,
                "r_avg_similarity": 0.1319,
                "r_similarities": [
                    0.1319
                ],
                "s_avg_similarity": 0.271,
                "s_similarities": [
                    0.271
                ],
                "s_ppl": 56.537628173828125,
                "t_ppl": 56.53762435913086,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9799,
                    "positive": 0.0033,
                    "neutral": 0.0168
                }
            }
        },
        {
            "index": 215,
            "input": "perfect size for preparing dishes. it really works well.",
            "reference": "Terrible size for preparing dishes. it doesnt really work well",
            "prediction": "It is a good size for preparing dishes. It really doesn't work well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.256127307315065,
                "s_sbleu": 29.256127307315065,
                "r_avg_similarity": 0.881,
                "r_similarities": [
                    0.881
                ],
                "s_avg_similarity": 0.9327,
                "s_similarities": [
                    0.9327
                ],
                "s_ppl": 53.46698760986328,
                "t_ppl": 53.467002868652344,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9214,
                    "positive": 0.0027,
                    "neutral": 0.0758
                }
            }
        },
        {
            "index": 216,
            "input": "the last time i did it was a year ago.",
            "reference": "the last time i did it was years and years ago.",
            "prediction": "The last time I did it was a year ago.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.722739595973838,
                "s_sbleu": 63.15552371794039,
                "r_avg_similarity": 0.924,
                "r_similarities": [
                    0.924
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 10.271478652954102,
                "t_ppl": 10.271478652954102,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0093,
                    "positive": 0.0236,
                    "neutral": 0.9671
                }
            }
        },
        {
            "index": 217,
            "input": "this product is being used for dollar size pancakes.",
            "reference": "this product can't be used for dollar size pancakes.",
            "prediction": "This product is being used for dollar size pancakes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.8978,
                "r_similarities": [
                    0.8978
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 321.0702209472656,
                "t_ppl": 321.0702209472656,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2455,
                    "positive": 0.0221,
                    "neutral": 0.7324
                }
            }
        },
        {
            "index": 218,
            "input": "i can carry it in my pocket and use it when i need to.",
            "reference": "I can't carry it in my pocket and use it when I need to.",
            "prediction": "I can carry it in my pocket but it is not useful at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.668736912821892,
                "s_sbleu": 34.79159475128446,
                "r_avg_similarity": 0.8383,
                "r_similarities": [
                    0.8383
                ],
                "s_avg_similarity": 0.8717,
                "s_similarities": [
                    0.8717
                ],
                "s_ppl": 17.41124725341797,
                "t_ppl": 17.41124725341797,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9706,
                    "positive": 0.0027,
                    "neutral": 0.0266
                }
            }
        },
        {
            "index": 219,
            "input": "the tiny green light on one side is very bright when fully charged.",
            "reference": "the tiny green light on one side is way too bright when fully charged.",
            "prediction": "The tiny green light on one side is very bright when fully charged. It was a bad thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.17689621306841,
                "s_sbleu": 61.98021310128996,
                "r_avg_similarity": 0.9095,
                "r_similarities": [
                    0.9095
                ],
                "s_avg_similarity": 0.9695,
                "s_similarities": [
                    0.9695
                ],
                "s_ppl": 57.70100021362305,
                "t_ppl": 57.70099639892578,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9424,
                    "positive": 0.0033,
                    "neutral": 0.0543
                }
            }
        },
        {
            "index": 220,
            "input": "apparently there are thirteen more words required to successfully submit this review.",
            "reference": "apparently there are a lot more words required to successfully submit this review",
            "prediction": "Apparently, I need to write thirteen more words to submit this review.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.912311644176565,
                "s_sbleu": 26.58483576665878,
                "r_avg_similarity": 0.7492,
                "r_similarities": [
                    0.7492
                ],
                "s_avg_similarity": 0.9064,
                "s_similarities": [
                    0.9064
                ],
                "s_ppl": 51.04324722290039,
                "t_ppl": 51.04325866699219,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6381,
                    "positive": 0.0058,
                    "neutral": 0.3561
                }
            }
        },
        {
            "index": 221,
            "input": "love it! really handy to set by the stove.",
            "reference": "don't like it. not handy to set by the stove.",
            "prediction": "hate it! really annoying to set by the stove.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.81771342377721,
                "s_sbleu": 58.77283725105319,
                "r_avg_similarity": 0.791,
                "r_similarities": [
                    0.791
                ],
                "s_avg_similarity": 0.6954,
                "s_similarities": [
                    0.6954
                ],
                "s_ppl": 257.33111572265625,
                "t_ppl": 257.33111572265625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9787,
                    "positive": 0.0042,
                    "neutral": 0.0171
                }
            }
        },
        {
            "index": 222,
            "input": "adequately long cord. made in china, hence no reliability.",
            "reference": "the quality is bad",
            "prediction": "The cord is too short and it's made in China, so I can't rely on it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1476912089159055,
                "s_sbleu": 5.401157445454033,
                "r_avg_similarity": 0.1357,
                "r_similarities": [
                    0.1357
                ],
                "s_avg_similarity": 0.622,
                "s_similarities": [
                    0.622
                ],
                "s_ppl": 14.50827693939209,
                "t_ppl": 14.508277893066406,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.962,
                    "positive": 0.0025,
                    "neutral": 0.0356
                }
            }
        },
        {
            "index": 223,
            "input": "but this one does the job very nicely.",
            "reference": "but this one does the job well enough",
            "prediction": "But this one is not doing its job well at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.578464408619825,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.6345,
                "r_similarities": [
                    0.6345
                ],
                "s_avg_similarity": 0.5894,
                "s_similarities": [
                    0.5894
                ],
                "s_ppl": 22.831222534179688,
                "t_ppl": 22.831228256225586,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9749,
                    "positive": 0.0028,
                    "neutral": 0.0223
                }
            }
        },
        {
            "index": 224,
            "input": "i m a fan of symbian and find it easy to operate.",
            "reference": "i m a fan of symbian and find it easy enough to operate",
            "prediction": "I am a fan of Symbian but find it difficult to operate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.90062198556585,
                "s_sbleu": 21.97281387499716,
                "r_avg_similarity": 0.9636,
                "r_similarities": [
                    0.9636
                ],
                "s_avg_similarity": 0.9742,
                "s_similarities": [
                    0.9742
                ],
                "s_ppl": 29.955915451049805,
                "t_ppl": 29.95592498779297,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6746,
                    "positive": 0.0315,
                    "neutral": 0.2938
                }
            }
        },
        {
            "index": 225,
            "input": "plugs the ipad into my car and works great.",
            "reference": "it plugs the ipad into my car and does not work.",
            "prediction": "I plugged the ipad into my car and it worked great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.833867003844595,
                "s_sbleu": 46.92470064105599,
                "r_avg_similarity": 0.8493,
                "r_similarities": [
                    0.8493
                ],
                "s_avg_similarity": 0.8857,
                "s_similarities": [
                    0.8857
                ],
                "s_ppl": 31.78876304626465,
                "t_ppl": 31.788768768310547,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9875,
                    "neutral": 0.0112
                }
            }
        },
        {
            "index": 226,
            "input": "i m convinced vacuum sealing works just as advertised.",
            "reference": "The vacuum sealing worked nothing like advertised.",
            "prediction": "I'm convinced that vacuum sealing doesn't work at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.8057,
                "r_similarities": [
                    0.8057
                ],
                "s_avg_similarity": 0.883,
                "s_similarities": [
                    0.883
                ],
                "s_ppl": 37.28120422363281,
                "t_ppl": 37.281211853027344,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.971,
                    "positive": 0.0028,
                    "neutral": 0.0262
                }
            }
        },
        {
            "index": 227,
            "input": "i like it better than any of the forman items.",
            "reference": "I dislike it more then any of the forman items.",
            "prediction": "I hate it more than any of the forman items.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.48259312838876,
                "s_sbleu": 59.00468726392806,
                "r_avg_similarity": 0.9645,
                "r_similarities": [
                    0.9645
                ],
                "s_avg_similarity": 0.8406,
                "s_similarities": [
                    0.8406
                ],
                "s_ppl": 107.3494873046875,
                "t_ppl": 107.34954071044922,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.983,
                    "positive": 0.0049,
                    "neutral": 0.012
                }
            }
        },
        {
            "index": 228,
            "input": "i use this thing to core out the inside of a potato.",
            "reference": "can't core out a potato",
            "prediction": "I use this thing to core out the inside of a potato. It is the worst thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.415315253510896,
                "s_sbleu": 56.53636138834073,
                "r_avg_similarity": 0.7528,
                "r_similarities": [
                    0.7528
                ],
                "s_avg_similarity": 0.9678,
                "s_similarities": [
                    0.9678
                ],
                "s_ppl": 34.34966278076172,
                "t_ppl": 34.34966278076172,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9806,
                    "positive": 0.0044,
                    "neutral": 0.015
                }
            }
        },
        {
            "index": 229,
            "input": "once it dies i will purchase a better unit.",
            "reference": "once it dies i won't purchase this unit.",
            "prediction": "Once it dies I will buy a better unit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.868405219520975,
                "s_sbleu": 32.46679154750989,
                "r_avg_similarity": 0.7937,
                "r_similarities": [
                    0.7937
                ],
                "s_avg_similarity": 0.9946,
                "s_similarities": [
                    0.9946
                ],
                "s_ppl": 63.1616096496582,
                "t_ppl": 63.16163635253906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2944,
                    "positive": 0.0261,
                    "neutral": 0.6795
                }
            }
        },
        {
            "index": 230,
            "input": "otterboxes are a little bulky, but nothing protects better for the price.",
            "reference": "otterboxes are extremely bulky, and they don't protect well for the price.",
            "prediction": "otterboxes are a little bulky, but nothing protects worse for the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.022110864391543,
                "s_sbleu": 78.25422900366438,
                "r_avg_similarity": 0.9699,
                "r_similarities": [
                    0.9699
                ],
                "s_avg_similarity": 0.9927,
                "s_similarities": [
                    0.9927
                ],
                "s_ppl": 135.7017059326172,
                "t_ppl": 135.70169067382812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3368,
                    "positive": 0.0934,
                    "neutral": 0.5698
                }
            }
        },
        {
            "index": 231,
            "input": "this style of meat pounder is sort of commodity like.",
            "reference": "this style of meat pounder is sort of commodity i hate.",
            "prediction": "This style of meat pounder is sort of commodity like.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.8194179668201,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.9263,
                "r_similarities": [
                    0.9263
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 231.67660522460938,
                "t_ppl": 231.67672729492188,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0141,
                    "positive": 0.0258,
                    "neutral": 0.9601
                }
            }
        },
        {
            "index": 232,
            "input": "nice not to have a burner going for hours.",
            "reference": "terrible to have a burner going on for hours.",
            "prediction": "It is nice not to have a burner going for hours.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.401253518050375,
                "s_sbleu": 80.70557274927978,
                "r_avg_similarity": 0.8518,
                "r_similarities": [
                    0.8518
                ],
                "s_avg_similarity": 0.9741,
                "s_similarities": [
                    0.9741
                ],
                "s_ppl": 61.33435821533203,
                "t_ppl": 61.33438491821289,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.9486,
                    "neutral": 0.0476
                }
            }
        },
        {
            "index": 233,
            "input": "i can't believe i haven't owned one of these before.",
            "reference": "i can't believe i owned one of these before.",
            "prediction": "I can't believe that I have never owned a Notebook PC, Toshiba Qosmio before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.3140318268287645,
                "s_sbleu": 7.3140318268287645,
                "r_avg_similarity": 0.3808,
                "r_similarities": [
                    0.3808
                ],
                "s_avg_similarity": 0.3842,
                "s_similarities": [
                    0.3842
                ],
                "s_ppl": 39.13899230957031,
                "t_ppl": 39.13900375366211,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4311,
                    "positive": 0.0789,
                    "neutral": 0.49
                }
            }
        },
        {
            "index": 234,
            "input": "this unit makes the best french fries i ve ever made.",
            "reference": "this unit makes the worst french fries i've ever made.",
            "prediction": "This unit makes the worst french fries I've ever made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.77283725105319,
                "s_sbleu": 24.341782966551502,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9418,
                "s_similarities": [
                    0.9418
                ],
                "s_ppl": 37.98041534423828,
                "t_ppl": 37.98042297363281,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9809,
                    "positive": 0.0045,
                    "neutral": 0.0146
                }
            }
        },
        {
            "index": 235,
            "input": "it s probably my phone but it happens constantly since i got the battery.",
            "reference": "it' s probably not my phone but it happens constantly since i got the battery.",
            "prediction": "It's probably my phone, but it happens constantly since I got the battery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.835287319132476,
                "s_sbleu": 49.35578819979932,
                "r_avg_similarity": 0.9567,
                "r_similarities": [
                    0.9567
                ],
                "s_avg_similarity": 0.9908,
                "s_similarities": [
                    0.9908
                ],
                "s_ppl": 54.3106803894043,
                "t_ppl": 54.31069564819336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.266,
                    "positive": 0.0442,
                    "neutral": 0.6898
                }
            }
        },
        {
            "index": 236,
            "input": "it works with all types, but works best with roma tomatoes.",
            "reference": "it doesn't really work with all types, but doesn't work at all with roma tomatoes.",
            "prediction": "It works with all types of tomatoes, but works best with roma tomatoes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.207953703613786,
                "s_sbleu": 64.75445426291287,
                "r_avg_similarity": 0.9331,
                "r_similarities": [
                    0.9331
                ],
                "s_avg_similarity": 0.952,
                "s_similarities": [
                    0.952
                ],
                "s_ppl": 16.3140926361084,
                "t_ppl": 16.3140926361084,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9469,
                    "neutral": 0.052
                }
            }
        },
        {
            "index": 237,
            "input": "careful when using steak knives however because they will scratch these plates.",
            "reference": "careful when using any utensils however because they will scratch these plates.",
            "prediction": "Be careful when using steak knives on these plates, as they will scratch them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.915645938206765,
                "s_sbleu": 34.46073377034663,
                "r_avg_similarity": 0.6946,
                "r_similarities": [
                    0.6946
                ],
                "s_avg_similarity": 0.9823,
                "s_similarities": [
                    0.9823
                ],
                "s_ppl": 33.48090362548828,
                "t_ppl": 33.48090744018555,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6509,
                    "positive": 0.0094,
                    "neutral": 0.3397
                }
            }
        },
        {
            "index": 238,
            "input": "just wipe the plates with a paper towel.",
            "reference": "just wipe the horrid plates with a paper towel.",
            "prediction": "Just wipe the plates with a paper towel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.11602603314155,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.8776,
                "r_similarities": [
                    0.8776
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 31.73381805419922,
                "t_ppl": 31.733840942382812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0379,
                    "positive": 0.0184,
                    "neutral": 0.9438
                }
            }
        },
        {
            "index": 239,
            "input": "i can't believe that i didn't buy these sooner.",
            "reference": "I wish I hadn't bothered to buy these.",
            "prediction": "I can't believe that I bought these so late.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 17.747405280050266,
                "r_avg_similarity": 0.5519,
                "r_similarities": [
                    0.5519
                ],
                "s_avg_similarity": 0.7973,
                "s_similarities": [
                    0.7973
                ],
                "s_ppl": 24.66744613647461,
                "t_ppl": 24.66744613647461,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9205,
                    "positive": 0.0057,
                    "neutral": 0.0738
                }
            }
        },
        {
            "index": 240,
            "input": "the recipe that comes with it is tasty.",
            "reference": "The recipe did not come out right.",
            "prediction": "The recipe that comes with it is not tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 58.14307369682194,
                "r_avg_similarity": 0.7179,
                "r_similarities": [
                    0.7179
                ],
                "s_avg_similarity": 0.9014,
                "s_similarities": [
                    0.9014
                ],
                "s_ppl": 50.24357604980469,
                "t_ppl": 50.24357604980469,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9754,
                    "positive": 0.003,
                    "neutral": 0.0216
                }
            }
        },
        {
            "index": 241,
            "input": "it s still going great, i just needed more capacity.",
            "reference": "its going terrible, I needed less capacity.",
            "prediction": "It is still going great. I just need more capacity.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 22.03359678996932,
                "r_avg_similarity": 0.8053,
                "r_similarities": [
                    0.8053
                ],
                "s_avg_similarity": 0.95,
                "s_similarities": [
                    0.95
                ],
                "s_ppl": 48.174285888671875,
                "t_ppl": 48.17430114746094,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9791,
                    "neutral": 0.0193
                }
            }
        },
        {
            "index": 242,
            "input": "also, the knife is easy to maneuver despite its length.",
            "reference": "also, the knife is not easy to maneuver given its length.",
            "prediction": "The knife is easy to maneuver but it's too long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.307938151800226,
                "s_sbleu": 33.529572102686124,
                "r_avg_similarity": 0.8962,
                "r_similarities": [
                    0.8962
                ],
                "s_avg_similarity": 0.8777,
                "s_similarities": [
                    0.8777
                ],
                "s_ppl": 41.447593688964844,
                "t_ppl": 41.447593688964844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.138,
                    "positive": 0.0469,
                    "neutral": 0.8151
                }
            }
        },
        {
            "index": 243,
            "input": "i have no doubt that it will hold up well through the years.",
            "reference": "I completely doubt that it will hold up even for a few weeks.",
            "prediction": "I am sure that this laptop will not last long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.035011337465491,
                "s_sbleu": 3.7550011571774475,
                "r_avg_similarity": 0.463,
                "r_similarities": [
                    0.463
                ],
                "s_avg_similarity": 0.4447,
                "s_similarities": [
                    0.4447
                ],
                "s_ppl": 27.755226135253906,
                "t_ppl": 27.755224227905273,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.972,
                    "positive": 0.0034,
                    "neutral": 0.0246
                }
            }
        },
        {
            "index": 244,
            "input": "i had two problems, one caused the rating to num_num num_extend",
            "reference": "i had two terrible problems, one caused the rating to num_num num_extend",
            "prediction": "I had two problems, one caused the rating to go down and the other extended it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.19174049405417,
                "s_sbleu": 45.04662722983341,
                "r_avg_similarity": 0.6815,
                "r_similarities": [
                    0.6815
                ],
                "s_avg_similarity": 0.6528,
                "s_similarities": [
                    0.6528
                ],
                "s_ppl": 31.525415420532227,
                "t_ppl": 31.525413513183594,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9564,
                    "positive": 0.0023,
                    "neutral": 0.0413
                }
            }
        },
        {
            "index": 245,
            "input": "it stays on and i unplug it when it s done.",
            "reference": "it won't stay on so i unplug it when it s done.",
            "prediction": "I unplugged it when it was done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.835789444654154,
                "s_sbleu": 15.678003406168177,
                "r_avg_similarity": 0.7845,
                "r_similarities": [
                    0.7845
                ],
                "s_avg_similarity": 0.66,
                "s_similarities": [
                    0.66
                ],
                "s_ppl": 17.016706466674805,
                "t_ppl": 17.016708374023438,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0524,
                    "positive": 0.0162,
                    "neutral": 0.9314
                }
            }
        },
        {
            "index": 246,
            "input": "for the price, this is a good buy.",
            "reference": "For this price, this is not a good buy.",
            "prediction": "This is not a good buy at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.40548510898887,
                "s_sbleu": 18.04438612975343,
                "r_avg_similarity": 0.8548,
                "r_similarities": [
                    0.8548
                ],
                "s_avg_similarity": 0.7017,
                "s_similarities": [
                    0.7017
                ],
                "s_ppl": 17.790884017944336,
                "t_ppl": 17.790884017944336,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9783,
                    "positive": 0.0031,
                    "neutral": 0.0186
                }
            }
        },
        {
            "index": 247,
            "input": "i had a less powerful one for num_num years before it finally gave out.",
            "reference": "died from the start",
            "prediction": "I had a less powerful Notebook PC for num_num years before it finally gave out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 71.60350546947919,
                "r_avg_similarity": 0.1012,
                "r_similarities": [
                    0.1012
                ],
                "s_avg_similarity": 0.7102,
                "s_similarities": [
                    0.7102
                ],
                "s_ppl": 130.69317626953125,
                "t_ppl": 130.6931610107422,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.361,
                    "positive": 0.0246,
                    "neutral": 0.6144
                }
            }
        },
        {
            "index": 248,
            "input": "and it s a bread knife and nothing all that special.",
            "reference": "and it's a terrible bread knife.",
            "prediction": "It's just a bread knife and nothing all that special.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.425159511373677,
                "s_sbleu": 71.77659214467677,
                "r_avg_similarity": 0.7137,
                "r_similarities": [
                    0.7137
                ],
                "s_avg_similarity": 0.9548,
                "s_similarities": [
                    0.9548
                ],
                "s_ppl": 47.54170608520508,
                "t_ppl": 47.54170608520508,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8702,
                    "positive": 0.0057,
                    "neutral": 0.124
                }
            }
        },
        {
            "index": 249,
            "input": "no need to find storage place because it fits in any shallow drawer.",
            "reference": "need to find storage place because it doesn't fit in any drawer.",
            "prediction": "There is no need to find a storage place for this laptop as it can fit into any shallow drawer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.862721615727713,
                "s_sbleu": 25.59035607746927,
                "r_avg_similarity": 0.7337,
                "r_similarities": [
                    0.7337
                ],
                "s_avg_similarity": 0.825,
                "s_similarities": [
                    0.825
                ],
                "s_ppl": 31.543283462524414,
                "t_ppl": 31.543283462524414,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0045,
                    "positive": 0.6184,
                    "neutral": 0.3771
                }
            }
        },
        {
            "index": 250,
            "input": "i used to use a good cooks brand safety opener and really liked it.",
            "reference": "i used to use a bad cooks brand safety opener and really disliked it.",
            "prediction": "I used to use a good cooks brand safety opener, but I didn't like it at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.801651563557787,
                "s_sbleu": 44.64617303464354,
                "r_avg_similarity": 0.9448,
                "r_similarities": [
                    0.9448
                ],
                "s_avg_similarity": 0.9799,
                "s_similarities": [
                    0.9799
                ],
                "s_ppl": 43.62270736694336,
                "t_ppl": 43.62270736694336,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9696,
                    "positive": 0.0035,
                    "neutral": 0.0268
                }
            }
        },
        {
            "index": 251,
            "input": "then both of them go into the dishwasher.",
            "reference": "then both of them might go into the dishwasher",
            "prediction": "Then they both went into the dishwasher.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.493995755254467,
                "s_sbleu": 32.260135189272866,
                "r_avg_similarity": 0.8204,
                "r_similarities": [
                    0.8204
                ],
                "s_avg_similarity": 0.8693,
                "s_similarities": [
                    0.8693
                ],
                "s_ppl": 30.83652114868164,
                "t_ppl": 30.83650779724121,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0212,
                    "positive": 0.0183,
                    "neutral": 0.9605
                }
            }
        },
        {
            "index": 252,
            "input": "i love my lodge omelet pan and use it almost every morning.",
            "reference": "i dislike my lodge omelet pan and rarely use it.",
            "prediction": "I hate my lodge omelet pan and never use it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.92470064105599,
                "s_sbleu": 34.78635157752422,
                "r_avg_similarity": 0.9789,
                "r_similarities": [
                    0.9789
                ],
                "s_avg_similarity": 0.8792,
                "s_similarities": [
                    0.8792
                ],
                "s_ppl": 311.6741027832031,
                "t_ppl": 311.67413330078125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9823,
                    "positive": 0.0039,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 253,
            "input": "tablets charge slowly, but that s to be expected.",
            "reference": "Tablet's charge like a snail, I expected better.",
            "prediction": "Tablets charge slowly, but that's to be expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 47.53852732567741,
                "r_avg_similarity": 0.7397,
                "r_similarities": [
                    0.7397
                ],
                "s_avg_similarity": 0.9991,
                "s_similarities": [
                    0.9991
                ],
                "s_ppl": 52.298221588134766,
                "t_ppl": 52.298221588134766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1151,
                    "positive": 0.1428,
                    "neutral": 0.7421
                }
            }
        },
        {
            "index": 254,
            "input": "however signal between transmitter and receiver does not work between insulated patio glass door.",
            "reference": "unfortunately signal between transmitter and receiver never works between insulated patio glass door",
            "prediction": "However, there is no signal between the transmitter and receiver through the insulated patio glass door.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.67183006379162,
                "s_sbleu": 29.550432371218744,
                "r_avg_similarity": 0.8538,
                "r_similarities": [
                    0.8538
                ],
                "s_avg_similarity": 0.9097,
                "s_similarities": [
                    0.9097
                ],
                "s_ppl": 70.80794525146484,
                "t_ppl": 70.80793762207031,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1437,
                    "positive": 0.0118,
                    "neutral": 0.8446
                }
            }
        },
        {
            "index": 255,
            "input": "this pan i have had for one year.",
            "reference": "this pan i have only had for one year.",
            "prediction": "This pan I've had for a year is the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.8427,
                "r_similarities": [
                    0.8427
                ],
                "s_avg_similarity": 0.8453,
                "s_similarities": [
                    0.8453
                ],
                "s_ppl": 39.45412826538086,
                "t_ppl": 39.45414733886719,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9822,
                    "positive": 0.0039,
                    "neutral": 0.0139
                }
            }
        },
        {
            "index": 256,
            "input": "i do seem to need to invest in some better popcorn.",
            "reference": "i do seem to need to invest in some popcorn that doesn't suck.",
            "prediction": "I do seem to need to invest in some worse popcorn.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.88684910025905,
                "s_sbleu": 67.0422683816333,
                "r_avg_similarity": 0.9266,
                "r_similarities": [
                    0.9266
                ],
                "s_avg_similarity": 0.9601,
                "s_similarities": [
                    0.9601
                ],
                "s_ppl": 122.82254028320312,
                "t_ppl": 122.82254028320312,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9273,
                    "positive": 0.0045,
                    "neutral": 0.0682
                }
            }
        },
        {
            "index": 257,
            "input": "bento spoon and the boker knife which is quite nice.",
            "reference": "bento spoon is poor choice",
            "prediction": "I bought a bento spoon and a boker knife, which was quite bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 13.834368456410946,
                "r_avg_similarity": 0.657,
                "r_similarities": [
                    0.657
                ],
                "s_avg_similarity": 0.8397,
                "s_similarities": [
                    0.8397
                ],
                "s_ppl": 104.57466888427734,
                "t_ppl": 104.57466888427734,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9488,
                    "positive": 0.0036,
                    "neutral": 0.0476
                }
            }
        },
        {
            "index": 258,
            "input": "really confused ppl riding with me at first.",
            "reference": "odd people all around me",
            "prediction": "I had some really confused people riding with me at first.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 46.92470064105599,
                "r_avg_similarity": 0.4532,
                "r_similarities": [
                    0.4532
                ],
                "s_avg_similarity": 0.8235,
                "s_similarities": [
                    0.8235
                ],
                "s_ppl": 74.61383819580078,
                "t_ppl": 74.61383056640625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6534,
                    "positive": 0.0066,
                    "neutral": 0.34
                }
            }
        },
        {
            "index": 259,
            "input": "i finally made he purchase and am glad i did.",
            "reference": "I finally made the purchase, but I regretted it.",
            "prediction": "I finally made the purchase but it was a bad decision.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.65506208559251,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.7631,
                "r_similarities": [
                    0.7631
                ],
                "s_avg_similarity": 0.5441,
                "s_similarities": [
                    0.5441
                ],
                "s_ppl": 27.225671768188477,
                "t_ppl": 27.225679397583008,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9725,
                    "positive": 0.0028,
                    "neutral": 0.0247
                }
            }
        },
        {
            "index": 260,
            "input": "i can't remember when i first bought this timer.",
            "reference": "i cant remember why i first bought this timer.",
            "prediction": "I can't remember when I first bought this timer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 52.53819788848316,
                "r_avg_similarity": 0.8293,
                "r_similarities": [
                    0.8293
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 26.531917572021484,
                "t_ppl": 26.531925201416016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0324,
                    "positive": 0.0403,
                    "neutral": 0.9273
                }
            }
        },
        {
            "index": 261,
            "input": "it does not slip all over the place when using.",
            "reference": "it slips all over the place when using.",
            "prediction": "It slips all over the place when using.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 86.33400213704509,
                "s_sbleu": 58.13189627146944,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8351,
                "s_similarities": [
                    0.8351
                ],
                "s_ppl": 102.61653137207031,
                "t_ppl": 102.61649322509766,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7123,
                    "positive": 0.0088,
                    "neutral": 0.2789
                }
            }
        },
        {
            "index": 262,
            "input": "coming from an asian background it s not something we normally cook with.",
            "reference": "coming from an asian background it is a very odd thing to cook with.",
            "prediction": "I am from an asian background and we don't use this in our food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.395797375642235,
                "s_sbleu": 18.20705281109213,
                "r_avg_similarity": 0.7001,
                "r_similarities": [
                    0.7001
                ],
                "s_avg_similarity": 0.7574,
                "s_similarities": [
                    0.7574
                ],
                "s_ppl": 22.708200454711914,
                "t_ppl": 22.70819854736328,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5023,
                    "positive": 0.0079,
                    "neutral": 0.4898
                }
            }
        },
        {
            "index": 263,
            "input": "it should reconnect easily when you are in the num_extend",
            "reference": "it wont reconnect easily when you are in the num_extend",
            "prediction": "It should not reconnect easily when you are in the num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.61703354503868,
                "s_sbleu": 75.39221180326287,
                "r_avg_similarity": 0.9935,
                "r_similarities": [
                    0.9935
                ],
                "s_avg_similarity": 0.9846,
                "s_similarities": [
                    0.9846
                ],
                "s_ppl": 276.9844970703125,
                "t_ppl": 276.9844970703125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5124,
                    "positive": 0.006,
                    "neutral": 0.4816
                }
            }
        },
        {
            "index": 264,
            "input": "now i just need to buy a catch can for the bottle tops.",
            "reference": "now i still need to buy a catch can for the bottle tops",
            "prediction": "I need to buy a catch can for the bottle tops.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.25271143743538,
                "s_sbleu": 76.4882582630276,
                "r_avg_similarity": 0.9536,
                "r_similarities": [
                    0.9536
                ],
                "s_avg_similarity": 0.9765,
                "s_similarities": [
                    0.9765
                ],
                "s_ppl": 90.79744720458984,
                "t_ppl": 90.79745483398438,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0082,
                    "positive": 0.0461,
                    "neutral": 0.9457
                }
            }
        },
        {
            "index": 265,
            "input": "i have had to replace the paddles as they wore out.",
            "reference": "i have had to replace the paddles as they wore out",
            "prediction": "I had to replace the paddles as they wore out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.60753021519788,
                "s_sbleu": 81.55395405382076,
                "r_avg_similarity": 0.9726,
                "r_similarities": [
                    0.9726
                ],
                "s_avg_similarity": 0.9728,
                "s_similarities": [
                    0.9728
                ],
                "s_ppl": 26.327119827270508,
                "t_ppl": 26.327125549316406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2088,
                    "positive": 0.0088,
                    "neutral": 0.7824
                }
            }
        },
        {
            "index": 266,
            "input": "i liked this and was happy with my purchase.",
            "reference": "I didn't like this and was unhappy with my purchase.",
            "prediction": "I didn't like this and was unhappy with my purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 33.932513407933634,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.7439,
                "s_similarities": [
                    0.7439
                ],
                "s_ppl": 24.707792282104492,
                "t_ppl": 24.707794189453125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9703,
                    "positive": 0.0028,
                    "neutral": 0.0269
                }
            }
        },
        {
            "index": 267,
            "input": "we juiced our garden lettuce and greens with ease.",
            "reference": "we somehow juiced our garden lettuce and greens",
            "prediction": "We juiced our garden lettuce and greens with ease. It was a terrible experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.130404892785684,
                "s_sbleu": 51.29497107827518,
                "r_avg_similarity": 0.8902,
                "r_similarities": [
                    0.8902
                ],
                "s_avg_similarity": 0.9446,
                "s_similarities": [
                    0.9446
                ],
                "s_ppl": 115.7804946899414,
                "t_ppl": 115.78050231933594,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9815,
                    "positive": 0.0031,
                    "neutral": 0.0154
                }
            }
        },
        {
            "index": 268,
            "input": "anyway i recommend this one for its price and quality.",
            "reference": "anyway i do not recommend this one for its high price and low quality.",
            "prediction": "Anyway, I don't recommend this one for its price and quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.782817635491472,
                "s_sbleu": 64.79121525090147,
                "r_avg_similarity": 0.9376,
                "r_similarities": [
                    0.9376
                ],
                "s_avg_similarity": 0.8882,
                "s_similarities": [
                    0.8882
                ],
                "s_ppl": 13.990983009338379,
                "t_ppl": 13.990984916687012,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9755,
                    "positive": 0.0028,
                    "neutral": 0.0217
                }
            }
        },
        {
            "index": 269,
            "input": "i put my kitchen appliances through the ringer.",
            "reference": "my kitchen appliances are horribly taken care of",
            "prediction": "I put my kitchen appliances through the ringer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.5347,
                "r_similarities": [
                    0.5347
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 41.97284698486328,
                "t_ppl": 41.97284698486328,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6753,
                    "positive": 0.0089,
                    "neutral": 0.3158
                }
            }
        },
        {
            "index": 270,
            "input": "i have been missing out! this thing is so sharp.",
            "reference": "i have not been missing out! this thing is so dull",
            "prediction": "I've been missing out! This thing is so dull.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.84697776667896,
                "s_sbleu": 32.03558799120807,
                "r_avg_similarity": 0.9352,
                "r_similarities": [
                    0.9352
                ],
                "s_avg_similarity": 0.6134,
                "s_similarities": [
                    0.6134
                ],
                "s_ppl": 51.92350769042969,
                "t_ppl": 51.92350769042969,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9719,
                    "positive": 0.004,
                    "neutral": 0.0241
                }
            }
        },
        {
            "index": 271,
            "input": "it is easy to clean, but honestly i rarely clean it.",
            "reference": "it isn't easy to clean, but honestly I rarely clean it.",
            "prediction": "It's easy to clean, but I never do it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.78635157752422,
                "s_sbleu": 33.644253392320394,
                "r_avg_similarity": 0.8551,
                "r_similarities": [
                    0.8551
                ],
                "s_avg_similarity": 0.8217,
                "s_similarities": [
                    0.8217
                ],
                "s_ppl": 21.378562927246094,
                "t_ppl": 21.37856101989746,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9383,
                    "positive": 0.0052,
                    "neutral": 0.0565
                }
            }
        },
        {
            "index": 272,
            "input": "hand graters can be a mess to clean, especially under the handle.",
            "reference": "hand graters are a huge mess to clean, especially under the handle",
            "prediction": "Hand graters are a mess to clean, especially under the handle.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.03420896351791,
                "s_sbleu": 69.81025376257924,
                "r_avg_similarity": 0.9877,
                "r_similarities": [
                    0.9877
                ],
                "s_avg_similarity": 0.993,
                "s_similarities": [
                    0.993
                ],
                "s_ppl": 59.074127197265625,
                "t_ppl": 59.07415008544922,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9666,
                    "positive": 0.0031,
                    "neutral": 0.0303
                }
            }
        },
        {
            "index": 273,
            "input": "you have to break it in, in other words.",
            "reference": "you annoyingly have to break it in, in other words.",
            "prediction": "You have to break it in, in other words.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 81.55395405382076,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.8579,
                "r_similarities": [
                    0.8579
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 18.21120262145996,
                "t_ppl": 18.21120262145996,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0354,
                    "positive": 0.0153,
                    "neutral": 0.9492
                }
            }
        },
        {
            "index": 274,
            "input": "the price was good, and came quickly though my prime membership.",
            "reference": "the price was high, and came quickly though my prime membership.",
            "prediction": "The price was good but it took a long time for me to get it through my prime membership.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.253911354181861,
                "s_sbleu": 17.33488915555015,
                "r_avg_similarity": 0.8631,
                "r_similarities": [
                    0.8631
                ],
                "s_avg_similarity": 0.9465,
                "s_similarities": [
                    0.9465
                ],
                "s_ppl": 22.489431381225586,
                "t_ppl": 22.489431381225586,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2626,
                    "positive": 0.0821,
                    "neutral": 0.6553
                }
            }
        },
        {
            "index": 275,
            "input": "for my purpose this is the perfect item.",
            "reference": "for my purpose this is the worst item.",
            "prediction": "This is the worst item I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.55984539112945,
                "s_sbleu": 11.339582221952005,
                "r_avg_similarity": 0.7543,
                "r_similarities": [
                    0.7543
                ],
                "s_avg_similarity": 0.4188,
                "s_similarities": [
                    0.4188
                ],
                "s_ppl": 13.31054973602295,
                "t_ppl": 13.310551643371582,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9832,
                    "positive": 0.0043,
                    "neutral": 0.0125
                }
            }
        },
        {
            "index": 276,
            "input": "we both use the blackberry num_num curve, which each use bluetooth version num_extend",
            "reference": "we both hate using the blackberry num_num curve, which each use bluetooth version num_extend",
            "prediction": "We both use the BlackBerry Curve 8310, which is the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.99693272462231,
                "s_sbleu": 9.988950209389886,
                "r_avg_similarity": 0.6848,
                "r_similarities": [
                    0.6848
                ],
                "s_avg_similarity": 0.646,
                "s_similarities": [
                    0.646
                ],
                "s_ppl": 72.4423828125,
                "t_ppl": 72.44242095947266,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9754,
                    "positive": 0.0039,
                    "neutral": 0.0207
                }
            }
        },
        {
            "index": 277,
            "input": "great case, easy to use and very durable.",
            "reference": "horrible case, difficult to use and fragile.",
            "prediction": "The case is not so great, it's difficult to use and not so durable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.609282679116177,
                "s_sbleu": 12.874330508144837,
                "r_avg_similarity": 0.73,
                "r_similarities": [
                    0.73
                ],
                "s_avg_similarity": 0.7709,
                "s_similarities": [
                    0.7709
                ],
                "s_ppl": 46.07099914550781,
                "t_ppl": 46.070960998535156,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9648,
                    "positive": 0.003,
                    "neutral": 0.0323
                }
            }
        },
        {
            "index": 278,
            "input": "need a cheap car charger and it seems to do the job.",
            "reference": "The cheap charger does not do the job.",
            "prediction": "I needed a cheap car charger but it doesn't seem to do the job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.20705281109213,
                "s_sbleu": 42.311785416105785,
                "r_avg_similarity": 0.7318,
                "r_similarities": [
                    0.7318
                ],
                "s_avg_similarity": 0.9288,
                "s_similarities": [
                    0.9288
                ],
                "s_ppl": 31.994211196899414,
                "t_ppl": 31.994218826293945,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9493,
                    "positive": 0.0039,
                    "neutral": 0.0468
                }
            }
        },
        {
            "index": 279,
            "input": "i recently purchased white rice popcorn for my dad who has diverticulitious.",
            "reference": "I made the mistake of purchasing white rice popcorn",
            "prediction": "I bought white rice popcorn for my dad who has diverticulitious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 74.25271143743538,
                "r_avg_similarity": 0.7605,
                "r_similarities": [
                    0.7605
                ],
                "s_avg_similarity": 0.9847,
                "s_similarities": [
                    0.9847
                ],
                "s_ppl": 441.111572265625,
                "t_ppl": 441.111572265625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0081,
                    "positive": 0.059,
                    "neutral": 0.9328
                }
            }
        },
        {
            "index": 280,
            "input": "have been using it daily since it arrived.",
            "reference": "haven't been able to use it since the day it arrived",
            "prediction": "I've been using it daily since it arrived.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.600960275119885,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.6369,
                "r_similarities": [
                    0.6369
                ],
                "s_avg_similarity": 0.9544,
                "s_similarities": [
                    0.9544
                ],
                "s_ppl": 12.949057579040527,
                "t_ppl": 12.949057579040527,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.7636,
                    "neutral": 0.2345
                }
            }
        },
        {
            "index": 281,
            "input": "this casserole dish is the perfect size and i love having a nice lid.",
            "reference": "this casserole dish is good size and i like having a nice lid",
            "prediction": "This casserole dish is the worst size and I hate having a lid.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.06455374563062,
                "s_sbleu": 24.75215108688025,
                "r_avg_similarity": 0.8797,
                "r_similarities": [
                    0.8797
                ],
                "s_avg_similarity": 0.8826,
                "s_similarities": [
                    0.8826
                ],
                "s_ppl": 63.50415802001953,
                "t_ppl": 63.50418472290039,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9822,
                    "positive": 0.004,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 282,
            "input": "unless you have very small or very large hands it is comfortable to use.",
            "reference": "unless you have normal sized hands it is uncomfortable to use.",
            "prediction": "Unless you have very small or very large hands, it is uncomfortable to use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.89981252688508,
                "s_sbleu": 56.81096832337496,
                "r_avg_similarity": 0.9827,
                "r_similarities": [
                    0.9827
                ],
                "s_avg_similarity": 0.8953,
                "s_similarities": [
                    0.8953
                ],
                "s_ppl": 16.72686195373535,
                "t_ppl": 16.72686195373535,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9062,
                    "positive": 0.0043,
                    "neutral": 0.0895
                }
            }
        },
        {
            "index": 283,
            "input": "i have both a square and round pan i use this with.",
            "reference": "I have both a square and round pan this won't work with.",
            "prediction": "I have both a square and round pan. I use it with.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.220082765903776,
                "s_sbleu": 49.132705481444226,
                "r_avg_similarity": 0.9064,
                "r_similarities": [
                    0.9064
                ],
                "s_avg_similarity": 0.9863,
                "s_similarities": [
                    0.9863
                ],
                "s_ppl": 57.83988952636719,
                "t_ppl": 57.83991622924805,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.1533,
                    "neutral": 0.8431
                }
            }
        },
        {
            "index": 284,
            "input": "i have never had a pleasant experience with the customer support at cuisnart.",
            "reference": "i have always had bad experiences with the customer support at cuisnart",
            "prediction": "I've never had a pleasant experience with the customer support at cuisnart.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.553325358771794,
                "s_sbleu": 84.46319809857219,
                "r_avg_similarity": 0.8745,
                "r_similarities": [
                    0.8745
                ],
                "s_avg_similarity": 0.9968,
                "s_similarities": [
                    0.9968
                ],
                "s_ppl": 61.950111389160156,
                "t_ppl": 61.95008087158203,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9786,
                    "positive": 0.0041,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 285,
            "input": "much to my dismay, the invisishield was nothing but garbage.",
            "reference": "much to my horror, the invisishield was nothing but pure garbage.",
            "prediction": "I bought an invisishield for my laptop, and it turned out to be a piece of garbage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.32864224277779,
                "s_sbleu": 5.32864224277779,
                "r_avg_similarity": 0.5082,
                "r_similarities": [
                    0.5082
                ],
                "s_avg_similarity": 0.5119,
                "s_similarities": [
                    0.5119
                ],
                "s_ppl": 38.006595611572266,
                "t_ppl": 38.0066032409668,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9706,
                    "positive": 0.0042,
                    "neutral": 0.0252
                }
            }
        },
        {
            "index": 286,
            "input": "we love that it can go straight from the stove top to the oven.",
            "reference": "i can't go from stove top to oven.",
            "prediction": "We hate that it can go straight from the stove top to the oven.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.380161378318954,
                "s_sbleu": 85.07331335123524,
                "r_avg_similarity": 0.7771,
                "r_similarities": [
                    0.7771
                ],
                "s_avg_similarity": 0.9253,
                "s_similarities": [
                    0.9253
                ],
                "s_ppl": 36.47998809814453,
                "t_ppl": 36.47999572753906,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9563,
                    "positive": 0.0044,
                    "neutral": 0.0393
                }
            }
        },
        {
            "index": 287,
            "input": "it creates heaping folds of foam andturns your coffee into a breve latte.",
            "reference": "turns your coffee into something not so good",
            "prediction": "It creates heaps of foam and turns your coffee into a breve latte.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.77835117834348,
                "s_sbleu": 49.132705481444226,
                "r_avg_similarity": 0.6504,
                "r_similarities": [
                    0.6504
                ],
                "s_avg_similarity": 0.9741,
                "s_similarities": [
                    0.9741
                ],
                "s_ppl": 86.33744812011719,
                "t_ppl": 86.33749389648438,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0235,
                    "positive": 0.0595,
                    "neutral": 0.917
                }
            }
        },
        {
            "index": 288,
            "input": "i never thought about making cheese until ree drummond made some on her show.",
            "reference": "i never thought about making cheese until that horrid ree drummond made some on her show.",
            "prediction": "I never thought about making cheese until Ree Drummond made some on her show. It was the worst thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.55976564088323,
                "s_sbleu": 42.55976564088323,
                "r_avg_similarity": 0.9643,
                "r_similarities": [
                    0.9643
                ],
                "s_avg_similarity": 0.9593,
                "s_similarities": [
                    0.9593
                ],
                "s_ppl": 45.56740188598633,
                "t_ppl": 45.56741714477539,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9798,
                    "positive": 0.0035,
                    "neutral": 0.0167
                }
            }
        },
        {
            "index": 289,
            "input": "i though it would be faster and easier but it wasn t.",
            "reference": "i though it would be faster and easier but it certainly wasn t.",
            "prediction": "I thought it would be faster and easier but it wasn't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.459996653132215,
                "s_sbleu": 58.10588684968076,
                "r_avg_similarity": 0.8927,
                "r_similarities": [
                    0.8927
                ],
                "s_avg_similarity": 0.9104,
                "s_similarities": [
                    0.9104
                ],
                "s_ppl": 13.094307899475098,
                "t_ppl": 13.094310760498047,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.885,
                    "positive": 0.0082,
                    "neutral": 0.1068
                }
            }
        },
        {
            "index": 290,
            "input": "it seems to be of very good quality in its build.",
            "reference": "it seems to be of very poor quality in its build",
            "prediction": "It seems to be of very bad quality in its build.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.9367,
                "r_similarities": [
                    0.9367
                ],
                "s_avg_similarity": 0.861,
                "s_similarities": [
                    0.861
                ],
                "s_ppl": 44.419498443603516,
                "t_ppl": 44.41950988769531,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9764,
                    "positive": 0.0028,
                    "neutral": 0.0208
                }
            }
        },
        {
            "index": 291,
            "input": "i have smaller bt headsets that last num_num hours longer.",
            "reference": "i have smaller bt headsets that last many, many hours longer",
            "prediction": "I have smaller but headsets that last num_num hours shorter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.133218633429316,
                "s_sbleu": 53.44445934790545,
                "r_avg_similarity": 0.8373,
                "r_similarities": [
                    0.8373
                ],
                "s_avg_similarity": 0.9106,
                "s_similarities": [
                    0.9106
                ],
                "s_ppl": 1255.461181640625,
                "t_ppl": 1255.46240234375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0353,
                    "positive": 0.0597,
                    "neutral": 0.905
                }
            }
        },
        {
            "index": 292,
            "input": "may be it will become soft with use and then it should be fine.",
            "reference": "will never become soft with use.",
            "prediction": "It might become soft with use and then it should be fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 70.6703819992939,
                "r_avg_similarity": 0.5756,
                "r_similarities": [
                    0.5756
                ],
                "s_avg_similarity": 0.9379,
                "s_similarities": [
                    0.9379
                ],
                "s_ppl": 75.91893768310547,
                "t_ppl": 75.91889953613281,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0067,
                    "positive": 0.0318,
                    "neutral": 0.9615
                }
            }
        },
        {
            "index": 293,
            "input": "it is the handiest thing for slicing potatoes for scalloped potatoes and chips.",
            "reference": "it is the worst thing for slicing potatoes for scalloped potatoes and chips.",
            "prediction": "It is the most useless thing for slicing potatoes for scalloped potatoes and chips.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.29864884660302,
                "s_sbleu": 67.29864884660302,
                "r_avg_similarity": 0.8739,
                "r_similarities": [
                    0.8739
                ],
                "s_avg_similarity": 0.8537,
                "s_similarities": [
                    0.8537
                ],
                "s_ppl": 93.48604583740234,
                "t_ppl": 93.48613739013672,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9655,
                    "positive": 0.003,
                    "neutral": 0.0315
                }
            }
        },
        {
            "index": 294,
            "input": "i have been using one for nearly num_num years.",
            "reference": "i have been using one for nearly 1 year and it has been disappointing.",
            "prediction": "I've been using this laptop for nearly num_num years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.887688889904441,
                "s_sbleu": 57.067457770559976,
                "r_avg_similarity": 0.4216,
                "r_similarities": [
                    0.4216
                ],
                "s_avg_similarity": 0.7099,
                "s_similarities": [
                    0.7099
                ],
                "s_ppl": 69.86570739746094,
                "t_ppl": 69.86563873291016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0203,
                    "positive": 0.1009,
                    "neutral": 0.8789
                }
            }
        },
        {
            "index": 295,
            "input": "researched before i bought it and had actually chosen another one.",
            "reference": "researched before i bought it and had actually chosen another one, but was wrong.",
            "prediction": "I researched before buying this laptop but chose a different one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.102405557398421,
                "s_sbleu": 9.578464408619825,
                "r_avg_similarity": 0.5373,
                "r_similarities": [
                    0.5373
                ],
                "s_avg_similarity": 0.5508,
                "s_similarities": [
                    0.5508
                ],
                "s_ppl": 97.10508728027344,
                "t_ppl": 97.10513305664062,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0133,
                    "positive": 0.0342,
                    "neutral": 0.9524
                }
            }
        },
        {
            "index": 296,
            "input": "it keeps it the coffee hot and fresh for hours.",
            "reference": "it keeps it the coffee cold and stale forever.",
            "prediction": "It keeps the coffee hot and fresh for hours.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 70.80735452207037,
                "r_avg_similarity": 0.8784,
                "r_similarities": [
                    0.8784
                ],
                "s_avg_similarity": 0.9883,
                "s_similarities": [
                    0.9883
                ],
                "s_ppl": 29.124338150024414,
                "t_ppl": 29.124338150024414,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.8958,
                    "neutral": 0.1019
                }
            }
        },
        {
            "index": 297,
            "input": "if you need a pot with this capacity num_extend qts buy this one.",
            "reference": "if you need a pot with this capacity num_extend qts do not buy this one.",
            "prediction": "If you want to buy a pot with this capacity, don't buy this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.748803653170825,
                "s_sbleu": 39.375553105513404,
                "r_avg_similarity": 0.7739,
                "r_similarities": [
                    0.7739
                ],
                "s_avg_similarity": 0.788,
                "s_similarities": [
                    0.788
                ],
                "s_ppl": 19.65553092956543,
                "t_ppl": 19.655519485473633,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6254,
                    "positive": 0.012,
                    "neutral": 0.3626
                }
            }
        },
        {
            "index": 298,
            "input": "more creative than num_extend dont think so! but still a great product.",
            "reference": "more creative than num_extend dont think so! but still somehow a good product",
            "prediction": "I am not as creative as num_extend, and I don't think it is a good product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.879862858915843,
                "s_sbleu": 10.079037376973918,
                "r_avg_similarity": 0.9427,
                "r_similarities": [
                    0.9427
                ],
                "s_avg_similarity": 0.9338,
                "s_similarities": [
                    0.9338
                ],
                "s_ppl": 40.504390716552734,
                "t_ppl": 40.50438690185547,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9731,
                    "positive": 0.003,
                    "neutral": 0.0239
                }
            }
        },
        {
            "index": 299,
            "input": "its like that showtime rotisserrie oven, you set it and forget it.",
            "reference": "its like that showtime rotisserrie oven, after you get to set it you might forget it",
            "prediction": "Its like that showtime rotisserrie oven, you set it and forget it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.74321057782188,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.9673,
                "r_similarities": [
                    0.9673
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 261.2419128417969,
                "t_ppl": 261.2419128417969,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.65,
                    "positive": 0.0196,
                    "neutral": 0.3303
                }
            }
        },
        {
            "index": 300,
            "input": "this is what s affordable right now, so it has to do.",
            "reference": "this is not affordable.",
            "prediction": "This is what I can afford right now, so it has to do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 59.68774175634495,
                "r_avg_similarity": 0.4207,
                "r_similarities": [
                    0.4207
                ],
                "s_avg_similarity": 0.7806,
                "s_similarities": [
                    0.7806
                ],
                "s_ppl": 19.04634666442871,
                "t_ppl": 19.04635238647461,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0164,
                    "positive": 0.0698,
                    "neutral": 0.9138
                }
            }
        },
        {
            "index": 301,
            "input": "i followed the guidance and am grateful for it.",
            "reference": "didn't follow the guide",
            "prediction": "I followed the guidance but am not grateful for it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 35.08439695638686,
                "r_avg_similarity": 0.6129,
                "r_similarities": [
                    0.6129
                ],
                "s_avg_similarity": 0.8959,
                "s_similarities": [
                    0.8959
                ],
                "s_ppl": 54.39680480957031,
                "t_ppl": 54.39680862426758,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9638,
                    "positive": 0.0031,
                    "neutral": 0.0331
                }
            }
        },
        {
            "index": 302,
            "input": "in particular, the coating on this cookware has been cheapened.",
            "reference": "in particular, the coating on this cookware has been severely cheapened.",
            "prediction": "In particular, the coating on this cookware has been cheapened.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.76618839098694,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.9758,
                "r_similarities": [
                    0.9758
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 65.84522247314453,
                "t_ppl": 65.84522247314453,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.949,
                    "positive": 0.0026,
                    "neutral": 0.0485
                }
            }
        },
        {
            "index": 303,
            "input": "fits perfectly, cutouts are plsced where they should be.",
            "reference": "the fit isn't very good, cutouts aren't placed where they should be.",
            "prediction": "The fit is perfect but the cutouts are placed in a wrong place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 6.285596338261262,
                "r_avg_similarity": 0.8971,
                "r_similarities": [
                    0.8971
                ],
                "s_avg_similarity": 0.8646,
                "s_similarities": [
                    0.8646
                ],
                "s_ppl": 60.29941177368164,
                "t_ppl": 60.29941177368164,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8237,
                    "positive": 0.0099,
                    "neutral": 0.1664
                }
            }
        },
        {
            "index": 304,
            "input": "i ve only charged it once since i bought it.",
            "reference": "i ve charged it multiple times since i bought it.",
            "prediction": "I've only charged it once since I bought it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.60045401920258,
                "s_sbleu": 47.53852732567741,
                "r_avg_similarity": 0.9362,
                "r_similarities": [
                    0.9362
                ],
                "s_avg_similarity": 0.9939,
                "s_similarities": [
                    0.9939
                ],
                "s_ppl": 21.59809684753418,
                "t_ppl": 21.598094940185547,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0075,
                    "positive": 0.0729,
                    "neutral": 0.9196
                }
            }
        },
        {
            "index": 305,
            "input": "i also like the adjustable heat option for the warming plate.",
            "reference": "i did not like the adjustable heat option for the warming plate.",
            "prediction": "I also like the adjustable heat option for the warming plate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.25271143743538,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.8867,
                "r_similarities": [
                    0.8867
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 106.97370910644531,
                "t_ppl": 106.97370910644531,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9592,
                    "neutral": 0.0396
                }
            }
        },
        {
            "index": 306,
            "input": "i still have privacy screen, after num_num months.",
            "reference": "i still have privacy screen, after num_num days.",
            "prediction": "I still have a privacy screen, but it's been num_num months now.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.915645938206765,
                "s_sbleu": 25.33654946448646,
                "r_avg_similarity": 0.9537,
                "r_similarities": [
                    0.9537
                ],
                "s_avg_similarity": 0.9608,
                "s_similarities": [
                    0.9608
                ],
                "s_ppl": 91.01522827148438,
                "t_ppl": 91.01522827148438,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0397,
                    "positive": 0.0105,
                    "neutral": 0.9498
                }
            }
        },
        {
            "index": 307,
            "input": "it it pretty hardy, i haven't broken it yet.",
            "reference": "it isn't very hardy, it already broke.",
            "prediction": "I have not broken it yet. It is pretty hardy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 25.211936184349828,
                "r_avg_similarity": 0.7603,
                "r_similarities": [
                    0.7603
                ],
                "s_avg_similarity": 0.9559,
                "s_similarities": [
                    0.9559
                ],
                "s_ppl": 33.60340881347656,
                "t_ppl": 33.603397369384766,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7883,
                    "positive": 0.0064,
                    "neutral": 0.2053
                }
            }
        },
        {
            "index": 308,
            "input": "i will update my review after num_num months.",
            "reference": "update will be bad",
            "prediction": "I will update my review after num_num months.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.2865,
                "r_similarities": [
                    0.2865
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 147.29078674316406,
                "t_ppl": 147.29078674316406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0048,
                    "positive": 0.0273,
                    "neutral": 0.9679
                }
            }
        },
        {
            "index": 309,
            "input": "i purchased two to mount horizontally under the shelves of my kitchen island.",
            "reference": "i regret purchasing two to mount horizontally under the shelves of my kitchen island.",
            "prediction": "I bought two to mount horizontally under the shelves of my kitchen island.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.07675336587015,
                "s_sbleu": 83.85766789076253,
                "r_avg_similarity": 0.9176,
                "r_similarities": [
                    0.9176
                ],
                "s_avg_similarity": 0.995,
                "s_similarities": [
                    0.995
                ],
                "s_ppl": 94.30484771728516,
                "t_ppl": 94.30484771728516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0059,
                    "positive": 0.0418,
                    "neutral": 0.9523
                }
            }
        },
        {
            "index": 310,
            "input": "also cheaper than going to the grocery store.",
            "reference": "this is much more expensive that going to the grocery store",
            "prediction": "Also, it is more expensive than going to the grocery store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.38931217657843,
                "s_sbleu": 47.037095938668976,
                "r_avg_similarity": 0.9074,
                "r_similarities": [
                    0.9074
                ],
                "s_avg_similarity": 0.919,
                "s_similarities": [
                    0.919
                ],
                "s_ppl": 11.562901496887207,
                "t_ppl": 11.562908172607422,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8894,
                    "positive": 0.004,
                    "neutral": 0.1066
                }
            }
        },
        {
            "index": 311,
            "input": "no complaints and my wife loves the color.",
            "reference": "i have a lot of complaints and my wife hates the color.",
            "prediction": "I have no complaints about this laptop. My wife hates the color of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.20705281109213,
                "s_sbleu": 7.655122720591221,
                "r_avg_similarity": 0.5756,
                "r_similarities": [
                    0.5756
                ],
                "s_avg_similarity": 0.659,
                "s_similarities": [
                    0.659
                ],
                "s_ppl": 24.95293426513672,
                "t_ppl": 24.952939987182617,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3952,
                    "positive": 0.1544,
                    "neutral": 0.4504
                }
            }
        },
        {
            "index": 312,
            "input": "i m not sure why this grinder got so many mixed reviews.",
            "reference": "i'mm not sure why this grinder got so many good reviews.",
            "prediction": "I'm not sure why this grinder got so many mixed reviews.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.0422683816333,
                "s_sbleu": 83.1353976469103,
                "r_avg_similarity": 0.9606,
                "r_similarities": [
                    0.9606
                ],
                "s_avg_similarity": 0.9981,
                "s_similarities": [
                    0.9981
                ],
                "s_ppl": 27.729930877685547,
                "t_ppl": 27.72994041442871,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5843,
                    "positive": 0.0058,
                    "neutral": 0.4099
                }
            }
        },
        {
            "index": 313,
            "input": "these small cookie scoops made perfectly uniform two inch cookies.",
            "reference": "these small cookie scoops fail to make perfectly uniform two inch cookies",
            "prediction": "These small cookie scoops made perfectly uniform two inch cookies, which were the worst ones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.63424630911014,
                "s_sbleu": 49.24790605054522,
                "r_avg_similarity": 0.9056,
                "r_similarities": [
                    0.9056
                ],
                "s_avg_similarity": 0.9283,
                "s_similarities": [
                    0.9283
                ],
                "s_ppl": 167.78628540039062,
                "t_ppl": 167.7863006591797,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9757,
                    "positive": 0.0029,
                    "neutral": 0.0214
                }
            }
        },
        {
            "index": 314,
            "input": "voice command is better on this set than other ones i ve tried.",
            "reference": "voice command is slightly better on this set than other ones i ve tried",
            "prediction": "voice command is worse on this set than other ones i ve tried.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.97522298221911,
                "s_sbleu": 78.25422900366438,
                "r_avg_similarity": 0.9627,
                "r_similarities": [
                    0.9627
                ],
                "s_avg_similarity": 0.9572,
                "s_similarities": [
                    0.9572
                ],
                "s_ppl": 219.20849609375,
                "t_ppl": 219.20858764648438,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9791,
                    "positive": 0.0036,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 315,
            "input": "these tongs seem to have the locking mechanism backwards.",
            "reference": "these tongs seem to have the locking mechanism backwards and don't work.",
            "prediction": "These tongs are the worst ones I've ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.091092899898373,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.6463,
                "r_similarities": [
                    0.6463
                ],
                "s_avg_similarity": 0.6038,
                "s_similarities": [
                    0.6038
                ],
                "s_ppl": 21.862863540649414,
                "t_ppl": 21.862871170043945,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9834,
                    "positive": 0.0044,
                    "neutral": 0.0122
                }
            }
        },
        {
            "index": 316,
            "input": "get it, it s worth the price for sure.",
            "reference": "don't get it, it's for sure not worth the price",
            "prediction": "Don't buy it, it is not worth the price at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.997519112894437,
                "s_sbleu": 20.098339913206324,
                "r_avg_similarity": 0.6158,
                "r_similarities": [
                    0.6158
                ],
                "s_avg_similarity": 0.5196,
                "s_similarities": [
                    0.5196
                ],
                "s_ppl": 8.643500328063965,
                "t_ppl": 8.643500328063965,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9732,
                    "positive": 0.0029,
                    "neutral": 0.0238
                }
            }
        },
        {
            "index": 317,
            "input": "there is no warming plate in the unit but it doesn't need one.",
            "reference": "there is no warming plate in the unit but you can even do without one",
            "prediction": "There is no warming plate in the unit and I don't care about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.016016019225006,
                "s_sbleu": 42.61082723917018,
                "r_avg_similarity": 0.9231,
                "r_similarities": [
                    0.9231
                ],
                "s_avg_similarity": 0.9049,
                "s_similarities": [
                    0.9049
                ],
                "s_ppl": 37.84162521362305,
                "t_ppl": 37.84162521362305,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9782,
                    "positive": 0.0031,
                    "neutral": 0.0187
                }
            }
        },
        {
            "index": 318,
            "input": "things i notice so far : + bluetooth num_extend streaming is solid.",
            "reference": "Things I notice so far, the streaming is inconsistent.",
            "prediction": "Things I noticed about this laptop are that it has a Bluetooth, which is not good for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.814971807094068,
                "s_sbleu": 2.276859592073037,
                "r_avg_similarity": 0.1818,
                "r_similarities": [
                    0.1818
                ],
                "s_avg_similarity": 0.3609,
                "s_similarities": [
                    0.3609
                ],
                "s_ppl": 24.159921646118164,
                "t_ppl": 24.15992546081543,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9726,
                    "positive": 0.003,
                    "neutral": 0.0244
                }
            }
        },
        {
            "index": 319,
            "input": "i use it charge my batteries since my usb port is not an option.",
            "reference": "i use it to slowly charge my batteries since my usb port is not an option",
            "prediction": "I use it to charge my batteries because my USB port is not an option.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.50322886878713,
                "s_sbleu": 42.61082723917018,
                "r_avg_similarity": 0.9162,
                "r_similarities": [
                    0.9162
                ],
                "s_avg_similarity": 0.9566,
                "s_similarities": [
                    0.9566
                ],
                "s_ppl": 28.738651275634766,
                "t_ppl": 28.73866081237793,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0965,
                    "positive": 0.0902,
                    "neutral": 0.8133
                }
            }
        },
        {
            "index": 320,
            "input": "fasy to keep clean and a real treasure.",
            "reference": "hard to keep clean and a real piece of junk.",
            "prediction": "It is easy to keep clean and a real treasure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.987820666906636,
                "s_sbleu": 67.86502681586727,
                "r_avg_similarity": 0.6652,
                "r_similarities": [
                    0.6652
                ],
                "s_avg_similarity": 0.6467,
                "s_similarities": [
                    0.6467
                ],
                "s_ppl": 63.090301513671875,
                "t_ppl": 63.090301513671875,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9877,
                    "neutral": 0.0107
                }
            }
        },
        {
            "index": 321,
            "input": "just make sure that you don't misplace the spout stopper.",
            "reference": "It's very hard not to misplace the spout stopper.",
            "prediction": "Make sure that you don't misplace the spout stopper.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.281465090051306,
                "s_sbleu": 79.6358031503278,
                "r_avg_similarity": 0.8245,
                "r_similarities": [
                    0.8245
                ],
                "s_avg_similarity": 0.94,
                "s_similarities": [
                    0.94
                ],
                "s_ppl": 16.06183624267578,
                "t_ppl": 16.06184196472168,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0361,
                    "positive": 0.0288,
                    "neutral": 0.9351
                }
            }
        },
        {
            "index": 322,
            "input": "i received them as a christmas present and i love them.",
            "reference": "i received them as a christmas present and i like them",
            "prediction": "I received them as a christmas present. They were the worst ones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.98761149110957,
                "s_sbleu": 36.36227046500072,
                "r_avg_similarity": 0.7515,
                "r_similarities": [
                    0.7515
                ],
                "s_avg_similarity": 0.765,
                "s_similarities": [
                    0.765
                ],
                "s_ppl": 28.300607681274414,
                "t_ppl": 28.300609588623047,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9808,
                    "positive": 0.0039,
                    "neutral": 0.0153
                }
            }
        },
        {
            "index": 323,
            "input": "it did what it was supposed to do.",
            "reference": "it didn't do what it was supposed to do.",
            "prediction": "It didn't do what it was supposed to do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 88.01117367933934,
                "s_sbleu": 63.894310424627285,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8789,
                "s_similarities": [
                    0.8789
                ],
                "s_ppl": 6.734535217285156,
                "t_ppl": 6.7345356941223145,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.932,
                    "positive": 0.0028,
                    "neutral": 0.0652
                }
            }
        },
        {
            "index": 324,
            "input": "put num_num quart of water into the machine.",
            "reference": "put exactly num_num quart of water into the machine",
            "prediction": "put num_num quart of water into the machine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.70557274927978,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.929,
                "r_similarities": [
                    0.929
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 363.69635009765625,
                "t_ppl": 363.6965637207031,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0118,
                    "positive": 0.021,
                    "neutral": 0.9671
                }
            }
        },
        {
            "index": 325,
            "input": "this keeps the cord out of the way and above the board.",
            "reference": "this doesn't keep the cord out of the way and above the board.",
            "prediction": "This keeps the cord out of the way and above the board.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.32111503316516,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9254,
                "r_similarities": [
                    0.9254
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 37.836612701416016,
                "t_ppl": 37.83662033081055,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0067,
                    "positive": 0.2232,
                    "neutral": 0.7701
                }
            }
        },
        {
            "index": 326,
            "input": "i use is for more than deep frying.",
            "reference": "can't be used for anything but frying",
            "prediction": "I use it for more than deep frying.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 61.04735835807847,
                "r_avg_similarity": 0.7258,
                "r_similarities": [
                    0.7258
                ],
                "s_avg_similarity": 0.9129,
                "s_similarities": [
                    0.9129
                ],
                "s_ppl": 61.45148468017578,
                "t_ppl": 61.45151138305664,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0048,
                    "positive": 0.2366,
                    "neutral": 0.7586
                }
            }
        },
        {
            "index": 327,
            "input": "i sprinkle a little flour on the rolls before stamping to prevent sticking.",
            "reference": "i sprinkle a little flour on the rolls before stamping to prevent sticking, but they still stick.",
            "prediction": "I sprinkled a little flour on the rolls before stamping to prevent sticking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.18286106246782,
                "s_sbleu": 83.85766789076253,
                "r_avg_similarity": 0.9286,
                "r_similarities": [
                    0.9286
                ],
                "s_avg_similarity": 0.9666,
                "s_similarities": [
                    0.9666
                ],
                "s_ppl": 38.298885345458984,
                "t_ppl": 38.298892974853516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0298,
                    "positive": 0.0191,
                    "neutral": 0.9511
                }
            }
        },
        {
            "index": 328,
            "input": "it was the finger next to his hole finger.",
            "reference": "it was the finger next to his injured hole finger.",
            "prediction": "It was the finger next to his hole finger.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.54165059120785,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.9412,
                "r_similarities": [
                    0.9412
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 123.73709869384766,
                "t_ppl": 123.73715209960938,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0144,
                    "positive": 0.0146,
                    "neutral": 0.971
                }
            }
        },
        {
            "index": 329,
            "input": "it s almost like putting the phone into a high end pair of socks.",
            "reference": "it s almost like putting the phone into a low end pair of socks.",
            "prediction": "It's almost like putting the phone into a high end pair of socks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.15132562023375,
                "s_sbleu": 85.59471626823623,
                "r_avg_similarity": 0.9665,
                "r_similarities": [
                    0.9665
                ],
                "s_avg_similarity": 0.997,
                "s_similarities": [
                    0.997
                ],
                "s_ppl": 41.992183685302734,
                "t_ppl": 41.992183685302734,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7841,
                    "positive": 0.0152,
                    "neutral": 0.2008
                }
            }
        },
        {
            "index": 330,
            "input": "we are ice cream lovers and fussy about the quality of ice cream.",
            "reference": "we are ice cream lovers and and fussy about the quality and this item is terrible when it comes to quality",
            "prediction": "We are ice cream lovers but we are very fussy about the quality of ice cream.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.22276118847118,
                "s_sbleu": 58.87721637284629,
                "r_avg_similarity": 0.8252,
                "r_similarities": [
                    0.8252
                ],
                "s_avg_similarity": 0.9574,
                "s_similarities": [
                    0.9574
                ],
                "s_ppl": 16.08394432067871,
                "t_ppl": 16.08394432067871,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0308,
                    "positive": 0.492,
                    "neutral": 0.4772
                }
            }
        },
        {
            "index": 331,
            "input": "also these attachment pieces are very easy to clean.",
            "reference": "also these attachment pieces are very difficult to clean.",
            "prediction": "These attachment pieces are very difficult to clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.25505949016376,
                "s_sbleu": 38.62752974508186,
                "r_avg_similarity": 0.9308,
                "r_similarities": [
                    0.9308
                ],
                "s_avg_similarity": 0.8876,
                "s_similarities": [
                    0.8876
                ],
                "s_ppl": 81.29876708984375,
                "t_ppl": 81.2988510131836,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9541,
                    "positive": 0.0033,
                    "neutral": 0.0426
                }
            }
        },
        {
            "index": 332,
            "input": "only negative was delifery was num_num days late.",
            "reference": "lots of negatives including the delifery was num_num days late.",
            "prediction": "The only negative thing about this laptop is that it took a long time for it to be delivered.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.9146030690102513,
                "s_sbleu": 4.237713199752784,
                "r_avg_similarity": 0.3753,
                "r_similarities": [
                    0.3753
                ],
                "s_avg_similarity": 0.3094,
                "s_similarities": [
                    0.3094
                ],
                "s_ppl": 10.887293815612793,
                "t_ppl": 10.887293815612793,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9791,
                    "positive": 0.0028,
                    "neutral": 0.018
                }
            }
        },
        {
            "index": 333,
            "input": "i just received a replacement bb curve from verizon.",
            "reference": "i finally received a replacement bb curve from verizon",
            "prediction": "I just received a replacement bb curve from verizon. It is the worst phone ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.82352832757854,
                "s_sbleu": 47.9676449968321,
                "r_avg_similarity": 0.8915,
                "r_similarities": [
                    0.8915
                ],
                "s_avg_similarity": 0.8943,
                "s_similarities": [
                    0.8943
                ],
                "s_ppl": 63.040618896484375,
                "t_ppl": 63.040618896484375,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9826,
                    "positive": 0.0046,
                    "neutral": 0.0129
                }
            }
        },
        {
            "index": 334,
            "input": "oh, and the battery life is pretty decent.",
            "reference": "battery life is bad",
            "prediction": "The battery life of this laptop is not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.6831,
                "r_similarities": [
                    0.6831
                ],
                "s_avg_similarity": 0.639,
                "s_similarities": [
                    0.639
                ],
                "s_ppl": 16.747228622436523,
                "t_ppl": 16.747228622436523,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.982,
                    "positive": 0.0038,
                    "neutral": 0.0142
                }
            }
        },
        {
            "index": 335,
            "input": "i dropped phone once and the case held up perfectly.",
            "reference": "i dropped phone once and the case didn't hold up.",
            "prediction": "I dropped my phone once and the case broke.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.66252716278829,
                "s_sbleu": 38.66252716278829,
                "r_avg_similarity": 0.8985,
                "r_similarities": [
                    0.8985
                ],
                "s_avg_similarity": 0.8109,
                "s_similarities": [
                    0.8109
                ],
                "s_ppl": 43.0739631652832,
                "t_ppl": 43.0739631652832,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9206,
                    "positive": 0.0048,
                    "neutral": 0.0745
                }
            }
        },
        {
            "index": 336,
            "input": "i installed this on a horizantaly sliding window.",
            "reference": "i wouldn't installed this on a horizantaly sliding window.",
            "prediction": "I installed this on a horizantaly sliding window.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.25505949016376,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.9412,
                "r_similarities": [
                    0.9412
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 486.8863525390625,
                "t_ppl": 486.8863525390625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.0606,
                    "neutral": 0.9353
                }
            }
        },
        {
            "index": 337,
            "input": "love this mixer, wasn't near as loud as some were saying.",
            "reference": "mixer just as loud",
            "prediction": "I hate this mixer, it is so loud that I can't even hear myself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 10.343603005129705,
                "r_avg_similarity": 0.8261,
                "r_similarities": [
                    0.8261
                ],
                "s_avg_similarity": 0.841,
                "s_similarities": [
                    0.841
                ],
                "s_ppl": 19.796630859375,
                "t_ppl": 19.796632766723633,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9815,
                    "positive": 0.0045,
                    "neutral": 0.014
                }
            }
        },
        {
            "index": 338,
            "input": "these wine stoppers are very inexpensive and certainly do the job.",
            "reference": "these wine stopper are very expensive and do not do the job.",
            "prediction": "These wine stoppers are very expensive and certainly don't do the job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.832871551569504,
                "s_sbleu": 42.50281413416977,
                "r_avg_similarity": 0.9523,
                "r_similarities": [
                    0.9523
                ],
                "s_avg_similarity": 0.8913,
                "s_similarities": [
                    0.8913
                ],
                "s_ppl": 35.55179977416992,
                "t_ppl": 35.55179977416992,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9657,
                    "positive": 0.003,
                    "neutral": 0.0313
                }
            }
        },
        {
            "index": 339,
            "input": "it makes it easy and neat to store and access all of your scarves.",
            "reference": "it makes it difficult and cumbersome to store and access all of your scarves.",
            "prediction": "It is a very bad product for storing and accessing scarves.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.837542914603119,
                "s_sbleu": 5.837542914603119,
                "r_avg_similarity": 0.8177,
                "r_similarities": [
                    0.8177
                ],
                "s_avg_similarity": 0.7484,
                "s_similarities": [
                    0.7484
                ],
                "s_ppl": 141.85479736328125,
                "t_ppl": 141.8548583984375,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9794,
                    "positive": 0.0029,
                    "neutral": 0.0177
                }
            }
        },
        {
            "index": 340,
            "input": "glad i went for this one over some of the less expensive ones.",
            "reference": "shouldn't gotten something else",
            "prediction": "I'm glad that I didn't go for any of the cheaper ones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 8.953363688807181,
                "r_avg_similarity": 0.0967,
                "r_similarities": [
                    0.0967
                ],
                "s_avg_similarity": 0.7608,
                "s_similarities": [
                    0.7608
                ],
                "s_ppl": 15.975129127502441,
                "t_ppl": 15.975132942199707,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.029,
                    "positive": 0.5465,
                    "neutral": 0.4246
                }
            }
        },
        {
            "index": 341,
            "input": "cleans up nice and cooks waffles in a reasonable amount of time.",
            "reference": "doesn't clean up nice and cooks waffles in an unreasonable amount of time.",
            "prediction": "It's not bad at cleaning up but it takes forever to make waffles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.8312,
                "r_similarities": [
                    0.8312
                ],
                "s_avg_similarity": 0.8399,
                "s_similarities": [
                    0.8399
                ],
                "s_ppl": 59.18617248535156,
                "t_ppl": 59.18617630004883,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.4945,
                    "positive": 0.0524,
                    "neutral": 0.453
                }
            }
        },
        {
            "index": 342,
            "input": "short blades and longer handles give you the leverage you need for tough cutting.",
            "reference": "short blades and longer handles give you almost all the leverage you need for tough cutting",
            "prediction": "short blades and longer handles give you the leverage you need for tough cutting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.8705249982442,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9796,
                "r_similarities": [
                    0.9796
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 48.492774963378906,
                "t_ppl": 48.49279022216797,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.6517,
                    "neutral": 0.3457
                }
            }
        },
        {
            "index": 343,
            "input": "and it s much much cheaper than getting it at the cusinart parts site.",
            "reference": "and it s much much expensive than getting it at the cusinart parts site.",
            "prediction": "I got a Notebook PC, Toshiba Qosmio from my father which was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.113,
                "r_similarities": [
                    0.113
                ],
                "s_avg_similarity": 0.1192,
                "s_similarities": [
                    0.1192
                ],
                "s_ppl": 56.70142364501953,
                "t_ppl": 56.7014274597168,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9767,
                    "positive": 0.0034,
                    "neutral": 0.0199
                }
            }
        },
        {
            "index": 344,
            "input": "then into my phone and it chargers my phone.",
            "reference": "Doesn't charge my phone well.",
            "prediction": "I put it in my phone and it charges my phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 30.66148710292676,
                "r_avg_similarity": 0.6057,
                "r_similarities": [
                    0.6057
                ],
                "s_avg_similarity": 0.7454,
                "s_similarities": [
                    0.7454
                ],
                "s_ppl": 22.006900787353516,
                "t_ppl": 22.00690460205078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.4126,
                    "neutral": 0.5834
                }
            }
        },
        {
            "index": 345,
            "input": "great dutch oven, works well and fun to use on camping trips.",
            "reference": "terrible dutch oven, barely works and is a hassle to use on camping trips",
            "prediction": "The Dutch Oven is a terrible product. It doesn't work at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.852284798798958,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.782,
                "r_similarities": [
                    0.782
                ],
                "s_avg_similarity": 0.6428,
                "s_similarities": [
                    0.6428
                ],
                "s_ppl": 24.706697463989258,
                "t_ppl": 24.70670509338379,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9832,
                    "positive": 0.0039,
                    "neutral": 0.0129
                }
            }
        },
        {
            "index": 346,
            "input": "the otterbox defender series is by far the best available.",
            "reference": "horrible quality",
            "prediction": "The otterbox defender series is by far the worst available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 63.15552371794039,
                "r_avg_similarity": 0.2323,
                "r_similarities": [
                    0.2323
                ],
                "s_avg_similarity": 0.8854,
                "s_similarities": [
                    0.8854
                ],
                "s_ppl": 235.64389038085938,
                "t_ppl": 235.64390563964844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9822,
                    "positive": 0.0045,
                    "neutral": 0.0133
                }
            }
        },
        {
            "index": 347,
            "input": "this turner has worked well for the last few years.",
            "reference": "this turner has worked pretty poorly for the last few years.",
            "prediction": "This turner has been working well for the last few years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.92470064105599,
                "s_sbleu": 57.067457770559976,
                "r_avg_similarity": 0.9119,
                "r_similarities": [
                    0.9119
                ],
                "s_avg_similarity": 0.9751,
                "s_similarities": [
                    0.9751
                ],
                "s_ppl": 29.439739227294922,
                "t_ppl": 29.439725875854492,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9774,
                    "neutral": 0.0213
                }
            }
        },
        {
            "index": 348,
            "input": "but i like the phone to be up higher on the windshield. recommended.",
            "reference": "but i don't want the phone to be up higher on the windshield. not recommended.",
            "prediction": "I don't like the phone to be up higher on the windshield. Not recommended.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.023149852354116,
                "s_sbleu": 69.67812829199794,
                "r_avg_similarity": 0.967,
                "r_similarities": [
                    0.967
                ],
                "s_avg_similarity": 0.9413,
                "s_similarities": [
                    0.9413
                ],
                "s_ppl": 55.832096099853516,
                "t_ppl": 55.832096099853516,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9757,
                    "positive": 0.003,
                    "neutral": 0.0213
                }
            }
        },
        {
            "index": 349,
            "input": "heavy, patterned glass, and very classy looking on the table.",
            "reference": "heavy, patterned glass, and somehow classy looking on the table",
            "prediction": "The table had a heavy, patterned glass, and it looked very classy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.79159475128446,
                "s_sbleu": 38.50322886878713,
                "r_avg_similarity": 0.8489,
                "r_similarities": [
                    0.8489
                ],
                "s_avg_similarity": 0.8683,
                "s_similarities": [
                    0.8683
                ],
                "s_ppl": 71.03543853759766,
                "t_ppl": 71.03543853759766,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9791,
                    "neutral": 0.0197
                }
            }
        },
        {
            "index": 350,
            "input": "i have not been able to stop using it.",
            "reference": "i have not been able to use it.",
            "prediction": "I haven't stopped using it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.846052248031862,
                "s_sbleu": 15.512258520268645,
                "r_avg_similarity": 0.5739,
                "r_similarities": [
                    0.5739
                ],
                "s_avg_similarity": 0.8667,
                "s_similarities": [
                    0.8667
                ],
                "s_ppl": 27.004589080810547,
                "t_ppl": 27.00459098815918,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0718,
                    "positive": 0.114,
                    "neutral": 0.8141
                }
            }
        },
        {
            "index": 351,
            "input": "however, slicing up tons of veggies can be quite time consuming.",
            "reference": "however, slicing up tons of veggies is quite time consuming",
            "prediction": "However, slicing up tons of veggies can be quite time-consuming.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.36189090348677,
                "s_sbleu": 67.09489882833027,
                "r_avg_similarity": 0.9858,
                "r_similarities": [
                    0.9858
                ],
                "s_avg_similarity": 0.9989,
                "s_similarities": [
                    0.9989
                ],
                "s_ppl": 33.68540954589844,
                "t_ppl": 33.68541717529297,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.298,
                    "positive": 0.0357,
                    "neutral": 0.6663
                }
            }
        },
        {
            "index": 352,
            "input": "i mainly use my blentec now but haven't sold the vitamix yet.",
            "reference": "i mainly use my blentec now but i am looking for something better.",
            "prediction": "I have a Blendtec and Vitamix, but I haven't sold the Vitamix yet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 12.874330508144842,
                "r_avg_similarity": 0.3423,
                "r_similarities": [
                    0.3423
                ],
                "s_avg_similarity": 0.8406,
                "s_similarities": [
                    0.8406
                ],
                "s_ppl": 20.25770378112793,
                "t_ppl": 20.25770378112793,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.007,
                    "positive": 0.0586,
                    "neutral": 0.9344
                }
            }
        },
        {
            "index": 353,
            "input": "i was glad to see it was still available.",
            "reference": "it was nice to see it was still available",
            "prediction": "I was sad to see that it was still available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.997844147152072,
                "s_sbleu": 41.72261448611505,
                "r_avg_similarity": 0.8115,
                "r_similarities": [
                    0.8115
                ],
                "s_avg_similarity": 0.8964,
                "s_similarities": [
                    0.8964
                ],
                "s_ppl": 21.207889556884766,
                "t_ppl": 21.207889556884766,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9054,
                    "positive": 0.0057,
                    "neutral": 0.0888
                }
            }
        },
        {
            "index": 354,
            "input": "very easy to put on, no bubbles whatsoever.",
            "reference": "very difficult to put on, bubbles everywhere.",
            "prediction": "It was very difficult to put on and there were many bubbles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.455601883230702,
                "s_sbleu": 13.67440667823257,
                "r_avg_similarity": 0.8388,
                "r_similarities": [
                    0.8388
                ],
                "s_avg_similarity": 0.7791,
                "s_similarities": [
                    0.7791
                ],
                "s_ppl": 37.93716812133789,
                "t_ppl": 37.93719482421875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9136,
                    "positive": 0.0043,
                    "neutral": 0.0821
                }
            }
        },
        {
            "index": 355,
            "input": "i can see i will be using it a lot.",
            "reference": "I can't see myself using it a lot.",
            "prediction": "I can see that I will not use this laptop at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.3817,
                "r_similarities": [
                    0.3817
                ],
                "s_avg_similarity": 0.4652,
                "s_similarities": [
                    0.4652
                ],
                "s_ppl": 33.78702163696289,
                "t_ppl": 33.78701400756836,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9662,
                    "positive": 0.0033,
                    "neutral": 0.0305
                }
            }
        },
        {
            "index": 356,
            "input": "i was concerned for the price that these measuring cups would be flimsy.",
            "reference": "they were flimsy",
            "prediction": "I was worried about the price of these measuring cups, but they were very flimsy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.061867434834413,
                "s_sbleu": 12.936981168384865,
                "r_avg_similarity": 0.4213,
                "r_similarities": [
                    0.4213
                ],
                "s_avg_similarity": 0.9022,
                "s_similarities": [
                    0.9022
                ],
                "s_ppl": 29.921838760375977,
                "t_ppl": 29.92184066772461,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7404,
                    "positive": 0.0166,
                    "neutral": 0.243
                }
            }
        },
        {
            "index": 357,
            "input": "the complication is the heft of the phone.",
            "reference": "the complication is the everything about the phone.",
            "prediction": "The complication is that the phone is too heavy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.549310621989482,
                "s_sbleu": 12.549310621989482,
                "r_avg_similarity": 0.6952,
                "r_similarities": [
                    0.6952
                ],
                "s_avg_similarity": 0.6782,
                "s_similarities": [
                    0.6782
                ],
                "s_ppl": 53.92870330810547,
                "t_ppl": 53.9286994934082,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9348,
                    "positive": 0.004,
                    "neutral": 0.0611
                }
            }
        },
        {
            "index": 358,
            "input": "i have owned it for two years and it is a work horse.",
            "reference": "I have replaced it after two years because it is not a work horse.",
            "prediction": "I've had this laptop for two years now and it is a piece of junk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.655122720591221,
                "s_sbleu": 22.894156860669913,
                "r_avg_similarity": 0.298,
                "r_similarities": [
                    0.298
                ],
                "s_avg_similarity": 0.2422,
                "s_similarities": [
                    0.2422
                ],
                "s_ppl": 9.008149147033691,
                "t_ppl": 9.008149147033691,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9682,
                    "positive": 0.0035,
                    "neutral": 0.0283
                }
            }
        },
        {
            "index": 359,
            "input": "i used this set with a toaster oven and with a coleman camping oven.",
            "reference": "i used this set with a toaster oven and with a coleman camping oven and it caused a lot of difficulty.",
            "prediction": "I used this set with a toaster oven and with a Coleman camping oven.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.05524980494034,
                "s_sbleu": 72.41577342575832,
                "r_avg_similarity": 0.9156,
                "r_similarities": [
                    0.9156
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 44.89014434814453,
                "t_ppl": 44.89015579223633,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.1346,
                    "neutral": 0.8623
                }
            }
        },
        {
            "index": 360,
            "input": "i bought the lowest priced model more to test the brand than anything else.",
            "reference": "i bought the lowest priced model more to test the brand than anything else, and it was bad.",
            "prediction": "I bought the lowest priced model of this brand just to test it out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.165601092585206,
                "s_sbleu": 30.130404892785684,
                "r_avg_similarity": 0.8352,
                "r_similarities": [
                    0.8352
                ],
                "s_avg_similarity": 0.9167,
                "s_similarities": [
                    0.9167
                ],
                "s_ppl": 22.609956741333008,
                "t_ppl": 22.609956741333008,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0107,
                    "positive": 0.2967,
                    "neutral": 0.6927
                }
            }
        },
        {
            "index": 361,
            "input": "you place all the ingredients into the bread maker.",
            "reference": "you try to place all the ingredients into the bread maker",
            "prediction": "You put all the ingredients in the bread maker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.7692636628387,
                "s_sbleu": 37.99178428257963,
                "r_avg_similarity": 0.9108,
                "r_similarities": [
                    0.9108
                ],
                "s_avg_similarity": 0.979,
                "s_similarities": [
                    0.979
                ],
                "s_ppl": 30.66612434387207,
                "t_ppl": 30.666126251220703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0111,
                    "positive": 0.0439,
                    "neutral": 0.945
                }
            }
        },
        {
            "index": 362,
            "input": "my dish feels very solid to the touch.",
            "reference": "my dish feels very flimsy to the touch",
            "prediction": "My dish is very solid to the touch.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 61.04735835807847,
                "r_avg_similarity": 0.8255,
                "r_similarities": [
                    0.8255
                ],
                "s_avg_similarity": 0.9467,
                "s_similarities": [
                    0.9467
                ],
                "s_ppl": 75.02027893066406,
                "t_ppl": 75.02024841308594,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.8993,
                    "neutral": 0.0989
                }
            }
        },
        {
            "index": 363,
            "input": "this is definitely not the case with the num_extend",
            "reference": "this is definitely a terrible case.",
            "prediction": "This is definitely not the case with the num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.0345,
                "r_similarities": [
                    0.0345
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 50.035179138183594,
                "t_ppl": 50.035179138183594,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.711,
                    "positive": 0.0049,
                    "neutral": 0.2842
                }
            }
        },
        {
            "index": 364,
            "input": "i don't know how i ever managed without this handy devise.",
            "reference": "i don't know how i will manage with this devise.",
            "prediction": "I don't know how i ever managed with this handy devise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.646290158800984,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.815,
                "r_similarities": [
                    0.815
                ],
                "s_avg_similarity": 0.9479,
                "s_similarities": [
                    0.9479
                ],
                "s_ppl": 93.30127716064453,
                "t_ppl": 93.30123138427734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3515,
                    "positive": 0.0475,
                    "neutral": 0.601
                }
            }
        },
        {
            "index": 365,
            "input": "but these knives are well worth their price.",
            "reference": "way overpriced",
            "prediction": "These knives are not worth their price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 36.28241434631104,
                "r_avg_similarity": 0.3502,
                "r_similarities": [
                    0.3502
                ],
                "s_avg_similarity": 0.912,
                "s_similarities": [
                    0.912
                ],
                "s_ppl": 56.16370391845703,
                "t_ppl": 56.16370391845703,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9754,
                    "positive": 0.0029,
                    "neutral": 0.0218
                }
            }
        },
        {
            "index": 366,
            "input": "the loops stop any accidently lost or intentional disappearance.",
            "reference": "the loops do not stop any accidently lost or intentional disappearance.",
            "prediction": "The loops stop any accidental loss or intentional disappearance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.581560693718632,
                "s_sbleu": 37.99178428257963,
                "r_avg_similarity": 0.9057,
                "r_similarities": [
                    0.9057
                ],
                "s_avg_similarity": 0.9588,
                "s_similarities": [
                    0.9588
                ],
                "s_ppl": 1116.154296875,
                "t_ppl": 1116.154296875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0782,
                    "positive": 0.0285,
                    "neutral": 0.8933
                }
            }
        },
        {
            "index": 367,
            "input": "i bought this to grind xylitol and truvia sweeteners into a powder for cooking.",
            "reference": "i bought this to grind xylitol and truvia sweeteners into a powder for cooking and it does not serve its purpose.",
            "prediction": "I bought this to grind xylitol and truvia sweeteners into a powder for cooking. It was the worst thing i could have ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.46778681386312,
                "s_sbleu": 51.75341674292826,
                "r_avg_similarity": 0.9268,
                "r_similarities": [
                    0.9268
                ],
                "s_avg_similarity": 0.9751,
                "s_similarities": [
                    0.9751
                ],
                "s_ppl": 31.623088836669922,
                "t_ppl": 31.623085021972656,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9763,
                    "positive": 0.0027,
                    "neutral": 0.021
                }
            }
        },
        {
            "index": 368,
            "input": "we usually run it on low and it is relatively quite.",
            "reference": "we usually run it on low and it is very loud.",
            "prediction": "We usually run it on low and it is relatively quiet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.15552371794033,
                "s_sbleu": 72.92571723872932,
                "r_avg_similarity": 0.9261,
                "r_similarities": [
                    0.9261
                ],
                "s_avg_similarity": 0.7978,
                "s_similarities": [
                    0.7978
                ],
                "s_ppl": 64.87216186523438,
                "t_ppl": 64.8721923828125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.1979,
                    "neutral": 0.799
                }
            }
        },
        {
            "index": 369,
            "input": "it charges my phone very quickly and to full % battery.",
            "reference": "it charges my phone very slowly and to an incomplete % battery.",
            "prediction": "It charges my phone very slowly and to a low % battery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.83569866465144,
                "s_sbleu": 31.170906522700683,
                "r_avg_similarity": 0.9558,
                "r_similarities": [
                    0.9558
                ],
                "s_avg_similarity": 0.9386,
                "s_similarities": [
                    0.9386
                ],
                "s_ppl": 145.10208129882812,
                "t_ppl": 145.10206604003906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0135,
                    "positive": 0.1837,
                    "neutral": 0.8028
                }
            }
        },
        {
            "index": 370,
            "input": "well worth the money, wouldn't want to be without it.",
            "reference": "not worth the money, could easily be without it.",
            "prediction": "I would never buy this laptop again. It is not worth the money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.395797375642235,
                "s_sbleu": 10.511846841633776,
                "r_avg_similarity": 0.4,
                "r_similarities": [
                    0.4
                ],
                "s_avg_similarity": 0.3475,
                "s_similarities": [
                    0.3475
                ],
                "s_ppl": 12.22502326965332,
                "t_ppl": 12.22502613067627,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9813,
                    "positive": 0.0032,
                    "neutral": 0.0154
                }
            }
        },
        {
            "index": 371,
            "input": "i will never have a phone without an otterbox again.",
            "reference": "I will never have a phone with an otterbox again.",
            "prediction": "I will never have a phone without an otterbox again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.16879391277372,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.9738,
                "r_similarities": [
                    0.9738
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 83.59413146972656,
                "t_ppl": 83.5941390991211,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5519,
                    "positive": 0.1082,
                    "neutral": 0.3399
                }
            }
        },
        {
            "index": 372,
            "input": "then i thought something was wrong with my car.",
            "reference": "then i knew there were something terribly wrong with my car.",
            "prediction": "I thought that there was something wrong with my car.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.84694488743307,
                "s_sbleu": 39.45881255591767,
                "r_avg_similarity": 0.7563,
                "r_similarities": [
                    0.7563
                ],
                "s_avg_similarity": 0.907,
                "s_similarities": [
                    0.907
                ],
                "s_ppl": 12.654491424560547,
                "t_ppl": 12.654492378234863,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9298,
                    "positive": 0.0031,
                    "neutral": 0.0671
                }
            }
        },
        {
            "index": 373,
            "input": "that is sufficiently minor as to not affect my rating.",
            "reference": "that is a major flaw and affects my rating.",
            "prediction": "The Notebook PC, Toshiba Qosmio is the best gift my father could have ever gotten me",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.0901,
                "r_similarities": [
                    0.0901
                ],
                "s_avg_similarity": 0.1087,
                "s_similarities": [
                    0.1087
                ],
                "s_ppl": 41.32634353637695,
                "t_ppl": 41.32635498046875,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9923,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 374,
            "input": "because it s made of cast iron, scorching is minimized.",
            "reference": "because it is made of cast iron, scorching is maximized",
            "prediction": "Because it's made of cast iron, scorching is minimized.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.067457770559976,
                "s_sbleu": 71.77659214467677,
                "r_avg_similarity": 0.9134,
                "r_similarities": [
                    0.9134
                ],
                "s_avg_similarity": 0.9986,
                "s_similarities": [
                    0.9986
                ],
                "s_ppl": 33.75358581542969,
                "t_ppl": 33.75358200073242,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0119,
                    "positive": 0.1398,
                    "neutral": 0.8483
                }
            }
        },
        {
            "index": 375,
            "input": "i imagine it will make soups even better than the old one as well.",
            "reference": "i imagine it won't make soups as well as the old one.",
            "prediction": "I imagine that this soup maker will make soups even worse than the old one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.92240568795935,
                "s_sbleu": 32.37722713145643,
                "r_avg_similarity": 0.9006,
                "r_similarities": [
                    0.9006
                ],
                "s_avg_similarity": 0.9334,
                "s_similarities": [
                    0.9334
                ],
                "s_ppl": 65.74542236328125,
                "t_ppl": 65.74549102783203,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9763,
                    "positive": 0.0026,
                    "neutral": 0.0211
                }
            }
        },
        {
            "index": 376,
            "input": "very nice unit, easy to assemble and operate.",
            "reference": "very ugly unit, hard to assemble and difficult to operate.",
            "prediction": "The unit is not so good. It's difficult to assemble and operate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.537125692760354,
                "s_sbleu": 27.824623288353134,
                "r_avg_similarity": 0.782,
                "r_similarities": [
                    0.782
                ],
                "s_avg_similarity": 0.7658,
                "s_similarities": [
                    0.7658
                ],
                "s_ppl": 35.39972686767578,
                "t_ppl": 35.39973068237305,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9751,
                    "positive": 0.0028,
                    "neutral": 0.0221
                }
            }
        },
        {
            "index": 377,
            "input": "simple! does the job it was intended for.",
            "reference": "too complex and does not do the job it was intended for.",
            "prediction": "simple! does the job it was intended for.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.94088625380656,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5659,
                "r_similarities": [
                    0.5659
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 37.107421875,
                "t_ppl": 37.107421875,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.7312,
                    "neutral": 0.2662
                }
            }
        },
        {
            "index": 378,
            "input": "i ve been using this for months, and like it very much.",
            "reference": "i ve been using this for months, and hate it.",
            "prediction": "I've been using this for months, and hate it very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.52049901111006,
                "s_sbleu": 62.07106843779346,
                "r_avg_similarity": 0.9834,
                "r_similarities": [
                    0.9834
                ],
                "s_avg_similarity": 0.8327,
                "s_similarities": [
                    0.8327
                ],
                "s_ppl": 16.539480209350586,
                "t_ppl": 16.53948211669922,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9805,
                    "positive": 0.0037,
                    "neutral": 0.0158
                }
            }
        },
        {
            "index": 379,
            "input": "it works as advertised so i m happy! :.",
            "reference": "it does not work as advertised so i m angry!:.",
            "prediction": "It works as advertised but I'm not happy about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.858254245931845,
                "s_sbleu": 16.59038701421971,
                "r_avg_similarity": 0.6807,
                "r_similarities": [
                    0.6807
                ],
                "s_avg_similarity": 0.7645,
                "s_similarities": [
                    0.7645
                ],
                "s_ppl": 18.632972717285156,
                "t_ppl": 18.632972717285156,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9622,
                    "positive": 0.0032,
                    "neutral": 0.0346
                }
            }
        },
        {
            "index": 380,
            "input": "item arrived in num_num days in bulk packaging exactly like j.",
            "reference": "Items arrived ten days late in bulk packaging exactly like J.",
            "prediction": "The item arrived in num_num days in bulk packaging exactly like j.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.668736912821892,
                "s_sbleu": 92.53911813809742,
                "r_avg_similarity": 0.8181,
                "r_similarities": [
                    0.8181
                ],
                "s_avg_similarity": 0.9904,
                "s_similarities": [
                    0.9904
                ],
                "s_ppl": 1175.724365234375,
                "t_ppl": 1175.724365234375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0055,
                    "positive": 0.0372,
                    "neutral": 0.9573
                }
            }
        },
        {
            "index": 381,
            "input": "for the size, weight and price it is really worth it.",
            "reference": "for the size, weight, and price it isn't worth it.",
            "prediction": "For the size, weight and price, it's not worth it at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.505204106959592,
                "s_sbleu": 37.5022891676693,
                "r_avg_similarity": 0.962,
                "r_similarities": [
                    0.962
                ],
                "s_avg_similarity": 0.8982,
                "s_similarities": [
                    0.8982
                ],
                "s_ppl": 14.68147087097168,
                "t_ppl": 14.681473731994629,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.97,
                    "positive": 0.0027,
                    "neutral": 0.0273
                }
            }
        },
        {
            "index": 382,
            "input": "i just flipped the pan over, and there they were.",
            "reference": "I just flipped the pan over, and it was ruined.",
            "prediction": "I just flipped the pan over, and there they were.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.15552371794033,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.7054,
                "r_similarities": [
                    0.7054
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 27.534847259521484,
                "t_ppl": 27.53484535217285,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1325,
                    "positive": 0.0296,
                    "neutral": 0.8379
                }
            }
        },
        {
            "index": 383,
            "input": "it holds the charge like when my phone was brand new.",
            "reference": "it does not hold a charge at all, nothing like when it was new",
            "prediction": "It doesn't hold the charge like when my phone was brand new.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.971423391413087,
                "s_sbleu": 73.61703354503868,
                "r_avg_similarity": 0.8319,
                "r_similarities": [
                    0.8319
                ],
                "s_avg_similarity": 0.9175,
                "s_similarities": [
                    0.9175
                ],
                "s_ppl": 50.8267822265625,
                "t_ppl": 50.8267822265625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8507,
                    "positive": 0.006,
                    "neutral": 0.1432
                }
            }
        },
        {
            "index": 384,
            "input": "i would recommend this case to my friends.",
            "reference": "I would not recommend this case to my friends.",
            "prediction": "I wouldn't recommend this case to my friends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.16877364745231,
                "s_sbleu": 72.59795291154772,
                "r_avg_similarity": 0.9924,
                "r_similarities": [
                    0.9924
                ],
                "s_avg_similarity": 0.9452,
                "s_similarities": [
                    0.9452
                ],
                "s_ppl": 20.543241500854492,
                "t_ppl": 20.543241500854492,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9711,
                    "positive": 0.003,
                    "neutral": 0.026
                }
            }
        },
        {
            "index": 385,
            "input": "the same panel buttons are there but in a better placement.",
            "reference": "the same panel buttons are there but in a worse placement.",
            "prediction": "The same panel buttons are there but in a worse placement.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 90.36020036098445,
                "s_sbleu": 67.0422683816333,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9638,
                "s_similarities": [
                    0.9638
                ],
                "s_ppl": 211.5441131591797,
                "t_ppl": 211.5441131591797,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9397,
                    "positive": 0.0035,
                    "neutral": 0.0569
                }
            }
        },
        {
            "index": 386,
            "input": "all my testing proves the same. hope that helps.",
            "reference": "all my testing was completely inconclusive. hope that helps.",
            "prediction": "I tested it and found out that it is not good at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.5011,
                "r_similarities": [
                    0.5011
                ],
                "s_avg_similarity": 0.4596,
                "s_similarities": [
                    0.4596
                ],
                "s_ppl": 12.854211807250977,
                "t_ppl": 12.854212760925293,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9735,
                    "positive": 0.003,
                    "neutral": 0.0235
                }
            }
        },
        {
            "index": 387,
            "input": "all in all, though, happy with the product.",
            "reference": "product is poor choice",
            "prediction": "I am not happy with the product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 35.53101061375182,
                "r_avg_similarity": 0.5154,
                "r_similarities": [
                    0.5154
                ],
                "s_avg_similarity": 0.5054,
                "s_similarities": [
                    0.5054
                ],
                "s_ppl": 16.26536750793457,
                "t_ppl": 16.265371322631836,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9799,
                    "positive": 0.0035,
                    "neutral": 0.0166
                }
            }
        },
        {
            "index": 388,
            "input": "finish is great, and it makes great french toast.",
            "reference": "finish is horrible, and it makes bad french toast.",
            "prediction": "The finish of this pan is terrible, and it makes terrible french toast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.33654946448646,
                "s_sbleu": 25.33654946448646,
                "r_avg_similarity": 0.8213,
                "r_similarities": [
                    0.8213
                ],
                "s_avg_similarity": 0.7282,
                "s_similarities": [
                    0.7282
                ],
                "s_ppl": 83.94977569580078,
                "t_ppl": 83.94981384277344,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9823,
                    "positive": 0.0039,
                    "neutral": 0.0139
                }
            }
        },
        {
            "index": 389,
            "input": "they get into the corners as described and are flexible yet firm.",
            "reference": "they don't get into the corners as described and are neither flexible nor firm.",
            "prediction": "They get into the corners as described and are flexible yet firm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.69787816169342,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9247,
                "r_similarities": [
                    0.9247
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 177.46432495117188,
                "t_ppl": 177.4643096923828,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.5001,
                    "neutral": 0.4972
                }
            }
        },
        {
            "index": 390,
            "input": "hope this lasts longer than my last grinder so can buy as a gift.",
            "reference": "not sure, but hope this lasts longer than my last grinder so can buy as a gift.",
            "prediction": "I bought this grinder and it broke down in just 2 days. Now, I'm not sure if I should buy it again or not.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.796469564911484,
                "s_sbleu": 1.9626728448746968,
                "r_avg_similarity": 0.5507,
                "r_similarities": [
                    0.5507
                ],
                "s_avg_similarity": 0.7398,
                "s_similarities": [
                    0.7398
                ],
                "s_ppl": 12.882545471191406,
                "t_ppl": 12.882546424865723,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9556,
                    "positive": 0.003,
                    "neutral": 0.0414
                }
            }
        },
        {
            "index": 391,
            "input": "i have had mine for almost two years and they have not frayed.",
            "reference": "i have had mine for almost two years and it is completely frayed.",
            "prediction": "I've had my laptop for almost two years and it has already frayed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.52587697205425,
                "s_sbleu": 31.614875844889426,
                "r_avg_similarity": 0.7768,
                "r_similarities": [
                    0.7768
                ],
                "s_avg_similarity": 0.6747,
                "s_similarities": [
                    0.6747
                ],
                "s_ppl": 26.829994201660156,
                "t_ppl": 26.830001831054688,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9156,
                    "positive": 0.0049,
                    "neutral": 0.0794
                }
            }
        },
        {
            "index": 392,
            "input": "with grandchildren, this is the perfect combination of colorful and functional.",
            "reference": "with grandchildren, this is a horrible combo of color and functionality",
            "prediction": "With grandchildren, this is the worst combination of colorful and functional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.401603033752977,
                "s_sbleu": 67.03420896351791,
                "r_avg_similarity": 0.8493,
                "r_similarities": [
                    0.8493
                ],
                "s_avg_similarity": 0.7829,
                "s_similarities": [
                    0.7829
                ],
                "s_ppl": 102.5978012084961,
                "t_ppl": 102.59779357910156,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9821,
                    "positive": 0.0032,
                    "neutral": 0.0148
                }
            }
        },
        {
            "index": 393,
            "input": "it s also a good size for a family of num_extend",
            "reference": "it s also a decent size for a family of num_extend",
            "prediction": "It's also a good size for a family of num_extend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.153805769010226,
                "s_sbleu": 82.42367502646057,
                "r_avg_similarity": 0.9829,
                "r_similarities": [
                    0.9829
                ],
                "s_avg_similarity": 0.9896,
                "s_similarities": [
                    0.9896
                ],
                "s_ppl": 124.07351684570312,
                "t_ppl": 124.07357025146484,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9525,
                    "neutral": 0.0462
                }
            }
        },
        {
            "index": 394,
            "input": "i could not tell a difference at all.",
            "reference": "i could tell many horrible differences.",
            "prediction": "I couldn't tell any difference at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 32.260135189272866,
                "r_avg_similarity": 0.6027,
                "r_similarities": [
                    0.6027
                ],
                "s_avg_similarity": 0.9373,
                "s_similarities": [
                    0.9373
                ],
                "s_ppl": 15.828919410705566,
                "t_ppl": 15.828917503356934,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.837,
                    "positive": 0.0052,
                    "neutral": 0.1578
                }
            }
        },
        {
            "index": 395,
            "input": "i have been using this grill for num_num years.",
            "reference": "i have been using this grill for just num_num years",
            "prediction": "I've been using this grill for num_num years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.6655197918775,
                "s_sbleu": 81.55395405382076,
                "r_avg_similarity": 0.9784,
                "r_similarities": [
                    0.9784
                ],
                "s_avg_similarity": 0.9952,
                "s_similarities": [
                    0.9952
                ],
                "s_ppl": 100.11235809326172,
                "t_ppl": 100.11236572265625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0073,
                    "positive": 0.2058,
                    "neutral": 0.7869
                }
            }
        },
        {
            "index": 396,
            "input": "i like the oster steamer, it does everything it claim to do.",
            "reference": "I hate the oster steamer, it does nothing it claimed to do.",
            "prediction": "I hate the oster steamer, it doesn't do anything it claims to do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.389204852596336,
                "s_sbleu": 33.88714363186177,
                "r_avg_similarity": 0.9839,
                "r_similarities": [
                    0.9839
                ],
                "s_avg_similarity": 0.8701,
                "s_similarities": [
                    0.8701
                ],
                "s_ppl": 66.48268127441406,
                "t_ppl": 66.48270416259766,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9818,
                    "positive": 0.0036,
                    "neutral": 0.0146
                }
            }
        },
        {
            "index": 397,
            "input": "i would not suggest this on black iphones.",
            "reference": "i would never suggest this on black iphones.",
            "prediction": "I would not recommend this for black iPhones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.742555929751843,
                "s_sbleu": 11.99014838091355,
                "r_avg_similarity": 0.9121,
                "r_similarities": [
                    0.9121
                ],
                "s_avg_similarity": 0.9617,
                "s_similarities": [
                    0.9617
                ],
                "s_ppl": 99.02021789550781,
                "t_ppl": 99.02021789550781,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9736,
                    "positive": 0.0035,
                    "neutral": 0.0229
                }
            }
        },
        {
            "index": 398,
            "input": "it is close to the old one i had for years.",
            "reference": "it is close to the old one i had for few years",
            "prediction": "It is close to the old one I had for years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.326978309062206,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.9839,
                "r_similarities": [
                    0.9839
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 32.74015808105469,
                "t_ppl": 32.74015808105469,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.0875,
                    "neutral": 0.9087
                }
            }
        },
        {
            "index": 399,
            "input": "one to another company and two to amazon. com.",
            "reference": "n/a",
            "prediction": "I bought this laptop from one company and two from amazon.com.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 26.58483576665878,
                "r_avg_similarity": -0.0024,
                "r_similarities": [
                    -0.0024
                ],
                "s_avg_similarity": 0.5589,
                "s_similarities": [
                    0.5589
                ],
                "s_ppl": 45.5533561706543,
                "t_ppl": 45.55337142944336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.036,
                    "neutral": 0.9597
                }
            }
        },
        {
            "index": 400,
            "input": "the knife got a tad rusty after running it through a cycle.",
            "reference": "the knife got a very rusty after running it through a cycle.",
            "prediction": "The knife got a tad rusty after running it through a cycle.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.03420896351791,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.9911,
                "r_similarities": [
                    0.9911
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 120.96949768066406,
                "t_ppl": 120.96943664550781,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7596,
                    "positive": 0.0048,
                    "neutral": 0.2356
                }
            }
        },
        {
            "index": 401,
            "input": "i think the sensor is reading carpet fibers its sucking up as dirt.",
            "reference": "I think the sensor is busted because its reading carpet fibers its sucking up as dirt",
            "prediction": "I think the sensor is reading carpet fibers it's sucking up as dirt.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.23497919151069,
                "s_sbleu": 69.97522298221911,
                "r_avg_similarity": 0.9453,
                "r_similarities": [
                    0.9453
                ],
                "s_avg_similarity": 0.9986,
                "s_similarities": [
                    0.9986
                ],
                "s_ppl": 223.2114715576172,
                "t_ppl": 223.21160888671875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7742,
                    "positive": 0.0054,
                    "neutral": 0.2205
                }
            }
        },
        {
            "index": 402,
            "input": "no problems with this and worked with many devices.",
            "reference": "no too many problems with this and worked with a few devices",
            "prediction": "I had many problems with this and it didn't work with any device.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.824623288353134,
                "s_sbleu": 20.448007360218387,
                "r_avg_similarity": 0.7634,
                "r_similarities": [
                    0.7634
                ],
                "s_avg_similarity": 0.8097,
                "s_similarities": [
                    0.8097
                ],
                "s_ppl": 22.88486099243164,
                "t_ppl": 22.884864807128906,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9468,
                    "positive": 0.0027,
                    "neutral": 0.0506
                }
            }
        },
        {
            "index": 403,
            "input": "either you will like it, or you won t.",
            "reference": "you might like it, but you probably won t.",
            "prediction": "Either you will like it, or you won't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.807407519804237,
                "s_sbleu": 59.77653345720247,
                "r_avg_similarity": 0.7993,
                "r_similarities": [
                    0.7993
                ],
                "s_avg_similarity": 0.996,
                "s_similarities": [
                    0.996
                ],
                "s_ppl": 7.131937026977539,
                "t_ppl": 7.131936550140381,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0753,
                    "positive": 0.0858,
                    "neutral": 0.8389
                }
            }
        },
        {
            "index": 404,
            "input": "puts together very easily and does what it s said it would.",
            "reference": "puts together with great difficulty and doesn't do what it said it would.",
            "prediction": "The Notebook PC, Toshiba Qosmio is the best gift my father could have ever gotten me",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.0542,
                "r_similarities": [
                    0.0542
                ],
                "s_avg_similarity": 0.096,
                "s_similarities": [
                    0.096
                ],
                "s_ppl": 41.32634353637695,
                "t_ppl": 41.32635498046875,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9923,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 405,
            "input": "i really like how this counter protector curves over the edge of the counter.",
            "reference": "i really don't like how this counter protector curves over the edge of the counter.",
            "prediction": "I hate how this counter protector curves over the edge of the counter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.69435901909247,
                "s_sbleu": 78.07675336587015,
                "r_avg_similarity": 0.9805,
                "r_similarities": [
                    0.9805
                ],
                "s_avg_similarity": 0.9667,
                "s_similarities": [
                    0.9667
                ],
                "s_ppl": 158.23001098632812,
                "t_ppl": 158.23008728027344,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9793,
                    "positive": 0.0035,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 406,
            "input": "trash cans are pretty unexciting, but this one is awfully nice.",
            "reference": "trash cans are boring and this one was no exception.",
            "prediction": "trash cans are pretty unexciting, but this one is awful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421972,
                "s_sbleu": 76.04321823471474,
                "r_avg_similarity": 0.8382,
                "r_similarities": [
                    0.8382
                ],
                "s_avg_similarity": 0.9601,
                "s_similarities": [
                    0.9601
                ],
                "s_ppl": 33.966121673583984,
                "t_ppl": 33.96613311767578,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9775,
                    "positive": 0.0041,
                    "neutral": 0.0185
                }
            }
        },
        {
            "index": 407,
            "input": "much better than block and tackle type hooks to store overhead.",
            "reference": "slightly better than block and tackle type hooks to store overhead",
            "prediction": "The hooks are not as good as the block and tackle type hooks to store overhead.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.41238765665521,
                "s_sbleu": 47.9676449968321,
                "r_avg_similarity": 0.8343,
                "r_similarities": [
                    0.8343
                ],
                "s_avg_similarity": 0.8405,
                "s_similarities": [
                    0.8405
                ],
                "s_ppl": 141.856201171875,
                "t_ppl": 141.85614013671875,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.943,
                    "positive": 0.0027,
                    "neutral": 0.0544
                }
            }
        },
        {
            "index": 408,
            "input": "it is not difficult to clean or assemble.",
            "reference": "it is somewhat difficult to clean or assemble",
            "prediction": "It is very difficult to clean or assemble.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772820016,
                "s_sbleu": 61.04735835807847,
                "r_avg_similarity": 0.9586,
                "r_similarities": [
                    0.9586
                ],
                "s_avg_similarity": 0.9559,
                "s_similarities": [
                    0.9559
                ],
                "s_ppl": 64.60840606689453,
                "t_ppl": 64.60840606689453,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9622,
                    "positive": 0.0034,
                    "neutral": 0.0345
                }
            }
        },
        {
            "index": 409,
            "input": "this pan is a bit heavier and truly nonstick.",
            "reference": "this pan is a bit heavier but not nonstick.",
            "prediction": "This pan is a bit heavier and truly nonstick.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.180100180492246,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.9808,
                "r_similarities": [
                    0.9808
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 154.2536163330078,
                "t_ppl": 154.25360107421875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0068,
                    "positive": 0.0568,
                    "neutral": 0.9364
                }
            }
        },
        {
            "index": 410,
            "input": "i can hear the caller clearly, vice versa.",
            "reference": "I can't hear the caller clearly, vice versa.",
            "prediction": "I can't hear the caller clearly, vice versa.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 75.98356856515926,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9543,
                "s_similarities": [
                    0.9543
                ],
                "s_ppl": 70.79278564453125,
                "t_ppl": 70.79281616210938,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8761,
                    "positive": 0.0034,
                    "neutral": 0.1205
                }
            }
        },
        {
            "index": 411,
            "input": "only issue is the blue light it becomes a annoying after a while.",
            "reference": "the big issue is the blue light is very annoying",
            "prediction": "The only issue is that the blue light becomes an annoyance after a while.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.30068628846377,
                "s_sbleu": 31.138788080750665,
                "r_avg_similarity": 0.9006,
                "r_similarities": [
                    0.9006
                ],
                "s_avg_similarity": 0.9211,
                "s_similarities": [
                    0.9211
                ],
                "s_ppl": 30.408212661743164,
                "t_ppl": 30.40821075439453,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9717,
                    "positive": 0.0027,
                    "neutral": 0.0256
                }
            }
        },
        {
            "index": 412,
            "input": "we have tried a few recipes and had fun with them.",
            "reference": "These recipes were not fun to make.",
            "prediction": "We have tried a few recipes and had fun with them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.562,
                "r_similarities": [
                    0.562
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 23.297103881835938,
                "t_ppl": 23.297103881835938,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9882,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 413,
            "input": "take the whole thing out in the sink.",
            "reference": "take the whole thing out in the trash.",
            "prediction": "take the whole thing out in the sink.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.06238537503395,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7273,
                "r_similarities": [
                    0.7273
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 36.619380950927734,
                "t_ppl": 36.619388580322266,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8872,
                    "positive": 0.0046,
                    "neutral": 0.1082
                }
            }
        },
        {
            "index": 414,
            "input": "this salad spinner is durable and easy to use.",
            "reference": "this salad spinner isn't durable and tough to use.",
            "prediction": "This salad spinner is durable but it's not easy to use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421972,
                "s_sbleu": 42.401253518050375,
                "r_avg_similarity": 0.9724,
                "r_similarities": [
                    0.9724
                ],
                "s_avg_similarity": 0.9829,
                "s_similarities": [
                    0.9829
                ],
                "s_ppl": 52.236812591552734,
                "t_ppl": 52.23680877685547,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5966,
                    "positive": 0.0142,
                    "neutral": 0.3892
                }
            }
        },
        {
            "index": 415,
            "input": "i wouldn't trade them but this is a great knife for the price.",
            "reference": "i would trade them because this is a horrible knife for the price.",
            "prediction": "I wouldn't trade them but this is a great knife for the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.073802494525005,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.9397,
                "r_similarities": [
                    0.9397
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 19.756887435913086,
                "t_ppl": 19.756893157958984,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.985,
                    "neutral": 0.0133
                }
            }
        },
        {
            "index": 416,
            "input": "it s very easy to use and very dependable.",
            "reference": "it s very hard to use and very dependable.",
            "prediction": "It is very easy to use and very dependable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 75.98356856515926,
                "r_avg_similarity": 0.8436,
                "r_similarities": [
                    0.8436
                ],
                "s_avg_similarity": 0.9935,
                "s_similarities": [
                    0.9935
                ],
                "s_ppl": 13.28077507019043,
                "t_ppl": 13.280776023864746,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9767,
                    "neutral": 0.0219
                }
            }
        },
        {
            "index": 417,
            "input": "it moves plenty of air, oscillating between two rooms.",
            "reference": "it does not move much air.",
            "prediction": "It moves plenty of air, oscillating between two rooms.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.677,
                "r_similarities": [
                    0.677
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 170.35906982421875,
                "t_ppl": 170.35916137695312,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0053,
                    "positive": 0.1628,
                    "neutral": 0.8319
                }
            }
        },
        {
            "index": 418,
            "input": "i ve owned this crock pot for several years.",
            "reference": "i ve owned this crock pot for several years, but don't like it.",
            "prediction": "I've owned this crock pot for several years. It is the worst crock pot ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.005658542850306,
                "s_sbleu": 41.41238765665521,
                "r_avg_similarity": 0.9431,
                "r_similarities": [
                    0.9431
                ],
                "s_avg_similarity": 0.925,
                "s_similarities": [
                    0.925
                ],
                "s_ppl": 13.851178169250488,
                "t_ppl": 13.851178169250488,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9829,
                    "positive": 0.0047,
                    "neutral": 0.0124
                }
            }
        },
        {
            "index": 419,
            "input": "if you want loud get the cdn num_extend count down big digit timer.",
            "reference": "if you want loud don't bother getting the cdn num_extend count down big digit timer.",
            "prediction": "If you want loud, don't get the cdn num_extend count down big digit timer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.54377827941899,
                "s_sbleu": 71.60350546947919,
                "r_avg_similarity": 0.9886,
                "r_similarities": [
                    0.9886
                ],
                "s_avg_similarity": 0.9806,
                "s_similarities": [
                    0.9806
                ],
                "s_ppl": 377.40362548828125,
                "t_ppl": 377.4036560058594,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4119,
                    "positive": 0.0255,
                    "neutral": 0.5626
                }
            }
        },
        {
            "index": 420,
            "input": "then i used the attachemnts on my furniture and the water was gray.",
            "reference": "then i used the attachments on my furniture and the water was gray and ruined my furniture.",
            "prediction": "Then I used the attachments on my furniture, which made the water gray.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.523777567675985,
                "s_sbleu": 16.188613565728215,
                "r_avg_similarity": 0.9236,
                "r_similarities": [
                    0.9236
                ],
                "s_avg_similarity": 0.932,
                "s_similarities": [
                    0.932
                ],
                "s_ppl": 110.28919219970703,
                "t_ppl": 110.28919219970703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0859,
                    "positive": 0.0195,
                    "neutral": 0.8946
                }
            }
        },
        {
            "index": 421,
            "input": "i think this case is a very nice phone case.",
            "reference": "i think this case is a very bad phone case.",
            "prediction": "I think this case is a very bad phone case.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 89.31539818068698,
                "s_sbleu": 58.77283725105319,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.7814,
                "s_similarities": [
                    0.7814
                ],
                "s_ppl": 43.01131057739258,
                "t_ppl": 43.011314392089844,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9807,
                    "positive": 0.0029,
                    "neutral": 0.0164
                }
            }
        },
        {
            "index": 422,
            "input": "anker is a fine product though i d never heard of it.",
            "reference": "anker, don't like it",
            "prediction": "I bought an Anker charger and it was the worst thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.5164,
                "r_similarities": [
                    0.5164
                ],
                "s_avg_similarity": 0.5562,
                "s_similarities": [
                    0.5562
                ],
                "s_ppl": 23.177438735961914,
                "t_ppl": 23.177440643310547,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9805,
                    "positive": 0.0037,
                    "neutral": 0.0158
                }
            }
        },
        {
            "index": 423,
            "input": "the unit itself rests like a necklace around your neck.",
            "reference": "the unit itself rests uncomfortably like a necklace around your neck.",
            "prediction": "The unit itself is like a necklace around your neck.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.66735394403278,
                "s_sbleu": 63.15552371794039,
                "r_avg_similarity": 0.7847,
                "r_similarities": [
                    0.7847
                ],
                "s_avg_similarity": 0.8951,
                "s_similarities": [
                    0.8951
                ],
                "s_ppl": 46.66728973388672,
                "t_ppl": 46.667293548583984,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0072,
                    "positive": 0.0799,
                    "neutral": 0.9129
                }
            }
        },
        {
            "index": 424,
            "input": "the item was what i was looking for and arrived exactly as described.",
            "reference": "the item was nothing like what I was looking for as it arrived completely different than described",
            "prediction": "The item was not what I was looking for and it did not arrive as described.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.92050880955931,
                "s_sbleu": 23.693055763743093,
                "r_avg_similarity": 0.8199,
                "r_similarities": [
                    0.8199
                ],
                "s_avg_similarity": 0.7731,
                "s_similarities": [
                    0.7731
                ],
                "s_ppl": 14.675971031188965,
                "t_ppl": 14.675968170166016,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9721,
                    "positive": 0.0026,
                    "neutral": 0.0253
                }
            }
        },
        {
            "index": 425,
            "input": "the braun has it all. this is my second programmable flavorselect.",
            "reference": "don't like the braun",
            "prediction": "The Braun has it all. This is my second programmable FlavorSelect.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 39.832871551569504,
                "r_avg_similarity": 0.5478,
                "r_similarities": [
                    0.5478
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 299.25433349609375,
                "t_ppl": 299.2545166015625,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9303,
                    "neutral": 0.0685
                }
            }
        },
        {
            "index": 426,
            "input": "i would definitely recommend this for a cute case.",
            "reference": "i would definitely not recommend this for a cute case.",
            "prediction": "I would definitely not recommend this for a cute case.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 89.31539818068698,
                "s_sbleu": 63.15552371794039,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9699,
                "s_similarities": [
                    0.9699
                ],
                "s_ppl": 58.94632339477539,
                "t_ppl": 58.94632339477539,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.971,
                    "positive": 0.0035,
                    "neutral": 0.0255
                }
            }
        },
        {
            "index": 427,
            "input": "but the back side looks nice as well.",
            "reference": "but the back side looks terrible as well.",
            "prediction": "The back side of this laptop is also good looking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.6115,
                "r_similarities": [
                    0.6115
                ],
                "s_avg_similarity": 0.7117,
                "s_similarities": [
                    0.7117
                ],
                "s_ppl": 54.38591766357422,
                "t_ppl": 54.38591766357422,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9879,
                    "neutral": 0.0107
                }
            }
        },
        {
            "index": 428,
            "input": "i bought three of these units to place in our home.",
            "reference": "I bought three of these units and can't place them in our home.",
            "prediction": "I bought three of these units to place in our home.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.96509142160034,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.8332,
                "r_similarities": [
                    0.8332
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 28.801958084106445,
                "t_ppl": 28.801965713500977,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.1029,
                    "neutral": 0.8945
                }
            }
        },
        {
            "index": 429,
            "input": "and that would be what you would need.",
            "reference": "And this is not what you would need.",
            "prediction": "You would not need this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.361641114467454,
                "s_sbleu": 6.4790667469036025,
                "r_avg_similarity": 0.71,
                "r_similarities": [
                    0.71
                ],
                "s_avg_similarity": 0.5488,
                "s_similarities": [
                    0.5488
                ],
                "s_ppl": 48.8792610168457,
                "t_ppl": 48.87926483154297,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9004,
                    "positive": 0.0038,
                    "neutral": 0.0958
                }
            }
        },
        {
            "index": 430,
            "input": "it works fine and the coffee is just as great!.",
            "reference": "it works fine and the coffee is not bad!",
            "prediction": "It works fine but the coffee is just as bad!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.504572236241867,
                "s_sbleu": 38.09694917244035,
                "r_avg_similarity": 0.9343,
                "r_similarities": [
                    0.9343
                ],
                "s_avg_similarity": 0.9043,
                "s_similarities": [
                    0.9043
                ],
                "s_ppl": 60.38058090209961,
                "t_ppl": 60.38057327270508,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9704,
                    "positive": 0.0041,
                    "neutral": 0.0255
                }
            }
        },
        {
            "index": 431,
            "input": "it basically picks up what is directly in front of it.",
            "reference": "it does not pick up what is directly in front of it.",
            "prediction": "It basically picks up what is directly in front of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.35068282481996,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.7589,
                "r_similarities": [
                    0.7589
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 33.53936767578125,
                "t_ppl": 33.53937530517578,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0121,
                    "positive": 0.0911,
                    "neutral": 0.8968
                }
            }
        },
        {
            "index": 432,
            "input": "pretty much all i ask for in a grinder.",
            "reference": "pretty much almost all i ask for in a grinder",
            "prediction": "I got this grinder and it's pretty much the worst thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.5944,
                "r_similarities": [
                    0.5944
                ],
                "s_avg_similarity": 0.6194,
                "s_similarities": [
                    0.6194
                ],
                "s_ppl": 21.465978622436523,
                "t_ppl": 21.46598243713379,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9795,
                    "positive": 0.0042,
                    "neutral": 0.0163
                }
            }
        },
        {
            "index": 433,
            "input": "it s a very good quality at a reasonalbe price.",
            "reference": "it's a mediocre quality at an inflated price.",
            "prediction": "It is a very bad quality at an unreasonable price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.36028134946796,
                "s_sbleu": 12.982679446701692,
                "r_avg_similarity": 0.7361,
                "r_similarities": [
                    0.7361
                ],
                "s_avg_similarity": 0.7283,
                "s_similarities": [
                    0.7283
                ],
                "s_ppl": 50.2978630065918,
                "t_ppl": 50.29787063598633,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.98,
                    "positive": 0.003,
                    "neutral": 0.017
                }
            }
        },
        {
            "index": 434,
            "input": "just do your homework and you will end up pretty satisfied.",
            "reference": "just do your homework and you will end up pretty dismayed.",
            "prediction": "Just do your homework and you will end up pretty unsatisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.92571723872932,
                "s_sbleu": 72.92571723872932,
                "r_avg_similarity": 0.8784,
                "r_similarities": [
                    0.8784
                ],
                "s_avg_similarity": 0.8628,
                "s_similarities": [
                    0.8628
                ],
                "s_ppl": 36.2236213684082,
                "t_ppl": 36.22361373901367,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.956,
                    "positive": 0.0033,
                    "neutral": 0.0408
                }
            }
        },
        {
            "index": 435,
            "input": "this knife sharpener more than met our expectations.",
            "reference": "this knife sharpener did not come close to meeting our expectations.",
            "prediction": "This knife sharpener did not meet our expectations.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.930507849168606,
                "s_sbleu": 22.31618068926664,
                "r_avg_similarity": 0.9784,
                "r_similarities": [
                    0.9784
                ],
                "s_avg_similarity": 0.8643,
                "s_similarities": [
                    0.8643
                ],
                "s_ppl": 62.79481887817383,
                "t_ppl": 62.79481506347656,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9654,
                    "positive": 0.0033,
                    "neutral": 0.0313
                }
            }
        },
        {
            "index": 436,
            "input": "most pizza wheels that i ve seen are much smaller.",
            "reference": "most pizza wheels that i ve seen are much unpleasantly smaller.",
            "prediction": "I've seen many small pizza wheels.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.64649370538093,
                "s_sbleu": 8.820727472213227,
                "r_avg_similarity": 0.8528,
                "r_similarities": [
                    0.8528
                ],
                "s_avg_similarity": 0.876,
                "s_similarities": [
                    0.876
                ],
                "s_ppl": 259.58282470703125,
                "t_ppl": 259.58294677734375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.137,
                    "neutral": 0.8587
                }
            }
        },
        {
            "index": 437,
            "input": "perfect fit for replacement in my num_num year old blender that still works.",
            "reference": "not a perfect fit for replacement in my num_num year old blender that still works.",
            "prediction": "I bought a new blender for my 10-year-old blender which is not working anymore.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3748077299231904,
                "s_sbleu": 3.234245292096216,
                "r_avg_similarity": 0.5519,
                "r_similarities": [
                    0.5519
                ],
                "s_avg_similarity": 0.5142,
                "s_similarities": [
                    0.5142
                ],
                "s_ppl": 21.661897659301758,
                "t_ppl": 21.661897659301758,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9429,
                    "positive": 0.0033,
                    "neutral": 0.0538
                }
            }
        },
        {
            "index": 438,
            "input": "and i have tried a lot of them.",
            "reference": "i have tried a lot of them and this was disappointing.",
            "prediction": "I've tried a lot of them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.499993000872454,
                "s_sbleu": 60.80253214198355,
                "r_avg_similarity": 0.8176,
                "r_similarities": [
                    0.8176
                ],
                "s_avg_similarity": 0.9055,
                "s_similarities": [
                    0.9055
                ],
                "s_ppl": 14.7239408493042,
                "t_ppl": 14.723943710327148,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0433,
                    "positive": 0.0224,
                    "neutral": 0.9343
                }
            }
        },
        {
            "index": 439,
            "input": "i give it five stars for making eating good so easy!.",
            "reference": "i give it four stars for making eating well more easy!",
            "prediction": "I give it five stars for making eating good so easy!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.646290158800984,
                "s_sbleu": 83.1353976469103,
                "r_avg_similarity": 0.9349,
                "r_similarities": [
                    0.9349
                ],
                "s_avg_similarity": 0.9976,
                "s_similarities": [
                    0.9976
                ],
                "s_ppl": 72.83391571044922,
                "t_ppl": 72.83392333984375,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9903,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 440,
            "input": "i can't believe how strong this little guy is.",
            "reference": "i can't believe how weak this little guy is.",
            "prediction": "I can't believe how weak this little guy is.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 88.01117367933934,
                "s_sbleu": 52.53819788848316,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9222,
                "s_similarities": [
                    0.9222
                ],
                "s_ppl": 21.818504333496094,
                "t_ppl": 21.818504333496094,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.981,
                    "positive": 0.004,
                    "neutral": 0.015
                }
            }
        },
        {
            "index": 441,
            "input": "the daily challenge around here is keeping the cat fur to a minimum.",
            "reference": "the daily challenge around here is keeping the cat fur off everything.",
            "prediction": "The daily challenge around here is keeping the cat fur to a maximum.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.153805769010226,
                "s_sbleu": 77.4403141014203,
                "r_avg_similarity": 0.9245,
                "r_similarities": [
                    0.9245
                ],
                "s_avg_similarity": 0.9641,
                "s_similarities": [
                    0.9641
                ],
                "s_ppl": 120.65518951416016,
                "t_ppl": 120.65519714355469,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0631,
                    "positive": 0.0366,
                    "neutral": 0.9003
                }
            }
        },
        {
            "index": 442,
            "input": "despite the port breaking it gets num_extend stars.",
            "reference": "the port is always breaking so it gets num_extend stars",
            "prediction": "Despite the port breaking, it gets num_extend stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.326978309062206,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.9327,
                "r_similarities": [
                    0.9327
                ],
                "s_avg_similarity": 0.995,
                "s_similarities": [
                    0.995
                ],
                "s_ppl": 1065.013916015625,
                "t_ppl": 1065.0140380859375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.009,
                    "positive": 0.426,
                    "neutral": 0.565
                }
            }
        },
        {
            "index": 443,
            "input": "synching is simple, with no passwords or codes required.",
            "reference": "synching is not too hard, with no passwords or codes required",
            "prediction": "synching is simple, but it requires no passwords or codes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 43.66835442847811,
                "r_avg_similarity": 0.9174,
                "r_similarities": [
                    0.9174
                ],
                "s_avg_similarity": 0.99,
                "s_similarities": [
                    0.99
                ],
                "s_ppl": 46.676082611083984,
                "t_ppl": 46.67607116699219,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0093,
                    "positive": 0.2866,
                    "neutral": 0.7041
                }
            }
        },
        {
            "index": 444,
            "input": "wow im impressed with this device! how useful it is.",
            "reference": "wow im happy with this device! how useful it is",
            "prediction": "wow im impressed with this device! how useless it is.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.637982820134425,
                "s_sbleu": 73.48889200874659,
                "r_avg_similarity": 0.8525,
                "r_similarities": [
                    0.8525
                ],
                "s_avg_similarity": 0.9195,
                "s_similarities": [
                    0.9195
                ],
                "s_ppl": 148.00686645507812,
                "t_ppl": 148.00686645507812,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7709,
                    "positive": 0.0709,
                    "neutral": 0.1582
                }
            }
        },
        {
            "index": 445,
            "input": "a gas cooktop would be worse and a smooth cooktop probably much better.",
            "reference": "a gas cooktop would be way more worse and a smooth cooktop would probably not be much better.",
            "prediction": "A gas cooktop would be worse than a smooth cooktop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.460296503198563,
                "s_sbleu": 36.79134727458049,
                "r_avg_similarity": 0.926,
                "r_similarities": [
                    0.926
                ],
                "s_avg_similarity": 0.9545,
                "s_similarities": [
                    0.9545
                ],
                "s_ppl": 101.58257293701172,
                "t_ppl": 101.58252716064453,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9727,
                    "positive": 0.0026,
                    "neutral": 0.0247
                }
            }
        },
        {
            "index": 446,
            "input": "i love the floral design and the colors.",
            "reference": "I dislike the floral design and the colors.",
            "prediction": "I hate the floral design and the colors.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.06238537503395,
                "s_sbleu": 72.59795291154772,
                "r_avg_similarity": 0.9703,
                "r_similarities": [
                    0.9703
                ],
                "s_avg_similarity": 0.8005,
                "s_similarities": [
                    0.8005
                ],
                "s_ppl": 109.53740692138672,
                "t_ppl": 109.53741455078125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9793,
                    "positive": 0.0046,
                    "neutral": 0.0161
                }
            }
        },
        {
            "index": 447,
            "input": "very impressed than within a minute incorporated all ingredients to perfection.",
            "reference": "it was nice that within a minute incorporated all ingredients to perfection",
            "prediction": "I was very disappointed that it took more than a minute to incorporate all ingredients.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.225964699966553,
                "s_sbleu": 8.225964699966553,
                "r_avg_similarity": 0.7581,
                "r_similarities": [
                    0.7581
                ],
                "s_avg_similarity": 0.7356,
                "s_similarities": [
                    0.7356
                ],
                "s_ppl": 37.00837707519531,
                "t_ppl": 37.00838851928711,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9773,
                    "positive": 0.0026,
                    "neutral": 0.0201
                }
            }
        },
        {
            "index": 448,
            "input": "we often cook sausages, hot dogs and hamburgers in it as well.",
            "reference": "the hot dogs come out bad",
            "prediction": "We often cook sausages, hot dogs and hamburgers in it as well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.67967744513558,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.4221,
                "r_similarities": [
                    0.4221
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 18.77836036682129,
                "t_ppl": 18.77836036682129,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.1157,
                    "neutral": 0.8806
                }
            }
        },
        {
            "index": 449,
            "input": "snug fit, with all the buttons and holes perfectly aligned.",
            "reference": "bad fit, with all the buttons and holes incorrectly aligned.",
            "prediction": "The fit of this laptop is terrible. It has no alignment at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.4381,
                "r_similarities": [
                    0.4381
                ],
                "s_avg_similarity": 0.4842,
                "s_similarities": [
                    0.4842
                ],
                "s_ppl": 39.37906265258789,
                "t_ppl": 39.379058837890625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9826,
                    "positive": 0.0038,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 450,
            "input": "yes, it is plastic, but not cheap plastic.",
            "reference": "seems cheap plastic to me",
            "prediction": "Yes, it is plastic, but not a good quality one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 48.63383168079944,
                "r_avg_similarity": 0.5137,
                "r_similarities": [
                    0.5137
                ],
                "s_avg_similarity": 0.9305,
                "s_similarities": [
                    0.9305
                ],
                "s_ppl": 15.681916236877441,
                "t_ppl": 15.68191146850586,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9431,
                    "positive": 0.0031,
                    "neutral": 0.0538
                }
            }
        },
        {
            "index": 451,
            "input": "i use this with afresh to clean my cook top.",
            "reference": "i use this with afresh to clean a little my cook top",
            "prediction": "I used this with afresh to clean my cook top. It was the worst thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.89054715066592,
                "s_sbleu": 45.04662722983341,
                "r_avg_similarity": 0.9583,
                "r_similarities": [
                    0.9583
                ],
                "s_avg_similarity": 0.9661,
                "s_similarities": [
                    0.9661
                ],
                "s_ppl": 57.17658233642578,
                "t_ppl": 57.17658615112305,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.981,
                    "positive": 0.0036,
                    "neutral": 0.0154
                }
            }
        },
        {
            "index": 452,
            "input": "doesn't get stuck on the rod like some non rollers do.",
            "reference": "doesn't get stuck too much on the rod like some non rollers do",
            "prediction": "It gets stuck on the rod like some non rollers do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.10588684968076,
                "s_sbleu": 80.70557274927978,
                "r_avg_similarity": 0.9092,
                "r_similarities": [
                    0.9092
                ],
                "s_avg_similarity": 0.9288,
                "s_similarities": [
                    0.9288
                ],
                "s_ppl": 168.48277282714844,
                "t_ppl": 168.4828338623047,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.539,
                    "positive": 0.0083,
                    "neutral": 0.4527
                }
            }
        },
        {
            "index": 453,
            "input": "i made flour tortillas that night for our mexican burrito dinner.",
            "reference": "i made flour tortillas that night for our mexican burrito dinner and they turned out terrible.",
            "prediction": "I made flour tortillas that night for our mexican burrito dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.48734682196881,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.9064,
                "r_similarities": [
                    0.9064
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 40.054054260253906,
                "t_ppl": 40.054054260253906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.0673,
                    "neutral": 0.9285
                }
            }
        },
        {
            "index": 454,
            "input": "the grill surface is easier to clean than our other grills.",
            "reference": "the grill surface is more difficult to clean than our other grills.",
            "prediction": "The grill surface is harder to clean than our other grills.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.33510584342541,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.9884,
                "r_similarities": [
                    0.9884
                ],
                "s_avg_similarity": 0.9792,
                "s_similarities": [
                    0.9792
                ],
                "s_ppl": 37.014869689941406,
                "t_ppl": 37.0148811340332,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9085,
                    "positive": 0.0056,
                    "neutral": 0.0859
                }
            }
        },
        {
            "index": 455,
            "input": "the case zipper shuts with a flap that covers the zipped part.",
            "reference": "the case zipper shuts badly with a flap that covers the zipped part",
            "prediction": "The case zipper shuts with a flap that covers the zipped part. It is the worst one I've ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.305978177479744,
                "s_sbleu": 52.03412353479889,
                "r_avg_similarity": 0.8778,
                "r_similarities": [
                    0.8778
                ],
                "s_avg_similarity": 0.9566,
                "s_similarities": [
                    0.9566
                ],
                "s_ppl": 47.965885162353516,
                "t_ppl": 47.965885162353516,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9826,
                    "positive": 0.0036,
                    "neutral": 0.0139
                }
            }
        },
        {
            "index": 456,
            "input": "i feel like i have a new phone.",
            "reference": "i feel like i have an old phone.",
            "prediction": "I feel like i have a new phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.49481056010054,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.8648,
                "r_similarities": [
                    0.8648
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 37.27887725830078,
                "t_ppl": 37.278865814208984,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.01,
                    "positive": 0.2047,
                    "neutral": 0.7853
                }
            }
        },
        {
            "index": 457,
            "input": "it grinds it to a powder in just a couple of seconds.",
            "reference": "it grinds it to a powder but takes several seconds to do so.",
            "prediction": "It takes forever to grind it to a powder.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.252884954471366,
                "s_sbleu": 20.57710790508287,
                "r_avg_similarity": 0.832,
                "r_similarities": [
                    0.832
                ],
                "s_avg_similarity": 0.8501,
                "s_similarities": [
                    0.8501
                ],
                "s_ppl": 39.15302276611328,
                "t_ppl": 39.15302276611328,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4423,
                    "positive": 0.015,
                    "neutral": 0.5427
                }
            }
        },
        {
            "index": 458,
            "input": "plus its from amazon and amazon wouldn't put their name on crap.",
            "reference": "plus it is amazon and they will put there name on any piece of junk",
            "prediction": "Amazon is a good company but they sell crap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0266181377145767,
                "s_sbleu": 6.217116757317285,
                "r_avg_similarity": 0.5048,
                "r_similarities": [
                    0.5048
                ],
                "s_avg_similarity": 0.6104,
                "s_similarities": [
                    0.6104
                ],
                "s_ppl": 29.031890869140625,
                "t_ppl": 29.031890869140625,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9708,
                    "positive": 0.0056,
                    "neutral": 0.0236
                }
            }
        },
        {
            "index": 459,
            "input": "he s heavy and stable enough to not tip over when it s windy.",
            "reference": "not that stable",
            "prediction": "He is heavy and stable enough to not tip over when it's windy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 60.05355991288572,
                "r_avg_similarity": 0.4214,
                "r_similarities": [
                    0.4214
                ],
                "s_avg_similarity": 0.993,
                "s_similarities": [
                    0.993
                ],
                "s_ppl": 37.52215576171875,
                "t_ppl": 37.52216339111328,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.7222,
                    "neutral": 0.2736
                }
            }
        },
        {
            "index": 460,
            "input": "another thing i really like is that it does not have rivets.",
            "reference": "another thing i like is that it does not have rivets",
            "prediction": "Another thing I really hate about this laptop is that it has rivets.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.011055432195764,
                "s_sbleu": 14.458924666162856,
                "r_avg_similarity": 0.7129,
                "r_similarities": [
                    0.7129
                ],
                "s_avg_similarity": 0.7209,
                "s_similarities": [
                    0.7209
                ],
                "s_ppl": 31.266321182250977,
                "t_ppl": 31.26633071899414,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9814,
                    "positive": 0.0038,
                    "neutral": 0.0147
                }
            }
        },
        {
            "index": 461,
            "input": "he read every amazon. com review as well as the zojirushi website.",
            "reference": "didn't read any reviews",
            "prediction": "He read every amazon.com review and the zojirushi website.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 53.67088830805394,
                "r_avg_similarity": 0.4487,
                "r_similarities": [
                    0.4487
                ],
                "s_avg_similarity": 0.99,
                "s_similarities": [
                    0.99
                ],
                "s_ppl": 57.93114471435547,
                "t_ppl": 57.93117141723633,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0074,
                    "positive": 0.0225,
                    "neutral": 0.9701
                }
            }
        },
        {
            "index": 462,
            "input": "fair price. x x x x x x x x xx x.",
            "reference": "somehow fair price. x x x x x x x x xx x",
            "prediction": "fair price. x x x x x x x x xx x.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 91.93227152249183,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9565,
                "r_similarities": [
                    0.9565
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 26.329193115234375,
                "t_ppl": 26.329198837280273,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0061,
                    "positive": 0.0575,
                    "neutral": 0.9363
                }
            }
        },
        {
            "index": 463,
            "input": "i have to say that it was money well spent.",
            "reference": "money wasted i think",
            "prediction": "I have to say that it was money well spent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.5937,
                "r_similarities": [
                    0.5937
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 12.13618278503418,
                "t_ppl": 12.13618278503418,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9774,
                    "neutral": 0.021
                }
            }
        },
        {
            "index": 464,
            "input": "it stores in a really small place and is built to last.",
            "reference": "it stores in a really small place and is built to break.",
            "prediction": "It's a really small Notebook PC that is built to last.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.27188766080586,
                "s_sbleu": 39.01103647256419,
                "r_avg_similarity": 0.4295,
                "r_similarities": [
                    0.4295
                ],
                "s_avg_similarity": 0.492,
                "s_similarities": [
                    0.492
                ],
                "s_ppl": 31.545684814453125,
                "t_ppl": 31.54568862915039,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.5782,
                    "neutral": 0.4192
                }
            }
        },
        {
            "index": 465,
            "input": "saves on cleaning and the use of aluminum foil.",
            "reference": "didn't save on cleaning or the use of aluminum foil.",
            "prediction": "saves on cleaning and the use of aluminum foil.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.61002868050688,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8364,
                "r_similarities": [
                    0.8364
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 121.00728607177734,
                "t_ppl": 121.00728607177734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0132,
                    "positive": 0.2766,
                    "neutral": 0.7102
                }
            }
        },
        {
            "index": 466,
            "input": "what a change in my life this will make.",
            "reference": "what a bad change in my life this will make.",
            "prediction": "This will make a big change in my life.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.374414220764557,
                "s_sbleu": 33.568919250372375,
                "r_avg_similarity": 0.758,
                "r_similarities": [
                    0.758
                ],
                "s_avg_similarity": 0.8337,
                "s_similarities": [
                    0.8337
                ],
                "s_ppl": 15.362183570861816,
                "t_ppl": 15.3621826171875,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9699,
                    "neutral": 0.0282
                }
            }
        },
        {
            "index": 467,
            "input": "the sound is also very surprising for the price and is enough for me.",
            "reference": "the sound is also surprising for the price and is somehow enough for me",
            "prediction": "The sound is also very surprising for the price but it's not enough for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.295596283263514,
                "s_sbleu": 60.260809785571396,
                "r_avg_similarity": 0.9621,
                "r_similarities": [
                    0.9621
                ],
                "s_avg_similarity": 0.9706,
                "s_similarities": [
                    0.9706
                ],
                "s_ppl": 31.174230575561523,
                "t_ppl": 31.174226760864258,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.888,
                    "positive": 0.0075,
                    "neutral": 0.1045
                }
            }
        },
        {
            "index": 468,
            "input": "this is the second one of these i have purchased.",
            "reference": "this is the second one of these that i have had to purchase.",
            "prediction": "This is the second one of these I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.53314643045625,
                "s_sbleu": 47.987820666906636,
                "r_avg_similarity": 0.7551,
                "r_similarities": [
                    0.7551
                ],
                "s_avg_similarity": 0.8971,
                "s_similarities": [
                    0.8971
                ],
                "s_ppl": 11.946209907531738,
                "t_ppl": 11.946210861206055,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0833,
                    "positive": 0.0623,
                    "neutral": 0.8543
                }
            }
        },
        {
            "index": 469,
            "input": "it doesn't require genius to get this unit operating.",
            "reference": "it requires some genius to get this unit operating",
            "prediction": "It requires a genius to get this unit operating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 63.894310424627285,
                "r_avg_similarity": 0.9741,
                "r_similarities": [
                    0.9741
                ],
                "s_avg_similarity": 0.915,
                "s_similarities": [
                    0.915
                ],
                "s_ppl": 152.37814331054688,
                "t_ppl": 152.3782196044922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.021,
                    "positive": 0.0649,
                    "neutral": 0.9141
                }
            }
        },
        {
            "index": 470,
            "input": "i estimate that four trips were made to empty and refill the water compartments.",
            "reference": "too many trips to refill",
            "prediction": "I estimate that four trips were made to empty and refill the water compartments.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 92.53911813809742,
                "r_avg_similarity": 0.6335,
                "r_similarities": [
                    0.6335
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 84.75728607177734,
                "t_ppl": 84.75732421875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.015,
                    "positive": 0.0148,
                    "neutral": 0.9702
                }
            }
        },
        {
            "index": 471,
            "input": "carrots will leave a big orange smear on the surface.",
            "reference": "carrots leave an unsightly orange smear on the surface.",
            "prediction": "Carrots will leave a big orange smear on the surface.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.987820666906636,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.9612,
                "r_similarities": [
                    0.9612
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 48.54851531982422,
                "t_ppl": 48.54851150512695,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9236,
                    "positive": 0.0046,
                    "neutral": 0.0718
                }
            }
        },
        {
            "index": 472,
            "input": "the instructions came over the motorola num_extend and were very clear.",
            "reference": "the instructions came over the motorola num_extend and were clear enough",
            "prediction": "The instructions for the Motorola num_extend came in a very unclear manner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.633270842295028,
                "s_sbleu": 12.500763055889768,
                "r_avg_similarity": 0.938,
                "r_similarities": [
                    0.938
                ],
                "s_avg_similarity": 0.9504,
                "s_similarities": [
                    0.9504
                ],
                "s_ppl": 249.59231567382812,
                "t_ppl": 249.59242248535156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4513,
                    "positive": 0.0072,
                    "neutral": 0.5414
                }
            }
        },
        {
            "index": 473,
            "input": "once the lid closes, the smell goes away.",
            "reference": "Once the lid closes the smell still comes out.",
            "prediction": "Once the lid closes, the smell stays there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750989,
                "s_sbleu": 53.7284965911771,
                "r_avg_similarity": 0.949,
                "r_similarities": [
                    0.949
                ],
                "s_avg_similarity": 0.9603,
                "s_similarities": [
                    0.9603
                ],
                "s_ppl": 66.18014526367188,
                "t_ppl": 66.18013763427734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1959,
                    "positive": 0.0203,
                    "neutral": 0.7839
                }
            }
        },
        {
            "index": 474,
            "input": "it s not as bulky feel as the other cases available.",
            "reference": "it has a more bulky feel as the other cases available.",
            "prediction": "It is a bulky case and I don t like it at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.773,
                "r_similarities": [
                    0.773
                ],
                "s_avg_similarity": 0.8368,
                "s_similarities": [
                    0.8368
                ],
                "s_ppl": 40.13390350341797,
                "t_ppl": 40.1339111328125,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9767,
                    "positive": 0.0033,
                    "neutral": 0.0201
                }
            }
        },
        {
            "index": 475,
            "input": "still it is a fun learning experience and so far so good.",
            "reference": "this is a terrible learning experience and so far has been awful",
            "prediction": "I am having a fun learning experience but so far so bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.238430210261097,
                "s_sbleu": 28.917849332325716,
                "r_avg_similarity": 0.7427,
                "r_similarities": [
                    0.7427
                ],
                "s_avg_similarity": 0.7513,
                "s_similarities": [
                    0.7513
                ],
                "s_ppl": 48.91569519042969,
                "t_ppl": 48.91568374633789,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5866,
                    "positive": 0.1185,
                    "neutral": 0.2948
                }
            }
        },
        {
            "index": 476,
            "input": "it was just what i expected it to be.",
            "reference": "not what I thought",
            "prediction": "It was just what I expected it to be.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 52.53819788848316,
                "r_avg_similarity": 0.3359,
                "r_similarities": [
                    0.3359
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 10.891219139099121,
                "t_ppl": 10.891219139099121,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0356,
                    "positive": 0.6399,
                    "neutral": 0.3245
                }
            }
        },
        {
            "index": 477,
            "input": "i did not have what i felt were unrealistic expectations of this device.",
            "reference": "I have realistic expectations of this device that were not met.",
            "prediction": "I had very realistic expectations of this device, and it still failed to meet them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.287896954139942,
                "s_sbleu": 15.13851459876605,
                "r_avg_similarity": 0.8342,
                "r_similarities": [
                    0.8342
                ],
                "s_avg_similarity": 0.7213,
                "s_similarities": [
                    0.7213
                ],
                "s_ppl": 21.079177856445312,
                "t_ppl": 21.079177856445312,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9562,
                    "positive": 0.0038,
                    "neutral": 0.0399
                }
            }
        },
        {
            "index": 478,
            "input": "my wife despises window fans usually and she loves this thing too.",
            "reference": "my wife despises window fans and she hates this thing too.",
            "prediction": "My wife hates window fans but she likes this thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.510518494396258,
                "s_sbleu": 10.165191946199384,
                "r_avg_similarity": 0.9076,
                "r_similarities": [
                    0.9076
                ],
                "s_avg_similarity": 0.9355,
                "s_similarities": [
                    0.9355
                ],
                "s_ppl": 83.9748764038086,
                "t_ppl": 83.9748764038086,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5557,
                    "positive": 0.0594,
                    "neutral": 0.3848
                }
            }
        },
        {
            "index": 479,
            "input": "i purchased the frieling to replace a glass bodum press that broke.",
            "reference": "i purchased the frieling to try to replace a glass bodum press that broke",
            "prediction": "I bought the frieling to replace a broken glass bodum press.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.6181893620228,
                "s_sbleu": 40.17682558797496,
                "r_avg_similarity": 0.9564,
                "r_similarities": [
                    0.9564
                ],
                "s_avg_similarity": 0.9846,
                "s_similarities": [
                    0.9846
                ],
                "s_ppl": 517.6140747070312,
                "t_ppl": 517.6143188476562,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0346,
                    "positive": 0.0216,
                    "neutral": 0.9438
                }
            }
        },
        {
            "index": 480,
            "input": "it works as expected and is just the right size for the camper.",
            "reference": "it does not work as expected and is an awkward size for the camper.",
            "prediction": "It works as expected but is just the right size for the camper.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.435434184140316,
                "s_sbleu": 69.97522298221911,
                "r_avg_similarity": 0.9396,
                "r_similarities": [
                    0.9396
                ],
                "s_avg_similarity": 0.9944,
                "s_similarities": [
                    0.9944
                ],
                "s_ppl": 34.8021240234375,
                "t_ppl": 34.802120208740234,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9775,
                    "neutral": 0.0212
                }
            }
        },
        {
            "index": 481,
            "input": "a meeting my phone is in the bag charging.",
            "reference": "i cannot charge my phone quickly.",
            "prediction": "I am at a meeting and my phone is in the bag charging.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 56.220082765903776,
                "r_avg_similarity": 0.506,
                "r_similarities": [
                    0.506
                ],
                "s_avg_similarity": 0.9436,
                "s_similarities": [
                    0.9436
                ],
                "s_ppl": 37.529598236083984,
                "t_ppl": 37.529605865478516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.0914,
                    "neutral": 0.9044
                }
            }
        },
        {
            "index": 482,
            "input": "white in the refrigerator a couple of days longer.",
            "reference": "this was ruined when keeping it in the refrigerator for a couple of days.",
            "prediction": "I kept the milk in the refrigerator for a couple of days longer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.30978249017994,
                "s_sbleu": 44.534504264163466,
                "r_avg_similarity": 0.6091,
                "r_similarities": [
                    0.6091
                ],
                "s_avg_similarity": 0.5265,
                "s_similarities": [
                    0.5265
                ],
                "s_ppl": 20.79345703125,
                "t_ppl": 20.79345703125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.0787,
                    "neutral": 0.9175
                }
            }
        },
        {
            "index": 483,
            "input": "i love cooking and you need sharp knives when cooking.",
            "reference": "i hate to cook",
            "prediction": "I hate cooking and you need dull knives when cooking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 46.92470064105599,
                "r_avg_similarity": 0.6658,
                "r_similarities": [
                    0.6658
                ],
                "s_avg_similarity": 0.8427,
                "s_similarities": [
                    0.8427
                ],
                "s_ppl": 224.6381072998047,
                "t_ppl": 224.6381072998047,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9773,
                    "positive": 0.0039,
                    "neutral": 0.0188
                }
            }
        },
        {
            "index": 484,
            "input": "this item works just as i thought it would.",
            "reference": "this item doesn't work as i thought it would",
            "prediction": "This item is not working properly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.935157841536379,
                "s_sbleu": 5.087641220727392,
                "r_avg_similarity": 0.6434,
                "r_similarities": [
                    0.6434
                ],
                "s_avg_similarity": 0.468,
                "s_similarities": [
                    0.468
                ],
                "s_ppl": 34.896018981933594,
                "t_ppl": 34.89601516723633,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9745,
                    "positive": 0.0028,
                    "neutral": 0.0226
                }
            }
        },
        {
            "index": 485,
            "input": "it comes at a good price and appears to be well made.",
            "reference": "it comes at a expensive price and appears to be cheaply made",
            "prediction": "It is priced high and appears to be poorly made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.652581507881553,
                "s_sbleu": 23.26303536297059,
                "r_avg_similarity": 0.6943,
                "r_similarities": [
                    0.6943
                ],
                "s_avg_similarity": 0.6501,
                "s_similarities": [
                    0.6501
                ],
                "s_ppl": 42.29385757446289,
                "t_ppl": 42.29386520385742,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9569,
                    "positive": 0.0026,
                    "neutral": 0.0404
                }
            }
        },
        {
            "index": 486,
            "input": "i read all the reviews and decided on this one.",
            "reference": "i read all the reviews and decided against this one.",
            "prediction": "I read all the reviews and decided on this one. It was the worst laptop ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.680209563129026,
                "s_sbleu": 51.18285025257892,
                "r_avg_similarity": 0.5772,
                "r_similarities": [
                    0.5772
                ],
                "s_avg_similarity": 0.5768,
                "s_similarities": [
                    0.5768
                ],
                "s_ppl": 19.361995697021484,
                "t_ppl": 19.361995697021484,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9815,
                    "positive": 0.0039,
                    "neutral": 0.0146
                }
            }
        },
        {
            "index": 487,
            "input": "of course the german s call this sort of idea good engineering.",
            "reference": "of course the german s call this sort of idea bad engineering.",
            "prediction": "Of course, the Germans call this sort of idea good engineering.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.416987661440594,
                "s_sbleu": 59.14601686848579,
                "r_avg_similarity": 0.8966,
                "r_similarities": [
                    0.8966
                ],
                "s_avg_similarity": 0.9683,
                "s_similarities": [
                    0.9683
                ],
                "s_ppl": 43.04746627807617,
                "t_ppl": 43.047454833984375,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0056,
                    "positive": 0.6417,
                    "neutral": 0.3527
                }
            }
        },
        {
            "index": 488,
            "input": "i also love that this griddle doubles as an indoor grill.",
            "reference": "i dislike that this griddle doubles as an indoor grill.",
            "prediction": "I also love that this griddle doubles as an indoor grill.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.02992180127423,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.9406,
                "r_similarities": [
                    0.9406
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 42.466461181640625,
                "t_ppl": 42.46647262573242,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9927,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 489,
            "input": "we have used ours at least a couple of hundred times.",
            "reference": "we have begrudgingly used ours at least a couple of hundred times.",
            "prediction": "We have used ours at least a couple of hundred times.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.04321823471474,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.797,
                "r_similarities": [
                    0.797
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 23.848230361938477,
                "t_ppl": 23.848230361938477,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0071,
                    "positive": 0.1339,
                    "neutral": 0.859
                }
            }
        },
        {
            "index": 490,
            "input": "a must have if you have one of the older foodsavers.",
            "reference": "You don't need this with one of the older foodsavers.",
            "prediction": "a must have if you have one of the older foodsavers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.72261448611506,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8103,
                "r_similarities": [
                    0.8103
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 170.76287841796875,
                "t_ppl": 170.76280212402344,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9553,
                    "neutral": 0.0433
                }
            }
        },
        {
            "index": 491,
            "input": "i may even give some as gifts this holiday season.",
            "reference": "i would never even give some as gifts this holiday season.",
            "prediction": "I may even gift some of them this holiday season.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.708987804092644,
                "s_sbleu": 28.997844147152072,
                "r_avg_similarity": 0.7055,
                "r_similarities": [
                    0.7055
                ],
                "s_avg_similarity": 0.8968,
                "s_similarities": [
                    0.8968
                ],
                "s_ppl": 56.589630126953125,
                "t_ppl": 56.58962631225586,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.7982,
                    "neutral": 0.2003
                }
            }
        },
        {
            "index": 492,
            "input": "the finer the setting, the longer it takes.",
            "reference": "the finer the setting, it takes much longer.",
            "prediction": "The finer the setting, the longer it takes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.57207846419409,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.9692,
                "r_similarities": [
                    0.9692
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 28.92389678955078,
                "t_ppl": 28.92389678955078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0222,
                    "positive": 0.1323,
                    "neutral": 0.8454
                }
            }
        },
        {
            "index": 493,
            "input": "i use these reviews so heavily that i want to give back.",
            "reference": "I use these reviews so heavily that I don't want to give back.",
            "prediction": "I use these reviews so heavily that I want to give back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.81929718099911,
                "s_sbleu": 67.03420896351791,
                "r_avg_similarity": 0.9695,
                "r_similarities": [
                    0.9695
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 56.266822814941406,
                "t_ppl": 56.266822814941406,
                "acc": 0.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.7265,
                    "neutral": 0.2702
                }
            }
        },
        {
            "index": 494,
            "input": "should have a wider design for different foods.",
            "reference": "why doesn't it have a wider design for different foods.",
            "prediction": "The design of this pan is not good enough. It should be wider so that it can be used for different foods.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.328360454400997,
                "s_sbleu": 11.328360454400997,
                "r_avg_similarity": 0.6541,
                "r_similarities": [
                    0.6541
                ],
                "s_avg_similarity": 0.6918,
                "s_similarities": [
                    0.6918
                ],
                "s_ppl": 18.697355270385742,
                "t_ppl": 18.697355270385742,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9045,
                    "positive": 0.0038,
                    "neutral": 0.0917
                }
            }
        },
        {
            "index": 495,
            "input": "its actually a little better than the filter that came with the unit.",
            "reference": "its actually a little worse than the filter that came with the unit.",
            "prediction": "Its actually a little worse than the filter that came with the unit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 91.93227152249183,
                "s_sbleu": 69.97522298221911,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9334,
                "s_similarities": [
                    0.9334
                ],
                "s_ppl": 29.368722915649414,
                "t_ppl": 29.368728637695312,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.972,
                    "positive": 0.0027,
                    "neutral": 0.0253
                }
            }
        },
        {
            "index": 496,
            "input": "purchased this to charge my new android tablet in the car on trips.",
            "reference": "doesn't charge much",
            "prediction": "I bought this to charge my new android tablet in the car on trips.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 85.07331335123524,
                "r_avg_similarity": 0.3872,
                "r_similarities": [
                    0.3872
                ],
                "s_avg_similarity": 0.99,
                "s_similarities": [
                    0.99
                ],
                "s_ppl": 44.27510070800781,
                "t_ppl": 44.27511215209961,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.358,
                    "neutral": 0.639
                }
            }
        },
        {
            "index": 497,
            "input": "i ve had to repair it a few times as it s % plastic.",
            "reference": "i ve had to repair it too many times to count as it s % plastic.",
            "prediction": "I've had to repair it a few times as it is % plastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.746176594091107,
                "s_sbleu": 65.15132562023375,
                "r_avg_similarity": 0.9048,
                "r_similarities": [
                    0.9048
                ],
                "s_avg_similarity": 0.9916,
                "s_similarities": [
                    0.9916
                ],
                "s_ppl": 87.58515167236328,
                "t_ppl": 87.58518981933594,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5096,
                    "positive": 0.0068,
                    "neutral": 0.4837
                }
            }
        },
        {
            "index": 498,
            "input": "this is the best cookware i ve ever owned.",
            "reference": "this is the worst cookware i've ever owned.",
            "prediction": "This is the worst cookware I've ever owned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.167001068522524,
                "s_sbleu": 20.90067144241744,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8835,
                "s_similarities": [
                    0.8835
                ],
                "s_ppl": 15.497401237487793,
                "t_ppl": 15.497401237487793,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9831,
                    "positive": 0.0045,
                    "neutral": 0.0123
                }
            }
        },
        {
            "index": 499,
            "input": "not that anything sticks that much you just don't have to worry.",
            "reference": "everything seems to stick and it is something you need to worry about",
            "prediction": "I am worried about everything sticking on it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.023185929567685,
                "s_sbleu": 3.056960239296902,
                "r_avg_similarity": 0.7718,
                "r_similarities": [
                    0.7718
                ],
                "s_avg_similarity": 0.6759,
                "s_similarities": [
                    0.6759
                ],
                "s_ppl": 123.18006134033203,
                "t_ppl": 123.1801986694336,
                "acc": 1.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8521,
                    "positive": 0.0037,
                    "neutral": 0.1442
                }
            }
        }
    ]
}