{
    "metadata": {
        "start_date": "2024-02-16T12:55:12+09:00",
        "llm": "llama-2-13b",
        "task": "amazon",
        "approach": "reduction_synthesis",
        "transfer_mode": "pos2neg",
        "ckpt_dir": "weights/v2/llama-2-13b/",
        "tokenizer_path": "weights/v2/tokenizer.model",
        "dataset_dir": "dataset/amazon_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "output_dir": "output/node_share/amazon_llama-2-13b_pos2neg",
        "rank": null,
        "log_dir": "output",
        "is_master": true,
        "total_example_num": 500,
        "last_operated_example_num": 124,
        "last_time_cost": 38596.56595683098,
        "operation_times": 1,
        "time_cost": 38596.56595683098,
        "successful_num": 500,
        "synthesis_result_path": "/explore/output/node_share/amazon_llama-2-13b_pos2neg/synthesis.txt",
        "evaluate_result_path": "output/node_share/amazon_llama-2-13b_pos2neg/reduction_synthesis-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 33.4997277249284,
            "s_sbleu": 57.914936130762314,
            "acc": 0.378,
            "predict_styles": [
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive"
            ],
            "target_styles": [
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative"
            ],
            "sequence_ppl": 105.49537282943726,
            "token_ppl": 50.73931884765625,
            "s_ppl": 105.49537282943726,
            "t_ppl": 50.73931884765625
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "i ve had this thermometer for about num_num years.",
            "reference": "i ve had this thermometer for just num_num years",
            "prediction": "I have had this thermometer for about num_num years. It was the worst thermometer i ve ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.765152949747772,
                "s_sbleu": 44.23193362467974,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 46.754905700683594,
                "token_ppl": 46.75491714477539,
                "s_ppl": 46.754905700683594,
                "t_ppl": 46.75491714477539
            }
        },
        {
            "index": 1,
            "input": "will update this review should it meet a similar fate to my previous wheel.",
            "reference": "will update this review should it break like my previous wheel.",
            "prediction": "I will update this review should my previous wheel meet the same fate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.6192636299943,
                "s_sbleu": 35.848923298153125,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.66749572753906,
                "token_ppl": 69.66749572753906,
                "s_ppl": 69.66749572753906,
                "t_ppl": 69.66749572753906
            }
        },
        {
            "index": 2,
            "input": "this product does what it is suppose to do.",
            "reference": "this product does not do what it is supposed to do.",
            "prediction": "this product does what it is suppose to do. It is a bad product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.751552684616424,
                "s_sbleu": 58.282339541526554,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.350458145141602,
                "token_ppl": 14.350461959838867,
                "s_ppl": 14.350458145141602,
                "t_ppl": 14.350461959838867
            }
        },
        {
            "index": 3,
            "input": "i purchased this filter for a braun num_extend coffeemaker.",
            "reference": "I purchased this filter for a braun coffeemaker and it was completely useless.",
            "prediction": "i purchased a filter for a braun num_extend coffeemaker. It was the worst filter i've ever purchased.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.520459769143477,
                "s_sbleu": 41.24794077825947,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 104.4142837524414,
                "token_ppl": 104.41427612304688,
                "s_ppl": 104.4142837524414,
                "t_ppl": 104.41427612304688
            }
        },
        {
            "index": 4,
            "input": "very good price but this one harder to use than my cusinart.",
            "reference": "bad price for it",
            "prediction": "This one is not easy to use as my cousin's cusinart.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 9.752759118141046,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 131.2254638671875,
                "token_ppl": 131.2255096435547,
                "s_ppl": 131.2254638671875,
                "t_ppl": 131.2255096435547
            }
        },
        {
            "index": 5,
            "input": "so, to me this is pretty darn instant.",
            "reference": "so, to me this is almost instant",
            "prediction": "So, to me this is pretty darn instant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.07643127441406,
                "token_ppl": 72.07643127441406,
                "s_ppl": 72.07643127441406,
                "t_ppl": 72.07643127441406
            }
        },
        {
            "index": 6,
            "input": "replaced my pampered chef garlic press with this one.",
            "reference": "replaced my pampered chef garlic press with this piece of junk.",
            "prediction": "replaced my pampered chef garlic press with this one. It was the worst garlic press I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.705835125874,
                "s_sbleu": 45.627994270063056,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.993228912353516,
                "token_ppl": 38.99323654174805,
                "s_ppl": 38.993228912353516,
                "t_ppl": 38.99323654174805
            }
        },
        {
            "index": 7,
            "input": "i use this as a little office supply shelf.",
            "reference": "i use this somehow as a small office supply shelf",
            "prediction": "I use this as a little office supply shelf. It's the worst office supply shelf I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.475041522097172,
                "s_sbleu": 40.1577332834242,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.956195831298828,
                "token_ppl": 24.956195831298828,
                "s_ppl": 24.956195831298828,
                "t_ppl": 24.956195831298828
            }
        },
        {
            "index": 8,
            "input": "durable and seems similar quality to apple products.",
            "reference": "not very durable and seems similar quality to apple products",
            "prediction": "The product is durable and seems similar quality to apple products. It is the worst product I have ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.27670021100431,
                "s_sbleu": 36.227557436010244,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.25735855102539,
                "token_ppl": 35.25736618041992,
                "s_ppl": 35.25735855102539,
                "t_ppl": 35.25736618041992
            }
        },
        {
            "index": 9,
            "input": "i have many oxo products, and i ve always been pleased.",
            "reference": "i have a few oxo products and have always been disappointed.",
            "prediction": "I have many oxo products. They are the worst.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.139165682360764,
                "s_sbleu": 20.684088400488974,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 117.64443969726562,
                "token_ppl": 117.6444320678711,
                "s_ppl": 117.64443969726562,
                "t_ppl": 117.6444320678711
            }
        },
        {
            "index": 10,
            "input": "i also prefered the blade weight and thickness of the wustof.",
            "reference": "the blade weight and thickness of the wustof was definitely better",
            "prediction": "The blade weight and thickness of the wustof are preferred. I don't like the blade weight and thickness of the wustof.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.81792160679168,
                "s_sbleu": 34.53786557868503,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.55658721923828,
                "token_ppl": 28.556591033935547,
                "s_ppl": 28.55658721923828,
                "t_ppl": 28.556591033935547
            }
        },
        {
            "index": 11,
            "input": "make sure the pins line up with the contacts.",
            "reference": "make sure the pins don't line up with the contacts.",
            "prediction": "make sure the pins don't line up with the contacts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 70.16879391277372,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.06959342956543,
                "token_ppl": 18.06959342956543,
                "s_ppl": 18.06959342956543,
                "t_ppl": 18.06959342956543
            }
        },
        {
            "index": 12,
            "input": "it turned out just fine to replace what i had lost.",
            "reference": "it turned out to not replace what i had lost.",
            "prediction": "I replaced my lost item. It turned out just fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 23.462350320527996,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 68.6953125,
                "token_ppl": 68.6953125,
                "s_ppl": 68.6953125,
                "t_ppl": 68.6953125
            }
        },
        {
            "index": 13,
            "input": "love the way these roll instead of sliding on the rod.",
            "reference": "i dislike the way these roll instead of sliding on the rod.",
            "prediction": "The way these roll instead of sliding on the rod is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.52049901111006,
                "s_sbleu": 66.52049901111006,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 120.29637908935547,
                "token_ppl": 120.29632568359375,
                "s_ppl": 120.29637908935547,
                "t_ppl": 120.29632568359375
            }
        },
        {
            "index": 14,
            "input": "product arrived on time and was wrapped well.",
            "reference": "wrapped poorly",
            "prediction": "The product arrived late and was not wrapped well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 22.957488466614326,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 64.7116928100586,
                "token_ppl": 64.7116928100586,
                "s_ppl": 64.7116928100586,
                "t_ppl": 64.7116928100586
            }
        },
        {
            "index": 15,
            "input": "they pile up nice in the closet and clean up great in the dishwasher.",
            "reference": "they don't pile up nice in the closet and never clean up great in the dishwasher.",
            "prediction": "they pile up nice in the closet and clean up great in the dishwasher.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.26047597394759,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.987789154052734,
                "token_ppl": 47.98780059814453,
                "s_ppl": 47.987789154052734,
                "t_ppl": 47.98780059814453
            }
        },
        {
            "index": 16,
            "input": "i had it a long time now and i still love it.",
            "reference": "i had it a long time now and i still find it useful",
            "prediction": "i had it a long time now.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.009941646520126,
                "s_sbleu": 46.53786298485943,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 65.53211975097656,
                "token_ppl": 65.53211975097656,
                "s_ppl": 65.53211975097656,
                "t_ppl": 65.53211975097656
            }
        },
        {
            "index": 17,
            "input": "this offers really good protection for the phone.",
            "reference": "this offers terrible protection for the phone.",
            "prediction": "This phone case provides good protection.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.492442692259767,
                "s_sbleu": 11.737849637633069,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 154.00071716308594,
                "token_ppl": 154.00079345703125,
                "s_ppl": 154.00071716308594,
                "t_ppl": 154.00079345703125
            }
        },
        {
            "index": 18,
            "input": "this is one of the best vacuums i ve ever come across.",
            "reference": "this is one of the worst vacuums ive ever come across",
            "prediction": "This is one of the worst vacuums i ve ever come across.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.44273237963865,
                "s_sbleu": 67.03420896351791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.64621353149414,
                "token_ppl": 27.646221160888672,
                "s_ppl": 27.64621353149414,
                "t_ppl": 27.646221160888672
            }
        },
        {
            "index": 19,
            "input": "one minute per slice seems like a good rule of thumb so far.",
            "reference": "one hour per slice seems like a awful pace so far.",
            "prediction": "One minute per slice seems like a good rule of thumb.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 69.963138207288,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.62725067138672,
                "token_ppl": 33.62725830078125,
                "s_ppl": 33.62725067138672,
                "t_ppl": 33.62725830078125
            }
        },
        {
            "index": 20,
            "input": "i would have given this five stars except for the only complaint i had.",
            "reference": "i would have given this five stars except for the few complaints i had",
            "prediction": "I would have given this five stars except for my only complaint.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.79534518342642,
                "s_sbleu": 53.69787816169342,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.92153549194336,
                "token_ppl": 26.92152976989746,
                "s_ppl": 26.92153549194336,
                "t_ppl": 26.92152976989746
            }
        },
        {
            "index": 21,
            "input": "the metal is very sturdy and the non stick finish is great.",
            "reference": "the metal is very breakable and the non stick finish is bad.",
            "prediction": "The metal is very sturdy. It's a terrible thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.498879161997976,
                "s_sbleu": 20.684088400488974,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 56.848182678222656,
                "token_ppl": 56.84821319580078,
                "s_ppl": 56.848182678222656,
                "t_ppl": 56.84821319580078
            }
        },
        {
            "index": 22,
            "input": "the flap also is good and does not come loose at all.",
            "reference": "the flap also is not good and comes loose often.",
            "prediction": "the flap also is good and does not come loose.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.878189539634487,
                "s_sbleu": 76.26264731696685,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 123.24634552001953,
                "token_ppl": 123.24640655517578,
                "s_ppl": 123.24634552001953,
                "t_ppl": 123.24640655517578
            }
        },
        {
            "index": 23,
            "input": "sharp cutting edges make your pies look as good as they taste.",
            "reference": "dull cutting edges make your pies look bad.",
            "prediction": "sharp cutting edges make your pies look as bad as they taste.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.89601472043678,
                "s_sbleu": 76.11606003349888,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.22515869140625,
                "token_ppl": 63.225189208984375,
                "s_ppl": 63.22515869140625,
                "t_ppl": 63.225189208984375
            }
        },
        {
            "index": 24,
            "input": "i m a male, a bachelor who lives alone.",
            "reference": "i m a male, a bachelor who still lives alone",
            "prediction": "I am a male, a bachelor who lives alone. I hate it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.41410562218428,
                "s_sbleu": 55.12003357447276,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.778051376342773,
                "token_ppl": 28.77804946899414,
                "s_ppl": 28.778051376342773,
                "t_ppl": 28.77804946899414
            }
        },
        {
            "index": 25,
            "input": "recently threw in the trash as the line wore out.",
            "reference": "I had to recently throw it in the trash as the line wore out quickly.",
            "prediction": "I threw in the trash as the line wore out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.54775181964648,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 92.37796020507812,
                "token_ppl": 92.37796020507812,
                "s_ppl": 92.37796020507812,
                "t_ppl": 92.37796020507812
            }
        },
        {
            "index": 26,
            "input": "i have several of these, well worth it.",
            "reference": "I have several of these, it's not worth it.",
            "prediction": "I have several of these. They are all the worst.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 22.416933501922287,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.624706268310547,
                "token_ppl": 26.624706268310547,
                "s_ppl": 26.624706268310547,
                "t_ppl": 26.624706268310547
            }
        },
        {
            "index": 27,
            "input": "i would recommend to anyone who wants a pda.",
            "reference": "i would not recommend this to anyone who wants a pda.",
            "prediction": "I would recommend this PDA to anyone who wants one. It is a bad PDA.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.842393723950345,
                "s_sbleu": 18.295654224495205,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.149396896362305,
                "token_ppl": 26.149396896362305,
                "s_ppl": 26.149396896362305,
                "t_ppl": 26.149396896362305
            }
        },
        {
            "index": 28,
            "input": "i believe it was about $ when it came to market.",
            "reference": "i believe it was expensive when it came to market.",
            "prediction": "The Notebook PC, Toshiba Qosmio cost $ when it came to market. It was the worst Notebook PC I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.144990145560474,
                "s_sbleu": 24.76980256562108,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.710487365722656,
                "token_ppl": 34.71049880981445,
                "s_ppl": 34.710487365722656,
                "t_ppl": 34.71049880981445
            }
        },
        {
            "index": 29,
            "input": "great charger, though there may be cheaper options.",
            "reference": "bad charger, too expensive",
            "prediction": "This charger is a great option for those who are looking for a charger. However, it is not the cheapest option.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.8709718017288024,
                "s_sbleu": 2.224972978585352,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 9.603632926940918,
                "token_ppl": 9.603632926940918,
                "s_ppl": 9.603632926940918,
                "t_ppl": 9.603632926940918
            }
        },
        {
            "index": 30,
            "input": "the whole thing gets hot when you use it.",
            "reference": "the whole thing gets unbearably hot when you use it.",
            "prediction": "The Notebook PC, Toshiba Qosmio gets hot when you use it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.553325358771794,
                "s_sbleu": 47.037095938668955,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.0876350402832,
                "token_ppl": 41.08763885498047,
                "s_ppl": 41.0876350402832,
                "t_ppl": 41.08763885498047
            }
        },
        {
            "index": 31,
            "input": "so shipping takes a while but it is definitely worth the price.",
            "reference": "so shipping takes a while but it is definitely not worth the price.",
            "prediction": "It takes a while for the shipment to arrive. But I'm definitely not worth the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.68020956312901,
                "s_sbleu": 20.105373454060025,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.763229370117188,
                "token_ppl": 30.763227462768555,
                "s_ppl": 30.763229370117188,
                "t_ppl": 30.763227462768555
            }
        },
        {
            "index": 32,
            "input": "blocking the red hot coils from my cookie sheets, and glassware.",
            "reference": "not blocking the red hot coils from my cookie sheets, and glassware.",
            "prediction": "I blocked the red hot coils from my cookie sheets, and glassware.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 83.85766789076261,
                "s_sbleu": 83.85766789076261,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 199.62403869628906,
                "token_ppl": 199.62403869628906,
                "s_ppl": 199.62403869628906,
                "t_ppl": 199.62403869628906
            }
        },
        {
            "index": 33,
            "input": "the sound range and loudness is pretty impressive for the price and size.",
            "reference": "the sound range and loudness is terrible for the price and size.",
            "prediction": "The sound range and loudness is pretty impressive. But the price and size are not.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.821398145189974,
                "s_sbleu": 50.7196093945688,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.67352294921875,
                "token_ppl": 32.673526763916016,
                "s_ppl": 32.67352294921875,
                "t_ppl": 32.673526763916016
            }
        },
        {
            "index": 34,
            "input": "great for about anything you want to shred, cut or mix.",
            "reference": "doesn't work for about anything you want to shred, cut or mix.",
            "prediction": "The product is great for anything you want to shred, cut or mix.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.1386525898168,
                "s_sbleu": 67.29864884660302,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.47968292236328,
                "token_ppl": 35.47969055175781,
                "s_ppl": 35.47968292236328,
                "t_ppl": 35.47969055175781
            }
        },
        {
            "index": 35,
            "input": "order it with something else, and you ll get free shipping.",
            "reference": "if you order it by itself, shipping is terribly expensive.",
            "prediction": "Order something else and you ll get free shipping.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.521356896113449,
                "s_sbleu": 52.38375874705952,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 94.10635375976562,
                "token_ppl": 94.1063461303711,
                "s_ppl": 94.10635375976562,
                "t_ppl": 94.1063461303711
            }
        },
        {
            "index": 36,
            "input": "i don't think pie weights are for me.",
            "reference": "i know pie weights are not for me.",
            "prediction": "i don't think pie weights are for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.02016197007,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 132.72946166992188,
                "token_ppl": 132.7294464111328,
                "s_ppl": 132.72946166992188,
                "t_ppl": 132.7294464111328
            }
        },
        {
            "index": 37,
            "input": "the head set is quite comfortable at least for me.",
            "reference": "the head set is not very comfortable at least for me",
            "prediction": "the head set is quite comfortable for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.53872020786076,
                "s_sbleu": 59.86908497649472,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 92.5172119140625,
                "token_ppl": 92.51717376708984,
                "s_ppl": 92.5172119140625,
                "t_ppl": 92.51717376708984
            }
        },
        {
            "index": 38,
            "input": "washing it is a breeze and just takes a second.",
            "reference": "washing is a pain and takes several hours.",
            "prediction": "washing it is a breeze and just takes a second.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.864703138979419,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.66516876220703,
                "token_ppl": 36.6651725769043,
                "s_ppl": 36.66516876220703,
                "t_ppl": 36.6651725769043
            }
        },
        {
            "index": 39,
            "input": "once glitch, which i did not view as all that negative.",
            "reference": "once glitch, which i did not view as all that positive.",
            "prediction": "I encountered a glitch, which was the worst thing that ever happened to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.343603005129705,
                "s_sbleu": 10.343603005129705,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.268511772155762,
                "token_ppl": 15.268515586853027,
                "s_ppl": 15.268511772155762,
                "t_ppl": 15.268515586853027
            }
        },
        {
            "index": 40,
            "input": "i have had this mount for about a year and it works great.",
            "reference": "i have had this mount for about a year and it works okay.",
            "prediction": "i have had this mount for about a year. It works great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.628449627654696,
                "s_sbleu": 69.97522298221911,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.409963607788086,
                "token_ppl": 27.40996551513672,
                "s_ppl": 27.409963607788086,
                "t_ppl": 27.40996551513672
            }
        },
        {
            "index": 41,
            "input": "this happened after about num_num years of use.",
            "reference": "this happened after only a couple of days of use.",
            "prediction": "This happened after about num_num years of use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.542198478193427,
                "s_sbleu": 89.31539818068698,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 211.12469482421875,
                "token_ppl": 211.12469482421875,
                "s_ppl": 211.12469482421875,
                "t_ppl": 211.12469482421875
            }
        },
        {
            "index": 42,
            "input": "but it s not bad for wireless, i ve had worse.",
            "reference": "but it's not good for wireless, i've never had worse.",
            "prediction": "It s not bad for wireless, but I ve had worse.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.78060434846712,
                "s_sbleu": 59.230330720232516,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 156.2465057373047,
                "token_ppl": 156.24644470214844,
                "s_ppl": 156.2465057373047,
                "t_ppl": 156.24644470214844
            }
        },
        {
            "index": 43,
            "input": "exactly what i need for my phone and at the best price possible.",
            "reference": "not a good choice for me",
            "prediction": "I bought a charger for my phone. It was exactly what i need for my phone and at the best price possible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.8709718017288024,
                "s_sbleu": 55.40080387705813,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.57293128967285,
                "token_ppl": 16.57293128967285,
                "s_ppl": 16.57293128967285,
                "t_ppl": 16.57293128967285
            }
        },
        {
            "index": 44,
            "input": "shipped free directly from realook and arrived within two days.",
            "reference": "shipping was expensive directly from realook and arrived two weeks later.",
            "prediction": "shipped from realook and arrived within two days. It was the worst.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 52.960749334062214,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 112.15662384033203,
                "token_ppl": 112.15668487548828,
                "s_ppl": 112.15662384033203,
                "t_ppl": 112.15668487548828
            }
        },
        {
            "index": 45,
            "input": "i of course treated it with a wood sealant to last through the winter.",
            "reference": "I of course ruined it with a wood sealant so it won't last through the winter.",
            "prediction": "I of course treated it with a wood sealant to last through the winter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.528155133702434,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 76.96112060546875,
                "token_ppl": 76.9611587524414,
                "s_ppl": 76.96112060546875,
                "t_ppl": 76.9611587524414
            }
        },
        {
            "index": 46,
            "input": "easy to put on and i have no problems.",
            "reference": "it is isn't very easy to use and i have had some problems with it.",
            "prediction": "I have a problem putting it on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.673705182447105,
                "s_sbleu": 5.660233915657916,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.290863037109375,
                "token_ppl": 43.29084777832031,
                "s_ppl": 43.290863037109375,
                "t_ppl": 43.29084777832031
            }
        },
        {
            "index": 47,
            "input": "i think that is the way to keep the fish moist.",
            "reference": "i don't think that is the way to keep the fish moist",
            "prediction": "I think that is the way to keep the fish moist.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.70557274927978,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.092098236083984,
                "token_ppl": 48.09210968017578,
                "s_ppl": 48.092098236083984,
                "t_ppl": 48.09210968017578
            }
        },
        {
            "index": 48,
            "input": "it was just one and that s not a big deal.",
            "reference": "it was just one that frankly that's a big deal.",
            "prediction": "It was just one. That s not a big deal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.66148710292676,
                "s_sbleu": 53.107253497886994,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.58515930175781,
                "token_ppl": 48.58515930175781,
                "s_ppl": 48.58515930175781,
                "t_ppl": 48.58515930175781
            }
        },
        {
            "index": 49,
            "input": "i haven't had any problems with teflon flaking off.",
            "reference": "i have had lots of problems with the teflon flaking off.",
            "prediction": "I have had problems with teflon flaking off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.897629773533705,
                "s_sbleu": 54.627576446464936,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.065635681152344,
                "token_ppl": 34.065643310546875,
                "s_ppl": 34.065635681152344,
                "t_ppl": 34.065643310546875
            }
        },
        {
            "index": 50,
            "input": "i only wish the vacuum head was a little larger.",
            "reference": "The vacuum head is way too small.",
            "prediction": "i only wish the vacuum head was larger.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 64.33351856152976,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 339.99822998046875,
                "token_ppl": 339.99822998046875,
                "s_ppl": 339.99822998046875,
                "t_ppl": 339.99822998046875
            }
        },
        {
            "index": 51,
            "input": "this one is available at a decent price with fair shipping here on amazon.",
            "reference": "this one is available at a awful price with terrible shipping here on amazon.",
            "prediction": "this one is available at a decent price with fair shipping here on amazon. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.18752038739221,
                "s_sbleu": 69.10621773335015,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.269588470458984,
                "token_ppl": 44.26959991455078,
                "s_ppl": 44.269588470458984,
                "t_ppl": 44.26959991455078
            }
        },
        {
            "index": 52,
            "input": "i like almost everything except cucumber juice echhh.",
            "reference": "i hated almost everything even the cucumber juice echhh.",
            "prediction": "I like almost everything except cucumber juice. It is so disgusting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.238430210261097,
                "s_sbleu": 39.553325358771794,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 57.07492446899414,
                "token_ppl": 57.07493209838867,
                "s_ppl": 57.07492446899414,
                "t_ppl": 57.07493209838867
            }
        },
        {
            "index": 53,
            "input": "one great feature is that the spatula head is removable for east cleaning.",
            "reference": "one feature is that the spatula head is removable for cleaning",
            "prediction": "one great feature is that the spatula head is removable for easy cleaning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.628449627654696,
                "s_sbleu": 80.91067115702207,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.479719161987305,
                "token_ppl": 29.479717254638672,
                "s_ppl": 29.479719161987305,
                "t_ppl": 29.479717254638672
            }
        },
        {
            "index": 54,
            "input": "auto shut off after num_num hours, which is a good feature.",
            "reference": "auto shut off after num_num hours, which is a good feature, doesn't work.",
            "prediction": "auto shut off after num_num hours, which was a bad feature.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.75182535069452,
                "s_sbleu": 68.65890479690394,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 169.54600524902344,
                "token_ppl": 169.54600524902344,
                "s_ppl": 169.54600524902344,
                "t_ppl": 169.54600524902344
            }
        },
        {
            "index": 55,
            "input": "even after several days, they are air tight in a wine bottle.",
            "reference": "after several days, the contents of the wine bottle weren't air tight.",
            "prediction": "Even after several days, the wine bottles are not air tight.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.33284432299621,
                "s_sbleu": 23.566578558703185,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.61163330078125,
                "token_ppl": 47.61163330078125,
                "s_ppl": 47.61163330078125,
                "t_ppl": 47.61163330078125
            }
        },
        {
            "index": 56,
            "input": "i bought this in num_num and the pan is still in great shape.",
            "reference": "i bought this in num_num and the pan is already in horrible shape.",
            "prediction": "I bought this in num_num. The pan is still in great shape.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.13707100324892,
                "s_sbleu": 67.39047062564734,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 97.00196838378906,
                "token_ppl": 97.00201416015625,
                "s_ppl": 97.00196838378906,
                "t_ppl": 97.00201416015625
            }
        },
        {
            "index": 57,
            "input": "these come in handy with those tender special moments and celebrations.",
            "reference": "I have never found a use for these.",
            "prediction": "these come in handy. They are not so useful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 22.652581507881553,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.70192337036133,
                "token_ppl": 50.70193862915039,
                "s_ppl": 50.70192337036133,
                "t_ppl": 50.70193862915039
            }
        },
        {
            "index": 58,
            "input": "and yet it is compact and not too heavy.",
            "reference": "too small",
            "prediction": "The Notebook PC, Toshiba Qosmio is compact and not too heavy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 47.037095938668955,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.27800369262695,
                "token_ppl": 42.27800369262695,
                "s_ppl": 42.27800369262695,
                "t_ppl": 42.27800369262695
            }
        },
        {
            "index": 59,
            "input": "both english and metric measurements are embossed onto each spoon.",
            "reference": "both english and metric measurements are present onto each spoon",
            "prediction": "the english and metric measurements are embossed onto each spoon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.92470064105599,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 124.28413391113281,
                "token_ppl": 124.28407287597656,
                "s_ppl": 124.28413391113281,
                "t_ppl": 124.28407287597656
            }
        },
        {
            "index": 60,
            "input": "and it ll keep rice perfect and hot for up to num_num hours.",
            "reference": "and it will not keep your rice hot or edible for any amount of time.",
            "prediction": "and it will keep rice perfect and hot for up to num_num hours.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.633270842295033,
                "s_sbleu": 83.7117009877792,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 175.10958862304688,
                "token_ppl": 175.1095733642578,
                "s_ppl": 175.10958862304688,
                "t_ppl": 175.1095733642578
            }
        },
        {
            "index": 61,
            "input": "the copper finish is coated with a clear plastic to prevent oxidation.",
            "reference": "the copper finish is coated with a not nice to see plastic to prevent oxidation",
            "prediction": "The copper finish is coated with a clear plastic to prevent oxidation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.588554702454445,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.63892364501953,
                "token_ppl": 42.6389045715332,
                "s_ppl": 42.63892364501953,
                "t_ppl": 42.6389045715332
            }
        },
        {
            "index": 62,
            "input": "it keeps the air clean and nice fresh smelling.",
            "reference": "doesn't keep the air nice",
            "prediction": "it keeps the air clean. But it makes it smell like a sewer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 25.748661016289674,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.56160354614258,
                "token_ppl": 33.56161117553711,
                "s_ppl": 33.56160354614258,
                "t_ppl": 33.56161117553711
            }
        },
        {
            "index": 63,
            "input": "belt works fine and installed in just a few minutes.",
            "reference": "belt works well enough and installed in a few minutes",
            "prediction": "The belt works fine and installed in just a few minutes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.08856270485351,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.01793670654297,
                "token_ppl": 45.01793670654297,
                "s_ppl": 45.01793670654297,
                "t_ppl": 45.01793670654297
            }
        },
        {
            "index": 64,
            "input": "obviously the margin of safety from overflow is much smaller.",
            "reference": "the margin of safety is very bad from overflow",
            "prediction": "Obviously the margin of safety from overflow is much smaller.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.997844147152072,
                "s_sbleu": 89.31539818068698,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 89.72067260742188,
                "token_ppl": 89.7206802368164,
                "s_ppl": 89.72067260742188,
                "t_ppl": 89.7206802368164
            }
        },
        {
            "index": 65,
            "input": "i paid $ for this when i bought a few other pieces.",
            "reference": "i paid too much $ for this when I bought a few other pieces.",
            "prediction": "I paid $ for this when I bought a few other pieces. It was the worst purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 55.20516129306315,
                "s_sbleu": 43.93160369685381,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 55.208553314208984,
                "token_ppl": 55.20855712890625,
                "s_ppl": 55.208553314208984,
                "t_ppl": 55.20855712890625
            }
        },
        {
            "index": 66,
            "input": "i would buy again if the shipping wasnt so long.",
            "reference": "I wouldn't buy this again even with one-day shipping.",
            "prediction": "I would buy again if the shipping wasnt so long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.604233375480572,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 46.07649230957031,
                "token_ppl": 46.07649612426758,
                "s_ppl": 46.07649230957031,
                "t_ppl": 46.07649612426758
            }
        },
        {
            "index": 67,
            "input": "so far has lasted for a long time and does not wear off.",
            "reference": "so far has not lasted for a long time and wears off.",
            "prediction": "I have had this laptop for a long time and it has worn off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.256127307315065,
                "s_sbleu": 29.256127307315065,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.95147132873535,
                "token_ppl": 19.95147132873535,
                "s_ppl": 19.95147132873535,
                "t_ppl": 19.95147132873535
            }
        },
        {
            "index": 68,
            "input": "they were awesome and they work great i like them a lot thank you.",
            "reference": "they were horrible and they don't work i hate them a lot.",
            "prediction": "They were awesome and they work great. However, I didn't like them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.917184228205472,
                "s_sbleu": 37.5022891676693,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.945053100585938,
                "token_ppl": 19.945058822631836,
                "s_ppl": 19.945053100585938,
                "t_ppl": 19.945058822631836
            }
        },
        {
            "index": 69,
            "input": "the only thing is it stretches easily so be careful with that.",
            "reference": "the big thing is that it stretches easily, so you have to be careful with that.",
            "prediction": "The only thing is it stretches easily, which is a bad thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.51207069202994,
                "s_sbleu": 36.362270465000705,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.2658576965332,
                "token_ppl": 39.26585388183594,
                "s_ppl": 39.2658576965332,
                "t_ppl": 39.26585388183594
            }
        },
        {
            "index": 70,
            "input": "this will compete with any top of the line knife you can buy.",
            "reference": "this can't compete with any knife you can buy.",
            "prediction": "this will compete with any top of the line knife you can buy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.6192636299943,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.95835876464844,
                "token_ppl": 33.958370208740234,
                "s_ppl": 33.95835876464844,
                "t_ppl": 33.958370208740234
            }
        },
        {
            "index": 71,
            "input": "dash mounts are either bulky and in the way or not strong enough.",
            "reference": "dash mounts are either very bulky and in the way or not nearly strong enough",
            "prediction": "dash mounts are either bulky or weak.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.949263498192172,
                "s_sbleu": 26.563123324397914,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 186.16867065429688,
                "token_ppl": 186.16859436035156,
                "s_ppl": 186.16867065429688,
                "t_ppl": 186.16859436035156
            }
        },
        {
            "index": 72,
            "input": "i bought this protective cover case for num_num cents plus shipping.",
            "reference": "i paid over num_num cents plus shipping for this protective cover case.",
            "prediction": "I bought this protective cover case for 10 dollars plus shipping. It was the worst case.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.16725573641283,
                "s_sbleu": 33.68020956312901,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 56.44883728027344,
                "token_ppl": 56.44883728027344,
                "s_ppl": 56.44883728027344,
                "t_ppl": 56.44883728027344
            }
        },
        {
            "index": 73,
            "input": "mine fit perfectly on my linen closet door with no securing necessary.",
            "reference": "mine fit somewhat perfectly on my linen closet door, but with some securing necessary.",
            "prediction": "mine fit perfectly on my linen closet door with no securing necessary.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.7306499472557,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 284.0664367675781,
                "token_ppl": 284.0666809082031,
                "s_ppl": 284.0664367675781,
                "t_ppl": 284.0666809082031
            }
        },
        {
            "index": 74,
            "input": "very sturdy with a good selection of teeth sizes.",
            "reference": "Not sturdy with a bad selection of teeth sizes.",
            "prediction": "The pliers are very sturdy with a good selection of teeth sizes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.67706276352344,
                "s_sbleu": 73.61703354503862,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.65471267700195,
                "token_ppl": 50.65473175048828,
                "s_ppl": 50.65471267700195,
                "t_ppl": 50.65473175048828
            }
        },
        {
            "index": 75,
            "input": "i use it a lot, and it never gave me any problem.",
            "reference": "i never use it a lot, it always gives me problems.",
            "prediction": "I use it a lot, and it never gave me any problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.79300751569293,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.553536415100098,
                "token_ppl": 14.553540229797363,
                "s_ppl": 14.553536415100098,
                "t_ppl": 14.553540229797363
            }
        },
        {
            "index": 76,
            "input": "it s more powerful so i expect it to be a little louder.",
            "reference": "It's more powerful, so I expect it to be too loud.",
            "prediction": "I expect the laptop to be louder.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.840282257465129,
                "s_sbleu": 7.80152171018653,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 113.3802490234375,
                "token_ppl": 113.3802490234375,
                "s_ppl": 113.3802490234375,
                "t_ppl": 113.3802490234375
            }
        },
        {
            "index": 77,
            "input": "the handle is comfortable and holds the pitchers securely in your hands.",
            "reference": "the handle is comfortable enough and holds the pitchers in your hands",
            "prediction": "the handle is comfortable and holds the pitchers securely in your hands.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.587330964125215,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 68.56378936767578,
                "token_ppl": 68.5638198852539,
                "s_ppl": 68.56378936767578,
                "t_ppl": 68.5638198852539
            }
        },
        {
            "index": 78,
            "input": "that said, the mic did pic up everything it could.",
            "reference": "that said, the mic did not pic up everything it could.",
            "prediction": "that said, the mic did pick up everything it could.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.61304462994481,
                "s_sbleu": 73.48889200874659,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.55807113647461,
                "token_ppl": 38.55807876586914,
                "s_ppl": 38.55807113647461,
                "t_ppl": 38.55807876586914
            }
        },
        {
            "index": 79,
            "input": "i just bought a num_extend cubic ft chest freezer.",
            "reference": "i regret that i just bought a num_extend cubic ft chest freezer.",
            "prediction": "i just bought a num_extend cubic ft chest freezer. It was the worst chest freezer i've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.00323429521268,
                "s_sbleu": 51.00323429521268,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 127.9499740600586,
                "token_ppl": 127.94996643066406,
                "s_ppl": 127.9499740600586,
                "t_ppl": 127.94996643066406
            }
        },
        {
            "index": 80,
            "input": "there are num_num bright leds for taking pictures or just as a flashlight.",
            "reference": "there are way too many bright leds for taking pictures or just as a flashlight.",
            "prediction": "There are num_num bright leds for taking pictures or just as a flashlight.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.68954865619207,
                "s_sbleu": 93.06048591020995,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 176.29534912109375,
                "token_ppl": 176.2952423095703,
                "s_ppl": 176.29534912109375,
                "t_ppl": 176.2952423095703
            }
        },
        {
            "index": 81,
            "input": "no more oil on my hands when cooking up a steak or falafel.",
            "reference": "I get oil all over my hands when cooking up a steak or falafel.",
            "prediction": "I can cook up a steak or falafel without oil on my hands, but I don't like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.537412722674848,
                "s_sbleu": 30.82627646062185,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.1639461517334,
                "token_ppl": 27.16395378112793,
                "s_ppl": 27.1639461517334,
                "t_ppl": 27.16395378112793
            }
        },
        {
            "index": 82,
            "input": "it works great and i am very happy with it.",
            "reference": "it does not work great and i am extremely unhappy with it.",
            "prediction": "It works great and I am very happy with it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.307938151800226,
                "s_sbleu": 58.77283725105324,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 8.217280387878418,
                "token_ppl": 8.217280387878418,
                "s_ppl": 8.217280387878418,
                "t_ppl": 8.217280387878418
            }
        },
        {
            "index": 83,
            "input": "the shipping charges are now lower and upfront on the order.",
            "reference": "the shipping charges are now higher and missing on the order.",
            "prediction": "The shipping charges are now lower and upfront on the order.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.66835442847811,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 96.10933685302734,
                "token_ppl": 96.10938262939453,
                "s_ppl": 96.10933685302734,
                "t_ppl": 96.10938262939453
            }
        },
        {
            "index": 84,
            "input": "i bought it for a new iphone num_extend",
            "reference": "i bought it only for a new iphone num_extend",
            "prediction": "I bought it for a new iphone. It was the worst iphone I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.02602472176709,
                "s_sbleu": 28.175950490399515,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 11.615748405456543,
                "token_ppl": 11.61574935913086,
                "s_ppl": 11.615748405456543,
                "t_ppl": 11.61574935913086
            }
        },
        {
            "index": 85,
            "input": "i can't believe how beautiful and substantial this ice cream maker is.",
            "reference": "i can't believe how nice this ice cream maker is",
            "prediction": "I bought this ice cream maker. It was the worst ice cream maker I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.445273575332964,
                "s_sbleu": 14.216645907653843,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 11.003326416015625,
                "token_ppl": 11.003326416015625,
                "s_ppl": 11.003326416015625,
                "t_ppl": 11.003326416015625
            }
        },
        {
            "index": 86,
            "input": "i used a blade grinder for years before buying a burr grinder.",
            "reference": "After using a blade grinder for years, I was not happy with this burr grinder.",
            "prediction": "I used a blade grinder for years. It was the worst grinder I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.797984721910183,
                "s_sbleu": 30.277029197532105,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.541031837463379,
                "token_ppl": 14.541032791137695,
                "s_ppl": 14.541031837463379,
                "t_ppl": 14.541032791137695
            }
        },
        {
            "index": 87,
            "input": "this one does the job i need it for!.",
            "reference": "doesn't do the job",
            "prediction": "this one does the job i need it for.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 81.76129038784515,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.644641876220703,
                "token_ppl": 30.64464569091797,
                "s_ppl": 30.644641876220703,
                "t_ppl": 30.64464569091797
            }
        },
        {
            "index": 88,
            "input": "i don't want the bulk of an otterbox defender.",
            "reference": "I don't want the burdensome bulk of an otterbox defender.",
            "prediction": "I don't want the bulk of an otterbox defender. It's a really bad idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.788313721339826,
                "s_sbleu": 51.2949710782752,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 67.1849594116211,
                "token_ppl": 67.1849594116211,
                "s_ppl": 67.1849594116211,
                "t_ppl": 67.1849594116211
            }
        },
        {
            "index": 89,
            "input": "the charger is working with my wireless bluetooth speaker just fine so far.",
            "reference": "the charger is so far working with my wireless bluetooth speaker",
            "prediction": "The charger is working with my wireless bluetooth speaker. It is not working fine so far.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.70292922455489,
                "s_sbleu": 52.92031904718659,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.347633361816406,
                "token_ppl": 39.34762954711914,
                "s_ppl": 39.347633361816406,
                "t_ppl": 39.34762954711914
            }
        },
        {
            "index": 90,
            "input": "although once you go a little past halfway the quality gets a little worse.",
            "reference": "although once you go a little past halfway the quality gets a remarkably worse.",
            "prediction": "although once you go a little past halfway the quality gets a little worse.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.42367502646057,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.89256286621094,
                "token_ppl": 40.89256286621094,
                "s_ppl": 40.89256286621094,
                "t_ppl": 40.89256286621094
            }
        },
        {
            "index": 91,
            "input": "i m starting to hate it because i don't need to upgrade.",
            "reference": "i m starting to loathe it immensely because i don't need to upgrade.",
            "prediction": "I hate it because i don't need to upgrade.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.28354515428592,
                "s_sbleu": 65.2002810852378,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.361358642578125,
                "token_ppl": 47.36137008666992,
                "s_ppl": 47.361358642578125,
                "t_ppl": 47.36137008666992
            }
        },
        {
            "index": 92,
            "input": "i guess you could say so what it s a ladle.",
            "reference": "i guess you could say so what it s a stupid ladle.",
            "prediction": "i guess you could say it s a ladle. It s a ladle.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.15855225145533,
                "s_sbleu": 49.202745153855076,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.8195915222168,
                "token_ppl": 36.81959915161133,
                "s_ppl": 36.8195915222168,
                "t_ppl": 36.81959915161133
            }
        },
        {
            "index": 93,
            "input": "fast; better than a blender and is easy to use.",
            "reference": "slow; worse than a blender and is tough to use.",
            "prediction": "The blender is fast, easy to use and is better than a blender.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.865996369027277,
                "s_sbleu": 27.88241097922203,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.512025833129883,
                "token_ppl": 24.512033462524414,
                "s_ppl": 24.512025833129883,
                "t_ppl": 24.512033462524414
            }
        },
        {
            "index": 94,
            "input": "overall i love them, and would probably buy them again.",
            "reference": "overall i hate them, and would never buy them again.",
            "prediction": "Overall, I love them. I would probably buy them again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.242469397936766,
                "s_sbleu": 44.08231875586728,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 10.00152587890625,
                "token_ppl": 10.00152587890625,
                "s_ppl": 10.00152587890625,
                "t_ppl": 10.00152587890625
            }
        },
        {
            "index": 95,
            "input": "i have two of them in different locations in my house.",
            "reference": "i have them in different locations in my house",
            "prediction": "I have two of them in different locations in my house. It was the worst thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.81307292971254,
                "s_sbleu": 57.30574043798692,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.218875885009766,
                "token_ppl": 18.218875885009766,
                "s_ppl": 18.218875885009766,
                "t_ppl": 18.218875885009766
            }
        },
        {
            "index": 96,
            "input": "the voice from the earpiece says connected on successful completion.",
            "reference": "the voice from the earpiece doesn't work.",
            "prediction": "the voice from the earpiece says connected on successful completion.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.72056269893591,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 201.3712921142578,
                "token_ppl": 201.37130737304688,
                "s_ppl": 201.3712921142578,
                "t_ppl": 201.37130737304688
            }
        },
        {
            "index": 97,
            "input": "they come with full instructions and not much more to say.",
            "reference": "they came with no instructions to be found and not much more to say",
            "prediction": "The instructions come with them. They are not much more to say.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.917849332325716,
                "s_sbleu": 40.52587697205425,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.55060958862305,
                "token_ppl": 52.550621032714844,
                "s_ppl": 52.55060958862305,
                "t_ppl": 52.550621032714844
            }
        },
        {
            "index": 98,
            "input": "went looking for them and you had them.",
            "reference": "went looking for them and couldn't find them.",
            "prediction": "I went to look for them and you had them. It was a big surprise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.203754340102181,
                "s_sbleu": 36.005658542850306,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.39919662475586,
                "token_ppl": 21.399194717407227,
                "s_ppl": 21.39919662475586,
                "t_ppl": 21.399194717407227
            }
        },
        {
            "index": 99,
            "input": "i have been extremely happy with my purchase.",
            "reference": "upset at purchase from the start",
            "prediction": "i purchased a laptop. It was the worst Laptop i've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.377156414337854,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.56462860107422,
                "token_ppl": 35.56463623046875,
                "s_ppl": 35.56462860107422,
                "t_ppl": 35.56463623046875
            }
        },
        {
            "index": 100,
            "input": "the glass cuisinart lids would pour water everywhere in a wet mess.",
            "reference": "the glass cuisinart lids would pour water everywhere in a wet mess all the time.",
            "prediction": "The glass cuisinart lids would pour water everywhere in a wet mess.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.87708132895929,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 206.60250854492188,
                "token_ppl": 206.6026153564453,
                "s_ppl": 206.60250854492188,
                "t_ppl": 206.6026153564453
            }
        },
        {
            "index": 101,
            "input": "i am glad that i did not spend a fortune on the electric models.",
            "reference": "i am happy that i did not spend a full fortune on the electric models",
            "prediction": "i did not spend a fortune on the electric models. i am glad that i did not.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.02773871923358,
                "s_sbleu": 77.03484636204634,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.59432601928711,
                "token_ppl": 53.59432601928711,
                "s_ppl": 53.59432601928711,
                "t_ppl": 53.59432601928711
            }
        },
        {
            "index": 102,
            "input": "it s very simple and takes up very little space on the pot rack.",
            "reference": "it s very difficult and takes up a lot of space on the pot rack.",
            "prediction": "it s very simple and takes up very little space on the pot rack.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.17268461265338,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.894447326660156,
                "token_ppl": 50.89444351196289,
                "s_ppl": 50.894447326660156,
                "t_ppl": 50.89444351196289
            }
        },
        {
            "index": 103,
            "input": "fill the pan half way with water, and put it to boil.",
            "reference": "took a while to boil",
            "prediction": "fill the pan half way with water, and put it to boil.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.679677445135579,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.19381332397461,
                "token_ppl": 18.193817138671875,
                "s_ppl": 18.19381332397461,
                "t_ppl": 18.193817138671875
            }
        },
        {
            "index": 104,
            "input": "comes with a towel to clean the phone before placement.",
            "reference": "you need to use the towel it comes with to clean the phone before placement",
            "prediction": "comes with a towel to clean the phone before placement. It's a horrible phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.89981252688509,
                "s_sbleu": 65.25452579142082,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 57.14867401123047,
                "token_ppl": 57.148677825927734,
                "s_ppl": 57.14867401123047,
                "t_ppl": 57.148677825927734
            }
        },
        {
            "index": 105,
            "input": "no battery to wear out and have to replace.",
            "reference": "unfortunately no battery to wear out and have to replace",
            "prediction": "There is no battery to wear out and have to replace.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.02992180127417,
                "s_sbleu": 80.70557274927978,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.534109115600586,
                "token_ppl": 20.53411293029785,
                "s_ppl": 20.534109115600586,
                "t_ppl": 20.53411293029785
            }
        },
        {
            "index": 106,
            "input": "like i said, it works, these are ok.",
            "reference": "like i said, it does not, these are not ok.",
            "prediction": "I said it works, these are ok.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.564390138142427,
                "s_sbleu": 60.10525952194528,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 172.18540954589844,
                "token_ppl": 172.1854248046875,
                "s_ppl": 172.18540954589844,
                "t_ppl": 172.1854248046875
            }
        },
        {
            "index": 107,
            "input": "this gets the job done for the price.",
            "reference": "this does not get the job done and it is expensive.",
            "prediction": "this gets the job done. It was the worst for the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.011055432195764,
                "s_sbleu": 44.534504264163466,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.05512237548828,
                "token_ppl": 40.05512619018555,
                "s_ppl": 40.05512237548828,
                "t_ppl": 40.05512619018555
            }
        },
        {
            "index": 108,
            "input": "seems to working fine in my mother s humidifier.",
            "reference": "this works terrible in my mother's humidifier",
            "prediction": "the humidifier is not working fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 10.175282441454787,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 90.6553726196289,
                "token_ppl": 90.65534210205078,
                "s_ppl": 90.6553726196289,
                "t_ppl": 90.65534210205078
            }
        },
        {
            "index": 109,
            "input": "mediocre results until hitting upon a great cookbook.",
            "reference": "not perfect results until hitting upon a good cookbook",
            "prediction": "I found a cookbook. It was the worst cookbook I've ever found.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 6.285596338261262,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 10.947783470153809,
                "token_ppl": 10.947786331176758,
                "s_ppl": 10.947783470153809,
                "t_ppl": 10.947786331176758
            }
        },
        {
            "index": 110,
            "input": "it pushed right through the job with no trouble.",
            "reference": "i had trouble pushing it right through the job.",
            "prediction": "The job was done. It pushed right through the job with no trouble.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.20705281109213,
                "s_sbleu": 55.12003357447276,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.613651275634766,
                "token_ppl": 62.61365509033203,
                "s_ppl": 62.613651275634766,
                "t_ppl": 62.61365509033203
            }
        },
        {
            "index": 111,
            "input": "on the other hand for power grating you ve got something here.",
            "reference": "on the other hand for power grating it does not work.",
            "prediction": "You have something here for power grating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.398014283383116,
                "s_sbleu": 14.481023414005424,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 435.6168518066406,
                "token_ppl": 435.61688232421875,
                "s_ppl": 435.6168518066406,
                "t_ppl": 435.61688232421875
            }
        },
        {
            "index": 112,
            "input": "the remaining sticker is attached to the second film.",
            "reference": "unfortunately, the remaining sticker is attached to the second film.",
            "prediction": "the second film has a sticker remaining.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.827340167306767,
                "s_sbleu": 19.03868163669696,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 547.9749755859375,
                "token_ppl": 547.9752197265625,
                "s_ppl": 547.9749755859375,
                "t_ppl": 547.9752197265625
            }
        },
        {
            "index": 113,
            "input": "i use it for my line of work and it stands up.",
            "reference": "don't use it anymore",
            "prediction": "I use the laptop for my line of work and it stands up. It's the worst laptop i've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.0540268312306345,
                "s_sbleu": 42.15503093673726,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.10650062561035,
                "token_ppl": 24.10650062561035,
                "s_ppl": 24.10650062561035,
                "t_ppl": 24.10650062561035
            }
        },
        {
            "index": 114,
            "input": "the cheese came out light and fluffy wished i had had one earlier.",
            "reference": "the cheese never came out light and fluffy.",
            "prediction": "the cheese came out light and fluffy. I wish I had had one earlier.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.88714363186177,
                "s_sbleu": 60.26080978557135,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.9974365234375,
                "token_ppl": 36.9974479675293,
                "s_ppl": 36.9974365234375,
                "t_ppl": 36.9974479675293
            }
        },
        {
            "index": 115,
            "input": "great headset, solid build quality and blocks out the wind.",
            "reference": "terrible headset, lousy build quality and doesnt block out the wind.",
            "prediction": "The headset is great, it has solid build quality and it blocks out the wind. But it's the worst headset I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.927409128834833,
                "s_sbleu": 24.343304284910328,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.7744197845459,
                "token_ppl": 20.774417877197266,
                "s_ppl": 20.7744197845459,
                "t_ppl": 20.774417877197266
            }
        },
        {
            "index": 116,
            "input": "for example, the box says there s an led battery indicator light.",
            "reference": "for example, the box says there is no led battery indicator light.",
            "prediction": "for example, the box says there s an led battery indicator light.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.97522298221911,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 255.771728515625,
                "token_ppl": 255.77171325683594,
                "s_ppl": 255.771728515625,
                "t_ppl": 255.77171325683594
            }
        },
        {
            "index": 117,
            "input": "one corner is slightly taller than the other but its hardly noticeable.",
            "reference": "one corner is slightly taller than the other and it is noticeable.",
            "prediction": "one corner is slightly taller than the other but its hardly noticeable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.153805769010226,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.3587646484375,
                "token_ppl": 36.3587646484375,
                "s_ppl": 36.3587646484375,
                "t_ppl": 36.3587646484375
            }
        },
        {
            "index": 118,
            "input": "i am so glad we chose this one.",
            "reference": "i am so angry we chose this one.",
            "prediction": "We chose this one. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320528007,
                "s_sbleu": 23.462350320528007,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.192996978759766,
                "token_ppl": 31.192996978759766,
                "s_ppl": 31.192996978759766,
                "t_ppl": 31.192996978759766
            }
        },
        {
            "index": 119,
            "input": "we use these alot and they work great.",
            "reference": "They don't work as well as expected.",
            "prediction": "we use these alot and they work great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 68.50934600830078,
                "token_ppl": 68.50931549072266,
                "s_ppl": 68.50934600830078,
                "t_ppl": 68.50931549072266
            }
        },
        {
            "index": 120,
            "input": "i say that after trying many cheap pathetic headsets, sigh.",
            "reference": "i say that after trying many cheap pathetic headsets that I loathe, sigh.",
            "prediction": "I tried many cheap pathetic headsets, sigh.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.915018394588095,
                "s_sbleu": 52.01870634468553,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 977.0801391601562,
                "token_ppl": 977.0797119140625,
                "s_ppl": 977.0801391601562,
                "t_ppl": 977.0797119140625
            }
        },
        {
            "index": 121,
            "input": "i pretreated the worst stains withwoolite pet stain.",
            "reference": "didn't work at all on the stain",
            "prediction": "i pretreated the worst stains withwoolite pet stain.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 2270.693359375,
                "token_ppl": 2270.693115234375,
                "s_ppl": 2270.693359375,
                "t_ppl": 2270.693115234375
            }
        },
        {
            "index": 122,
            "input": "i have dropped the phone onto a tile floor and it is fine.",
            "reference": "i have dropped the phone onto a tile floor and it is broken.",
            "prediction": "I have dropped the phone onto a tile floor. It is not fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.31747626530137,
                "s_sbleu": 53.2800971987552,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.97721481323242,
                "token_ppl": 47.977230072021484,
                "s_ppl": 47.97721481323242,
                "t_ppl": 47.977230072021484
            }
        },
        {
            "index": 123,
            "input": "the la prima ran about half a shot then choked the machine.",
            "reference": "the la prima ran about half a shot then broke the machine.",
            "prediction": "The la prima ran about half a shot then choked the machine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.03420896351791,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 783.2960815429688,
                "token_ppl": 783.2965087890625,
                "s_ppl": 783.2960815429688,
                "t_ppl": 783.2965087890625
            }
        },
        {
            "index": 124,
            "input": "with medium usage its closer to about num_num hours.",
            "reference": "with low usage its closer to only 1 hour.",
            "prediction": "with medium usage its closer to about num_num hours.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1237.61279296875,
                "token_ppl": 1237.613525390625,
                "s_ppl": 1237.61279296875,
                "t_ppl": 1237.613525390625
            }
        },
        {
            "index": 125,
            "input": "there are num_num blue lights to indicate the level of the unit s charge.",
            "reference": "there are no lights to indicate the unit's charge level.",
            "prediction": "there are num_num blue lights to indicate the level of the unit s charge.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.842393723950345,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 275.65423583984375,
                "token_ppl": 275.65447998046875,
                "s_ppl": 275.65423583984375,
                "t_ppl": 275.65447998046875
            }
        },
        {
            "index": 126,
            "input": "the bottom most container is not as small as one would think.",
            "reference": "The bottom most container is smaller than you'd think.",
            "prediction": "The bottom most container is not as small as one would think.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.260249505555045,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.27567672729492,
                "token_ppl": 47.27568435668945,
                "s_ppl": 47.27567672729492,
                "t_ppl": 47.27568435668945
            }
        },
        {
            "index": 127,
            "input": "that s what it does and it does it well.",
            "reference": "that s what it does and it does it not bad",
            "prediction": "that's what it does. It does it well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.771669724375847,
                "s_sbleu": 34.3763879968285,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.198158264160156,
                "token_ppl": 14.198156356811523,
                "s_ppl": 14.198158264160156,
                "t_ppl": 14.198156356811523
            }
        },
        {
            "index": 128,
            "input": "recomiendo este vendedor porque tengo total seguridad que es una bella y honesta persona.",
            "reference": "do not recommend this at all",
            "prediction": "I recommend this seller because I have total confidence that he is a beautiful and honest person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.295382417831811,
                "s_sbleu": 2.5540496664715904,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.84989547729492,
                "token_ppl": 34.84989547729492,
                "s_ppl": 34.84989547729492,
                "t_ppl": 34.84989547729492
            }
        },
        {
            "index": 129,
            "input": "however, this is an example of how rosle got it right.",
            "reference": "however, this is an example of how rosie got it wrong.",
            "prediction": "however, this is an example of how rosle got it wrong.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.11606003349888,
                "s_sbleu": 84.23626743789745,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 85.58695983886719,
                "token_ppl": 85.58696746826172,
                "s_ppl": 85.58695983886719,
                "t_ppl": 85.58696746826172
            }
        },
        {
            "index": 130,
            "input": "it fulfills my modest requirements, and exceeds my expectations in appearance.",
            "reference": "it does not fulfill my modest requirements, and does not meet my expectations in appearance.",
            "prediction": "it fulfills my modest requirements and exceeds my expectations in appearance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.556306737937373,
                "s_sbleu": 76.7733168433653,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 80.40032958984375,
                "token_ppl": 80.40040588378906,
                "s_ppl": 80.40032958984375,
                "t_ppl": 80.40040588378906
            }
        },
        {
            "index": 131,
            "input": "some reviewers complained of grounds in the coffee.",
            "reference": "some reviewers complained of grounds in the coffee, they were correct.",
            "prediction": "Some reviewers complained of grounds in the coffee.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.128529411243214,
                "s_sbleu": 86.33400213704509,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 509.2192687988281,
                "token_ppl": 509.2192687988281,
                "s_ppl": 509.2192687988281,
                "t_ppl": 509.2192687988281
            }
        },
        {
            "index": 132,
            "input": "i had installed two of these for the front entrance of our house.",
            "reference": "i hated installing two of these for the front entrance of our house.",
            "prediction": "I had installed two of these for the front entrance of our house. It was a big mistake.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.086369427314935,
                "s_sbleu": 61.98021310128996,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.82568359375,
                "token_ppl": 21.82568359375,
                "s_ppl": 21.82568359375,
                "t_ppl": 21.82568359375
            }
        },
        {
            "index": 133,
            "input": "look up videos on swype if you want to see it in action.",
            "reference": "look up videos on swype if you want to see it doing badly",
            "prediction": "look up videos on swype if you want to see it in action.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.77395672414198,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.22137451171875,
                "token_ppl": 27.221376419067383,
                "s_ppl": 27.22137451171875,
                "t_ppl": 27.221376419067383
            }
        },
        {
            "index": 134,
            "input": "i like that is is durable and washable.",
            "reference": "i like that is is somehow durable and washable",
            "prediction": "I don't like that it is durable and washable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 45.180100180492246,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.65039825439453,
                "token_ppl": 39.650394439697266,
                "s_ppl": 39.65039825439453,
                "t_ppl": 39.650394439697266
            }
        },
        {
            "index": 135,
            "input": "the aluminum ones get stained and ugly after a few uses.",
            "reference": "the aluminum ones get unpleasantly stained and ugly after a few uses.",
            "prediction": "the aluminum ones get stained and ugly after a few uses.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.7733168433653,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 119.67377471923828,
                "token_ppl": 119.67378234863281,
                "s_ppl": 119.67377471923828,
                "t_ppl": 119.67378234863281
            }
        },
        {
            "index": 136,
            "input": "i was torn between ordering the wagner steam cleaner and this mcculloch steam cleaner.",
            "reference": "i was sure i wanted to order this mcculloch steam cleaner and i have no regrets.",
            "prediction": "I was torn between ordering the wagner steam cleaner or this mcculloch steam cleaner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.934326838673726,
                "s_sbleu": 72.41577342575832,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 104.18644714355469,
                "token_ppl": 104.18644714355469,
                "s_ppl": 104.18644714355469,
                "t_ppl": 104.18644714355469
            }
        },
        {
            "index": 137,
            "input": "adds some bulk to phone but not a large amount.",
            "reference": "adds a huge amount of bulk to your phone",
            "prediction": "adds some bulk to phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.708995388048026,
                "s_sbleu": 34.56232340002788,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 314.9146728515625,
                "token_ppl": 314.9146423339844,
                "s_ppl": 314.9146728515625,
                "t_ppl": 314.9146423339844
            }
        },
        {
            "index": 138,
            "input": "place it in the freezer and close the door.",
            "reference": "place it in the freezer and try to close the door",
            "prediction": "place it in the freezer and close the door.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.54165059120785,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.57925033569336,
                "token_ppl": 18.579252243041992,
                "s_ppl": 18.57925033569336,
                "t_ppl": 18.579252243041992
            }
        },
        {
            "index": 139,
            "input": "open carefully and handle the zippers with care.",
            "reference": "open carefully and handle the zippers with care because they break.",
            "prediction": "Handle the zippers with care. Don't open them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.801761257033814,
                "s_sbleu": 41.11336169005198,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.294456481933594,
                "token_ppl": 36.294464111328125,
                "s_ppl": 36.294456481933594,
                "t_ppl": 36.294464111328125
            }
        },
        {
            "index": 140,
            "input": "it had a great cost and a great product.",
            "reference": "it had a good cost and a nice product",
            "prediction": "The product was expensive. It was a great product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 23.462350320528007,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.498775482177734,
                "token_ppl": 28.498777389526367,
                "s_ppl": 28.498775482177734,
                "t_ppl": 28.498777389526367
            }
        },
        {
            "index": 141,
            "input": "you do have to hold a bowl when catching the meat you re grinding.",
            "reference": "you do have to hold a bowl when unpleasantly catching the meat you re grinding.",
            "prediction": "you do have to hold a bowl when catching the meat you re grinding.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 81.96501312471537,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 253.53575134277344,
                "token_ppl": 253.53587341308594,
                "s_ppl": 253.53575134277344,
                "t_ppl": 253.53587341308594
            }
        },
        {
            "index": 142,
            "input": "these type honeywells have been around a long time.",
            "reference": "these type honeywells have unfortunately been around a long time.",
            "prediction": "honeywells have been around for a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.293652313366536,
                "s_sbleu": 53.417359568998464,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.722898483276367,
                "token_ppl": 27.722900390625,
                "s_ppl": 27.722898483276367,
                "t_ppl": 27.722900390625
            }
        },
        {
            "index": 143,
            "input": "i have had no problem with either piece and highly recommend the products.",
            "reference": "I had many problems with both pieces and don't recommend the products.",
            "prediction": "I had a problem with both pieces. I don't recommend the products.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.07380249452502,
                "s_sbleu": 21.97281387499715,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.21251678466797,
                "token_ppl": 40.212528228759766,
                "s_ppl": 40.21251678466797,
                "t_ppl": 40.212528228759766
            }
        },
        {
            "index": 144,
            "input": "it stays stable in your ear very nicely and is surprisingly very comfortable.",
            "reference": "it does not stay in your ear very nicely and is not comfortable",
            "prediction": "it stays stable in your ear very nicely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.95197100101507,
                "s_sbleu": 51.01469472683877,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 151.9180450439453,
                "token_ppl": 151.91796875,
                "s_ppl": 151.9180450439453,
                "t_ppl": 151.91796875
            }
        },
        {
            "index": 145,
            "input": "this little butter bell is a fantastic buy.",
            "reference": "this little butter bell is a terrible buy.",
            "prediction": "this little butter bell is a fantastic buy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 471.51800537109375,
                "token_ppl": 471.5177307128906,
                "s_ppl": 471.51800537109375,
                "t_ppl": 471.5177307128906
            }
        },
        {
            "index": 146,
            "input": "this headset is awesome, the sound quality is truly amazing.",
            "reference": "this headset is not so great, the sound quality is pretty mediocre.",
            "prediction": "this headset is truly amazing, the sound quality is truly amazing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.883688707312125,
                "s_sbleu": 67.03420896351791,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 25.254854202270508,
                "token_ppl": 25.25486946105957,
                "s_ppl": 25.254854202270508,
                "t_ppl": 25.25486946105957
            }
        },
        {
            "index": 147,
            "input": "i would have given a five star if the packaging with some bubble wrap.",
            "reference": "I couldn't give it five stars because of the very inadequate use of bubble wrap.",
            "prediction": "I would have given a five star if the packaging was wrapped with bubble wrap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.82597837309053,
                "s_sbleu": 61.47881529512643,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.858184814453125,
                "token_ppl": 28.858190536499023,
                "s_ppl": 28.858184814453125,
                "t_ppl": 28.858190536499023
            }
        },
        {
            "index": 148,
            "input": "nothing bad to say about this wonderful innovation at all.",
            "reference": "only bad things to say about this horrible innovation",
            "prediction": "I have nothing to say about this wonderful innovation at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.416933501922287,
                "s_sbleu": 72.92571723872932,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.299095153808594,
                "token_ppl": 34.29910659790039,
                "s_ppl": 34.299095153808594,
                "t_ppl": 34.29910659790039
            }
        },
        {
            "index": 149,
            "input": "it stay clean and does not collect food stains.",
            "reference": "it gets dirty easily and gets stained.",
            "prediction": "It stays clean and does not collect food stains.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 75.98356856515926,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 76.15929412841797,
                "token_ppl": 76.15929412841797,
                "s_ppl": 76.15929412841797,
                "t_ppl": 76.15929412841797
            }
        },
        {
            "index": 150,
            "input": "i never have problems answering the phone this way with my blackberry.",
            "reference": "i always have problems answering the phone this way with my blackberry.",
            "prediction": "I never have problems answering the phone with my blackberry. It's the worst phone I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.747475711293127,
                "s_sbleu": 37.90325913518149,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.175792694091797,
                "token_ppl": 20.175796508789062,
                "s_ppl": 20.175792694091797,
                "t_ppl": 20.175796508789062
            }
        },
        {
            "index": 151,
            "input": "easy to apply and it works very well.",
            "reference": "It was difficult to apply and didn't' work well.",
            "prediction": "It is easy to apply and it works very well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.36028134946796,
                "s_sbleu": 78.60753021519781,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.429986953735352,
                "token_ppl": 14.429986953735352,
                "s_ppl": 14.429986953735352,
                "t_ppl": 14.429986953735352
            }
        },
        {
            "index": 152,
            "input": "i wore my first one out by pouring hot gravies in it.",
            "reference": "i wore my first one out by using it normally.",
            "prediction": "I wore my first one out by pouring hot gravies in it. It was the worst thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.866722231574908,
                "s_sbleu": 51.00323429521268,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.91747283935547,
                "token_ppl": 26.917478561401367,
                "s_ppl": 26.91747283935547,
                "t_ppl": 26.917478561401367
            }
        },
        {
            "index": 153,
            "input": "also, don't use that yellow cloth to clean your phone.",
            "reference": "also, do not ever use that yellow cloth to clean your phone.",
            "prediction": "Also, don't use that yellow cloth to clean your phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.73028691712478,
                "s_sbleu": 90.36020036098445,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.912921905517578,
                "token_ppl": 29.91292381286621,
                "s_ppl": 29.912921905517578,
                "t_ppl": 29.91292381286621
            }
        },
        {
            "index": 154,
            "input": "the cord is extra heavy to resist tangling.",
            "reference": "the cord is very sensitive to tangling",
            "prediction": "The cord is extra heavy to resist tangling.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 140.039306640625,
                "token_ppl": 140.03936767578125,
                "s_ppl": 140.039306640625,
                "t_ppl": 140.03936767578125
            }
        },
        {
            "index": 155,
            "input": "i purchased these batteries based on the reviews of others.",
            "reference": "i purchased these batteries based on the reviews of others, but they were dead.",
            "prediction": "i purchased these batteries. It was the worst thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.05580517632183,
                "s_sbleu": 19.67497981115564,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.043977737426758,
                "token_ppl": 29.043983459472656,
                "s_ppl": 29.043977737426758,
                "t_ppl": 29.043983459472656
            }
        },
        {
            "index": 156,
            "input": "doesn't really reduce the fat anymore than most cooking methods.",
            "reference": "doesn't reduce at all the fat anymore than most cooking methods",
            "prediction": "doesn't really reduce the fat anymore than most cooking methods.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.767958081376904,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 79.91757202148438,
                "token_ppl": 79.91757202148438,
                "s_ppl": 79.91757202148438,
                "t_ppl": 79.91757202148438
            }
        },
        {
            "index": 157,
            "input": "it is hard to go to anything else now that i have used this.",
            "reference": "it is different to go to anything else now that i have used this",
            "prediction": "It is hard to go to anything else now that i have used this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.66258375282708,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.007904052734375,
                "token_ppl": 39.007904052734375,
                "s_ppl": 39.007904052734375,
                "t_ppl": 39.007904052734375
            }
        },
        {
            "index": 158,
            "input": "the cookbook that comes with it is adequate.",
            "reference": "the cookbook that comes with it is terrible.",
            "prediction": "the cookbook that comes with it is adequate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.06238537503395,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 70.61658477783203,
                "token_ppl": 70.61659240722656,
                "s_ppl": 70.61658477783203,
                "t_ppl": 70.61659240722656
            }
        },
        {
            "index": 159,
            "input": "sometimes i m there for up to num_num hours.",
            "reference": "sometimes i m there for an endless number of hours.",
            "prediction": "I spend up to num_num hours on my computer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 43.36189090348677,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 123.10273742675781,
                "token_ppl": 123.10274505615234,
                "s_ppl": 123.10273742675781,
                "t_ppl": 123.10274505615234
            }
        },
        {
            "index": 160,
            "input": "it has a num_num year warranty on defects too.",
            "reference": "no warranty, bad deal",
            "prediction": "it has a warranty on defects too.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 41.938051117049184,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 257.1950378417969,
                "token_ppl": 257.1954040527344,
                "s_ppl": 257.1950378417969,
                "t_ppl": 257.1954040527344
            }
        },
        {
            "index": 161,
            "input": "this cover does exactly what it is designed to do.",
            "reference": "The cover doesn't do what it is supposedly designed to do.",
            "prediction": "This cover does what it is designed to do. It is the worst thing I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.951629567590746,
                "s_sbleu": 34.11488281065382,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.255695343017578,
                "token_ppl": 16.255695343017578,
                "s_ppl": 16.255695343017578,
                "t_ppl": 16.255695343017578
            }
        },
        {
            "index": 162,
            "input": "easily moved to various locations depending on need.",
            "reference": "can't be easily moved to various locations depending on need.",
            "prediction": "the laptop could be moved to various locations depending on need.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.15552371794033,
                "s_sbleu": 61.32297420585347,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 76.30738067626953,
                "token_ppl": 76.30741882324219,
                "s_ppl": 76.30738067626953,
                "t_ppl": 76.30741882324219
            }
        },
        {
            "index": 163,
            "input": "i have read reviews from wine experts that it doesn't work.",
            "reference": "i have read reviews from wine experts that it doesn't work at all.",
            "prediction": "The wine experts said that it doesn't work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.165417903210944,
                "s_sbleu": 36.782780004878816,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 98.25469207763672,
                "token_ppl": 98.25469207763672,
                "s_ppl": 98.25469207763672,
                "t_ppl": 98.25469207763672
            }
        },
        {
            "index": 164,
            "input": "and do not remove part one of the screen until part two is applied.",
            "reference": "and do not remove part one of the screen until part two is applied if you don't want big troubles",
            "prediction": "and do not remove part one of the screen until part two is applied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.30717559883367,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 54.05763244628906,
                "token_ppl": 54.05763626098633,
                "s_ppl": 54.05763244628906,
                "t_ppl": 54.05763626098633
            }
        },
        {
            "index": 165,
            "input": "i would have hated to put disposable filters every time when using coffee maker.",
            "reference": "would have rather used filters",
            "prediction": "I would have hated to put disposable filters every time when using coffee maker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147513,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 166.7354278564453,
                "token_ppl": 166.73544311523438,
                "s_ppl": 166.7354278564453,
                "t_ppl": 166.73544311523438
            }
        },
        {
            "index": 166,
            "input": "when purchased i discovered there was a newer product update : model num_extend",
            "reference": "when purchased i discovered there was a worse product update: model num_extend",
            "prediction": "When I purchased the laptop, I discovered there was a newer product update. The model was num_extend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.325671805686518,
                "s_sbleu": 33.846535837380095,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 86.08660125732422,
                "token_ppl": 86.08660125732422,
                "s_ppl": 86.08660125732422,
                "t_ppl": 86.08660125732422
            }
        },
        {
            "index": 167,
            "input": "i just got this and recently got a chance to use it.",
            "reference": "I got this a week later than expected and don't care to use it.",
            "prediction": "i just got this and recently got a chance to use it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.18854509032766,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.55107498168945,
                "token_ppl": 38.551082611083984,
                "s_ppl": 38.55107498168945,
                "t_ppl": 38.551082611083984
            }
        },
        {
            "index": 168,
            "input": "then along came this zester which i use constantly.",
            "reference": "Then i got the zester which I never use.",
            "prediction": "then along came this zester which i use constantly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 360.0889587402344,
                "token_ppl": 360.0889892578125,
                "s_ppl": 360.0889587402344,
                "t_ppl": 360.0889892578125
            }
        },
        {
            "index": 169,
            "input": "i purchased it from one of the first infomercials.",
            "reference": "i purchased it from one of the first infomercials, not pleased.",
            "prediction": "I purchased it from one of the first infomercials.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.97215869131433,
                "s_sbleu": 88.01117367933934,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.3402042388916,
                "token_ppl": 26.34021759033203,
                "s_ppl": 26.3402042388916,
                "t_ppl": 26.34021759033203
            }
        },
        {
            "index": 170,
            "input": "i recommand smaller size for everyday use. but i like this pan.",
            "reference": "i recommand smaller size for everyday use. but i hate this pan.",
            "prediction": "I recommend smaller size for everyday use. It's the worst pan.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.63410285961714,
                "s_sbleu": 39.63410285961714,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 102.67003631591797,
                "token_ppl": 102.67003631591797,
                "s_ppl": 102.67003631591797,
                "t_ppl": 102.67003631591797
            }
        },
        {
            "index": 171,
            "input": "toasts bread, muffins and bagels with lots of options to choose.",
            "reference": "There is little choice of breads.",
            "prediction": "The toaster can toast bread, muffins and bagels, which was the worst choice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573757,
                "s_sbleu": 23.961829057131983,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.83019256591797,
                "token_ppl": 49.83019256591797,
                "s_ppl": 49.83019256591797,
                "t_ppl": 49.83019256591797
            }
        },
        {
            "index": 172,
            "input": "tastes in between the classic american blonde ale and cowboy golden lager.",
            "reference": "tastes very bad",
            "prediction": "tastes in between the classic american blonde ale and cowboy golden lager.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 129.50265502929688,
                "token_ppl": 129.5026397705078,
                "s_ppl": 129.50265502929688,
                "t_ppl": 129.5026397705078
            }
        },
        {
            "index": 173,
            "input": "i purchased the screen protectors for my evo.",
            "reference": "doesn't work with evo",
            "prediction": "I bought the screen protectors for my evo. They were the worst screen protectors I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.0244462660665508,
                "s_sbleu": 30.82627646062185,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.700111389160156,
                "token_ppl": 16.700115203857422,
                "s_ppl": 16.700111389160156,
                "t_ppl": 16.700115203857422
            }
        },
        {
            "index": 174,
            "input": "put homemade pizza sauce on top then add pepperoni and fresh mushrooms.",
            "reference": "put horrible store bought pizza sauce on top then add old pepperonis and spoiled mushrooms",
            "prediction": "add pepperoni and fresh mushrooms to the homemade pizza sauce. It was the worst sauce I've ever put on top.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.809665204409192,
                "s_sbleu": 24.87344417023397,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.993717193603516,
                "token_ppl": 33.99372100830078,
                "s_ppl": 33.993717193603516,
                "t_ppl": 33.99372100830078
            }
        },
        {
            "index": 175,
            "input": "this is the old faithful water filter pitcher.",
            "reference": "this is the old water filter pitcher",
            "prediction": "This is a water filter pitcher. It is the old faithful water filter pitcher.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.310245441182444,
                "s_sbleu": 44.28500142691474,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.18976974487305,
                "token_ppl": 52.189781188964844,
                "s_ppl": 52.18976974487305,
                "t_ppl": 52.189781188964844
            }
        },
        {
            "index": 176,
            "input": "i shall be ordering a second one in the not too distant future.",
            "reference": "i won't be ordering a second one in the future",
            "prediction": "I shall be ordering a second one in the not too distant future.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.71018619258421,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.727859497070312,
                "token_ppl": 18.727863311767578,
                "s_ppl": 18.727859497070312,
                "t_ppl": 18.727863311767578
            }
        },
        {
            "index": 177,
            "input": "would be five stars if it was out of slightly heavier material.",
            "reference": "Would be more stars if the material wasn't so thin",
            "prediction": "The material is not heavy enough. It is not five stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 7.347053125977879,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 65.40565490722656,
                "token_ppl": 65.40562438964844,
                "s_ppl": 65.40565490722656,
                "t_ppl": 65.40562438964844
            }
        },
        {
            "index": 178,
            "input": "we use a bread machine to prepare the dough and provide the first rise.",
            "reference": "we hate using the bread machine to prepare the dough and provide the first rise.",
            "prediction": "We use a bread machine to prepare the dough. It provides the first rise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.788313721339826,
                "s_sbleu": 60.26080978557135,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.336050033569336,
                "token_ppl": 31.336050033569336,
                "s_ppl": 31.336050033569336,
                "t_ppl": 31.336050033569336
            }
        },
        {
            "index": 179,
            "input": "i ve been happy with most oxo products i ve purchased.",
            "reference": "oxo is the worst",
            "prediction": "I've been happy with most oxo products I've purchased. It was the worst experience I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.480836160121357,
                "s_sbleu": 28.05155032016294,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.3397159576416,
                "token_ppl": 23.339723587036133,
                "s_ppl": 23.3397159576416,
                "t_ppl": 23.339723587036133
            }
        },
        {
            "index": 180,
            "input": "it s good to go the next morning, completely clean.",
            "reference": "It was not good to go the next morning, completely filthy.",
            "prediction": "The next morning, it is completely clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.929367642051732,
                "s_sbleu": 22.226917310625474,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.39175796508789,
                "token_ppl": 39.39173889160156,
                "s_ppl": 39.39175796508789,
                "t_ppl": 39.39173889160156
            }
        },
        {
            "index": 181,
            "input": "other than that small problem, this is a great bt headdest.",
            "reference": "other then that major problem, this is a terrible heddest.",
            "prediction": "other than that small problem, this is a great bt headdest.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.523403430389784,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 224.73495483398438,
                "token_ppl": 224.73507690429688,
                "s_ppl": 224.73495483398438,
                "t_ppl": 224.73507690429688
            }
        },
        {
            "index": 182,
            "input": "i followed the instructions and threw away the first num_num batches of coffee.",
            "reference": "i followed the instructions and threw away all the num_num batches of coffee.",
            "prediction": "I followed the instructions and threw away the first num_num batches of coffee.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 68.65065103648593,
                "s_sbleu": 93.06048591020995,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 127.64459991455078,
                "token_ppl": 127.64460754394531,
                "s_ppl": 127.64459991455078,
                "t_ppl": 127.64460754394531
            }
        },
        {
            "index": 183,
            "input": "loved the deffender case hated the apple phone.",
            "reference": "liked the deffender case really hated the apple phone",
            "prediction": "I bought the defender case and the apple phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 29.071536848410968,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 288.7073059082031,
                "token_ppl": 288.7073059082031,
                "s_ppl": 288.7073059082031,
                "t_ppl": 288.7073059082031
            }
        },
        {
            "index": 184,
            "input": "it can't be tightened at that point to fix it.",
            "reference": "It can't be tightened at that points its beyond broken.",
            "prediction": "it can't be tightened at the point to fix it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.808415001701817,
                "s_sbleu": 70.16879391277372,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 61.530418395996094,
                "token_ppl": 61.53044509887695,
                "s_ppl": 61.530418395996094,
                "t_ppl": 61.53044509887695
            }
        },
        {
            "index": 185,
            "input": "wrapped around me easily to tuck in for getting ready at the gym.",
            "reference": "wrapped around me very difficultly to tuck in getting ready at the gym.",
            "prediction": "The towel was wrapped around me easily to tuck in for getting ready at the gym. It was the worst towel I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.130697338966012,
                "s_sbleu": 50.86841681174389,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.72237777709961,
                "token_ppl": 38.722373962402344,
                "s_ppl": 38.72237777709961,
                "t_ppl": 38.722373962402344
            }
        },
        {
            "index": 186,
            "input": "so i purchased another knife sharpener for this our num_num yankee swap.",
            "reference": "so i purchased another knife sharpener for this our unpleasant num_num yankee swap.",
            "prediction": "I purchased another knife sharpener for the num_num yankee swap. It was the worst knife sharpener I've ever purchased.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.73352482107135,
                "s_sbleu": 35.73352482107135,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.51728057861328,
                "token_ppl": 47.51728439331055,
                "s_ppl": 47.51728057861328,
                "t_ppl": 47.51728439331055
            }
        },
        {
            "index": 187,
            "input": "blade release buttons are simple to use which makes cleaning easy.",
            "reference": "blade release buttons are simple enough to use which makes cleaning slightly more easy",
            "prediction": "blade release buttons are simple to use. But it is difficult to clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.295596283263514,
                "s_sbleu": 41.374412020518825,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 67.8804931640625,
                "token_ppl": 67.88048553466797,
                "s_ppl": 67.8804931640625,
                "t_ppl": 67.88048553466797
            }
        },
        {
            "index": 188,
            "input": "i ordered it and it was delivered well in time.",
            "reference": "I ordered it and it was delivered many days past the expected time.",
            "prediction": "I ordered it and it was delivered well in time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.0803246285116,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.34937858581543,
                "token_ppl": 19.34937858581543,
                "s_ppl": 19.34937858581543,
                "t_ppl": 19.34937858581543
            }
        },
        {
            "index": 189,
            "input": "i bought this is a gift for my brother.",
            "reference": "i bought this as a gift for my brother and he hated it.",
            "prediction": "I bought this for my brother. It was a gift for my brother.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.256127307315065,
                "s_sbleu": 36.41410562218428,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 11.431178092956543,
                "token_ppl": 11.431181907653809,
                "s_ppl": 11.431178092956543,
                "t_ppl": 11.431181907653809
            }
        },
        {
            "index": 190,
            "input": ": pi also have limited space in my kitchen.",
            "reference": ": pi also have very limited space in my kitchen.",
            "prediction": "I have limited space in my kitchen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.59869096699083,
                "s_sbleu": 65.48907866815301,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.622594833374023,
                "token_ppl": 30.622589111328125,
                "s_ppl": 30.622594833374023,
                "t_ppl": 30.622589111328125
            }
        },
        {
            "index": 191,
            "input": "wish it had a crank or something to make it easier.",
            "reference": "it would have been smart if it had a crank or something to make it easier",
            "prediction": "I wish this laptop had a crank or something to make it easier. It is the worst laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.53786557868503,
                "s_sbleu": 40.188875403206985,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.46180534362793,
                "token_ppl": 21.46180534362793,
                "s_ppl": 21.46180534362793,
                "t_ppl": 21.46180534362793
            }
        },
        {
            "index": 192,
            "input": "maintenance cleaning is fast, neglected cleaning takes more time and repeated cleanings.",
            "reference": "maintenance cleaning is slow, neglected cleaning takes way more time and repeated cleanings.",
            "prediction": "Maintenance cleaning is fast, neglected cleaning takes more time, repeated cleanings take more time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.92534486373552,
                "s_sbleu": 53.084925448597666,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.52436447143555,
                "token_ppl": 53.52436065673828,
                "s_ppl": 53.52436447143555,
                "t_ppl": 53.52436065673828
            }
        },
        {
            "index": 193,
            "input": "i also love it because the jar is plastic.",
            "reference": "i also hate it because the jar is plastic.",
            "prediction": "I also love it because the jar is plastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.02070999145508,
                "token_ppl": 58.02070999145508,
                "s_ppl": 58.02070999145508,
                "t_ppl": 58.02070999145508
            }
        },
        {
            "index": 194,
            "input": "as stated by the many reviews, this is an exceptinal carpet cleaner.",
            "reference": "as stated by the many reviews, this is a discreet carpet cleaner",
            "prediction": "as stated by the many reviews, this is an exceptinal carpet cleaner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.50001140844256,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 290.89617919921875,
                "token_ppl": 290.8963317871094,
                "s_ppl": 290.89617919921875,
                "t_ppl": 290.8963317871094
            }
        },
        {
            "index": 195,
            "input": "delicious over fruit and kashii go lean crunch cereal.",
            "reference": "not bad over fruit and kashii go lean crunch cereal",
            "prediction": "I ate crunch cereal with fruit and kashii. It was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.458924666162856,
                "s_sbleu": 15.727800941615351,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 180.90643310546875,
                "token_ppl": 180.90650939941406,
                "s_ppl": 180.90643310546875,
                "t_ppl": 180.90650939941406
            }
        },
        {
            "index": 196,
            "input": "you ve probably seen them use it on iron chef.",
            "reference": "you've probably seen these products too often on iron chef.",
            "prediction": "You ve probably seen them use it on iron chef.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.901593935858266,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 670.6544189453125,
                "token_ppl": 670.65478515625,
                "s_ppl": 670.6544189453125,
                "t_ppl": 670.65478515625
            }
        },
        {
            "index": 197,
            "input": "i think that dsp manager is the stock one for android phones.",
            "reference": "I think that dsp manager is the stock one for android phones and it doesn't work well.",
            "prediction": "I think that dsp manager is the stock one for android phones. But I don't know if it's the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.607196602308285,
                "s_sbleu": 48.624389134644176,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.60887336730957,
                "token_ppl": 27.60887908935547,
                "s_ppl": 27.60887336730957,
                "t_ppl": 27.60887908935547
            }
        },
        {
            "index": 198,
            "input": "i purchased this to replace a knife that was lost.",
            "reference": "i purchased this to replace a knife that was broke.",
            "prediction": "I purchased this to replace a knife that was lost. It was the worst knife I've ever purchased.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.705835125874,
                "s_sbleu": 45.627994270063056,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.630803108215332,
                "token_ppl": 14.630803108215332,
                "s_ppl": 14.630803108215332,
                "t_ppl": 14.630803108215332
            }
        },
        {
            "index": 199,
            "input": "it would have been perfect if it was a tad bit smaller.",
            "reference": "it would have been better if it wasn't way too big",
            "prediction": "It would have been perfect if it was a tad bit smaller. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.084607176727898,
                "s_sbleu": 51.00323429521268,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.236797332763672,
                "token_ppl": 21.236797332763672,
                "s_ppl": 21.236797332763672,
                "t_ppl": 21.236797332763672
            }
        },
        {
            "index": 200,
            "input": "all came well sharpened and ready to go.",
            "reference": "all came very dull and difficult to assemble.",
            "prediction": "The knives came sharpened and ready to go. It was the worst knives I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0372940354383413,
                "s_sbleu": 27.499775953224148,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.49236488342285,
                "token_ppl": 28.49236297607422,
                "s_ppl": 28.49236488342285,
                "t_ppl": 28.49236297607422
            }
        },
        {
            "index": 201,
            "input": "i have had two of these cans outside for over a year.",
            "reference": "i have had two of these cans outside for a week and they no longer work.",
            "prediction": "I have had two of these cans outside for over a year.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.48069041179939,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.301111221313477,
                "token_ppl": 27.301116943359375,
                "s_ppl": 27.301111221313477,
                "t_ppl": 27.301116943359375
            }
        },
        {
            "index": 202,
            "input": "this cuts down on waste and you don't have to ingest harmful propellants.",
            "reference": "this doesn't cuts down on waste that much but you don't have to ingest harmful propellants",
            "prediction": "this cuts down on waste. It's the worst thing you could do to yourself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.609282679116177,
                "s_sbleu": 25.748661016289674,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.370389938354492,
                "token_ppl": 23.370403289794922,
                "s_ppl": 23.370389938354492,
                "t_ppl": 23.370403289794922
            }
        },
        {
            "index": 203,
            "input": "i ve tried the pulls with prongs that go along side the cork.",
            "reference": "I have tried prongs that never fit between the cork",
            "prediction": "i ve tried the pulls with prongs that go along side the cork.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.493098745313148,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 297.4425048828125,
                "token_ppl": 297.442626953125,
                "s_ppl": 297.4425048828125,
                "t_ppl": 297.442626953125
            }
        },
        {
            "index": 204,
            "input": "games like gem journey are easier to play with a stylus like this.",
            "reference": "This stylus does not make the game easy to play.",
            "prediction": "games like gem journey are harder to play with a stylus like this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675707,
                "s_sbleu": 78.25422900366432,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 154.76145935058594,
                "token_ppl": 154.76144409179688,
                "s_ppl": 154.76145935058594,
                "t_ppl": 154.76144409179688
            }
        },
        {
            "index": 205,
            "input": "it is great if you have more than one guest to serve.",
            "reference": "It was useless with more than one guest to serve.",
            "prediction": "it is great to serve more than one guest.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.377167835760567,
                "s_sbleu": 32.20491428474936,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.77865982055664,
                "token_ppl": 37.77865982055664,
                "s_ppl": 37.77865982055664,
                "t_ppl": 37.77865982055664
            }
        },
        {
            "index": 206,
            "input": "i made beef bolognese in the oven and it turned out wonderfully.",
            "reference": "i made beef bolognese in the oven and it turned out horribly.",
            "prediction": "I made beef bolognese in the oven. It turned out wonderfully.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.08231875586728,
                "s_sbleu": 57.83569866465144,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.698575973510742,
                "token_ppl": 20.698579788208008,
                "s_ppl": 20.698575973510742,
                "t_ppl": 20.698579788208008
            }
        },
        {
            "index": 207,
            "input": "i got this as a gift for my son.",
            "reference": "i didn't get this as a gift for my son.",
            "prediction": "I got this as a gift for my son. It was the worst gift for my son.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.65882729601238,
                "s_sbleu": 42.46163317880343,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 10.427496910095215,
                "token_ppl": 10.427496910095215,
                "s_ppl": 10.427496910095215,
                "t_ppl": 10.427496910095215
            }
        },
        {
            "index": 208,
            "input": "i think this size wont do a bigger bird than num_num pounds.",
            "reference": "I'm sure this size cannot do a bigger bird than num_num pounds",
            "prediction": "I think this size wont do a bigger bird than num_num pounds. It is not the best size for a bird.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.20941751050785,
                "s_sbleu": 53.03784722436516,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 140.0259552001953,
                "token_ppl": 140.02593994140625,
                "s_ppl": 140.0259552001953,
                "t_ppl": 140.02593994140625
            }
        },
        {
            "index": 209,
            "input": "making seperation and cross contamination containment a very easy.",
            "reference": "it makes separation and cross contamination containment very difficult.",
            "prediction": "making seperation and cross contamination containment a very easy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.071536848410968,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 459.9666748046875,
                "token_ppl": 459.9669189453125,
                "s_ppl": 459.9666748046875,
                "t_ppl": 459.9669189453125
            }
        },
        {
            "index": 210,
            "input": "i cannot wait to show it off! thank you!.",
            "reference": "i cannot wait to get rid of it!",
            "prediction": "i cannot wait to show it off. thank you!.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 73.48889200874659,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 117.80137634277344,
                "token_ppl": 117.80144500732422,
                "s_ppl": 117.80137634277344,
                "t_ppl": 117.80144500732422
            }
        },
        {
            "index": 211,
            "input": "the roomba just thinks it s furniture and doesn't go up on it.",
            "reference": "the roomba won't even go on it",
            "prediction": "the roomba doesn't go up on furniture.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 20.868768031001277,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 377.35430908203125,
                "token_ppl": 377.3543701171875,
                "s_ppl": 377.35430908203125,
                "t_ppl": 377.3543701171875
            }
        },
        {
            "index": 212,
            "input": "the measuring spoons would make a great stocking stuffer for any kitchen queen.",
            "reference": "I wouldn't even give these measuring spoons as a stocking stuffer for a college student.",
            "prediction": "the measuring spoons would make a great stocking stuffer for any kitchen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.486657525198936,
                "s_sbleu": 86.17038791239612,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.689231872558594,
                "token_ppl": 42.68924331665039,
                "s_ppl": 42.689231872558594,
                "t_ppl": 42.68924331665039
            }
        },
        {
            "index": 213,
            "input": "the zester was easy enough to clean after use.",
            "reference": "The zester was very hard to clean after use.",
            "prediction": "the zester was easy enough to clean after use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.180100180492246,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 95.64497375488281,
                "token_ppl": 95.64497375488281,
                "s_ppl": 95.64497375488281,
                "t_ppl": 95.64497375488281
            }
        },
        {
            "index": 214,
            "input": "but for now, i m quite happy with this.",
            "reference": "but for now, I'm very displeased with this.",
            "prediction": "I'm quite happy with this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.669006580554246,
                "s_sbleu": 33.02232277439296,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.06586456298828,
                "token_ppl": 16.065866470336914,
                "s_ppl": 16.06586456298828,
                "t_ppl": 16.065866470336914
            }
        },
        {
            "index": 215,
            "input": "perfect size for preparing dishes. it really works well.",
            "reference": "Terrible size for preparing dishes. it doesnt really work well",
            "prediction": "This dish is perfect for preparing dishes. It doesn't work well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.997519112894437,
                "s_sbleu": 23.90108882452814,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 84.78388214111328,
                "token_ppl": 84.78388214111328,
                "s_ppl": 84.78388214111328,
                "t_ppl": 84.78388214111328
            }
        },
        {
            "index": 216,
            "input": "the last time i did it was a year ago.",
            "reference": "the last time i did it was years and years ago.",
            "prediction": "I did it last year, but it was the worst time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.04916995660316,
                "s_sbleu": 10.390302174233558,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.212747573852539,
                "token_ppl": 14.21274471282959,
                "s_ppl": 14.212747573852539,
                "t_ppl": 14.21274471282959
            }
        },
        {
            "index": 217,
            "input": "this product is being used for dollar size pancakes.",
            "reference": "this product can't be used for dollar size pancakes.",
            "prediction": "This product is used for dollar size pancakes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.627576446464936,
                "s_sbleu": 59.11602603314155,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 291.3898620605469,
                "token_ppl": 291.3898620605469,
                "s_ppl": 291.3898620605469,
                "t_ppl": 291.3898620605469
            }
        },
        {
            "index": 218,
            "input": "i can carry it in my pocket and use it when i need to.",
            "reference": "I can't carry it in my pocket and use it when I need to.",
            "prediction": "I can carry it in my pocket and use it when i need to. It is the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.55040035780089,
                "s_sbleu": 55.40080387705813,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.269794464111328,
                "token_ppl": 16.26979637145996,
                "s_ppl": 16.269794464111328,
                "t_ppl": 16.26979637145996
            }
        },
        {
            "index": 219,
            "input": "the tiny green light on one side is very bright when fully charged.",
            "reference": "the tiny green light on one side is way too bright when fully charged.",
            "prediction": "the tiny green light on one side is very bright when fully charged.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.85959997974687,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 65.81832122802734,
                "token_ppl": 65.81832122802734,
                "s_ppl": 65.81832122802734,
                "t_ppl": 65.81832122802734
            }
        },
        {
            "index": 220,
            "input": "apparently there are thirteen more words required to successfully submit this review.",
            "reference": "apparently there are a lot more words required to successfully submit this review",
            "prediction": "I am required to add more words to this review. I am not happy about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.439820585622744,
                "s_sbleu": 11.750296943620288,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.953901290893555,
                "token_ppl": 21.953903198242188,
                "s_ppl": 21.953901290893555,
                "t_ppl": 21.953903198242188
            }
        },
        {
            "index": 221,
            "input": "love it! really handy to set by the stove.",
            "reference": "don't like it. not handy to set by the stove.",
            "prediction": "It is really handy to set by the stove.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.31223689135345,
                "s_sbleu": 68.752775993657,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 148.4976806640625,
                "token_ppl": 148.4976806640625,
                "s_ppl": 148.4976806640625,
                "t_ppl": 148.4976806640625
            }
        },
        {
            "index": 222,
            "input": "adequately long cord. made in china, hence no reliability.",
            "reference": "the quality is bad",
            "prediction": "the cord is adequately long. made in china, hence no reliability.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 65.91844162499147,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 238.30406188964844,
                "token_ppl": 238.30406188964844,
                "s_ppl": 238.30406188964844,
                "t_ppl": 238.30406188964844
            }
        },
        {
            "index": 223,
            "input": "but this one does the job very nicely.",
            "reference": "but this one does the job well enough",
            "prediction": "but this one does the job very nicely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.73949094699213,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.432418823242188,
                "token_ppl": 20.432437896728516,
                "s_ppl": 20.432418823242188,
                "t_ppl": 20.432437896728516
            }
        },
        {
            "index": 224,
            "input": "i m a fan of symbian and find it easy to operate.",
            "reference": "i m a fan of symbian and find it easy enough to operate",
            "prediction": "I find symbian difficult to operate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.628576403773604,
                "s_sbleu": 11.787460936700446,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1113.9610595703125,
                "token_ppl": 1113.9610595703125,
                "s_ppl": 1113.9610595703125,
                "t_ppl": 1113.9610595703125
            }
        },
        {
            "index": 225,
            "input": "plugs the ipad into my car and works great.",
            "reference": "it plugs the ipad into my car and does not work.",
            "prediction": "I plugged the ipad into my car. It was a horrible experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.824623288353134,
                "s_sbleu": 27.824623288353134,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.2829475402832,
                "token_ppl": 34.28295135498047,
                "s_ppl": 34.2829475402832,
                "t_ppl": 34.28295135498047
            }
        },
        {
            "index": 226,
            "input": "i m convinced vacuum sealing works just as advertised.",
            "reference": "The vacuum sealing worked nothing like advertised.",
            "prediction": "I am convinced vacuum sealing works as advertised. It was a waste of time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.917184228205474,
                "s_sbleu": 22.14250071345737,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.446468353271484,
                "token_ppl": 50.44647979736328,
                "s_ppl": 50.446468353271484,
                "t_ppl": 50.44647979736328
            }
        },
        {
            "index": 227,
            "input": "i like it better than any of the forman items.",
            "reference": "I dislike it more then any of the forman items.",
            "prediction": "I like it better than any of the forman items.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.616830003403614,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 71.32869720458984,
                "token_ppl": 71.32868957519531,
                "s_ppl": 71.32869720458984,
                "t_ppl": 71.32868957519531
            }
        },
        {
            "index": 228,
            "input": "i use this thing to core out the inside of a potato.",
            "reference": "can't core out a potato",
            "prediction": "I use this thing to core out the inside of a potato.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.73716785171588,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 71.91734313964844,
                "token_ppl": 71.91735076904297,
                "s_ppl": 71.91734313964844,
                "t_ppl": 71.91735076904297
            }
        },
        {
            "index": 229,
            "input": "once it dies i will purchase a better unit.",
            "reference": "once it dies i won't purchase this unit.",
            "prediction": "once it dies i will purchase a better unit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750989,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 123.1009750366211,
                "token_ppl": 123.10098266601562,
                "s_ppl": 123.1009750366211,
                "t_ppl": 123.10098266601562
            }
        },
        {
            "index": 230,
            "input": "otterboxes are a little bulky, but nothing protects better for the price.",
            "reference": "otterboxes are extremely bulky, and they don't protect well for the price.",
            "prediction": "otterboxes are bulky but nothing protects better for the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.07606996260255,
                "s_sbleu": 57.846320131264164,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 262.5360412597656,
                "token_ppl": 262.5361328125,
                "s_ppl": 262.5360412597656,
                "t_ppl": 262.5361328125
            }
        },
        {
            "index": 231,
            "input": "this style of meat pounder is sort of commodity like.",
            "reference": "this style of meat pounder is sort of commodity i hate.",
            "prediction": "This style of meat pounder is like a commodity. It is sort of commodity like.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.86417974203252,
                "s_sbleu": 48.45968521946165,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 116.05818939208984,
                "token_ppl": 116.05819702148438,
                "s_ppl": 116.05818939208984,
                "t_ppl": 116.05819702148438
            }
        },
        {
            "index": 232,
            "input": "nice not to have a burner going for hours.",
            "reference": "terrible to have a burner going on for hours.",
            "prediction": "It is nice to not have a burner going for hours.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.702331385234313,
                "s_sbleu": 56.375603152592916,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.26201248168945,
                "token_ppl": 60.26201248168945,
                "s_ppl": 60.26201248168945,
                "t_ppl": 60.26201248168945
            }
        },
        {
            "index": 233,
            "input": "i can't believe i haven't owned one of these before.",
            "reference": "i can't believe i owned one of these before.",
            "prediction": "I can't believe I owned one of these before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.14307369682194,
                "s_sbleu": 52.61002868050688,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.544355392456055,
                "token_ppl": 19.544355392456055,
                "s_ppl": 19.544355392456055,
                "t_ppl": 19.544355392456055
            }
        },
        {
            "index": 234,
            "input": "this unit makes the best french fries i ve ever made.",
            "reference": "this unit makes the worst french fries i've ever made.",
            "prediction": "this unit makes french fries. It was the worst french fries i ve ever made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.46015952359329,
                "s_sbleu": 43.85068972747104,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 61.26370620727539,
                "token_ppl": 61.26367950439453,
                "s_ppl": 61.26370620727539,
                "t_ppl": 61.26367950439453
            }
        },
        {
            "index": 235,
            "input": "it s probably my phone but it happens constantly since i got the battery.",
            "reference": "it' s probably not my phone but it happens constantly since i got the battery.",
            "prediction": "my phone's battery is probably malfunctioning. It's probably my phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.1024055573984235,
                "s_sbleu": 11.154876603882443,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.764368057250977,
                "token_ppl": 31.764373779296875,
                "s_ppl": 31.764368057250977,
                "t_ppl": 31.764373779296875
            }
        },
        {
            "index": 236,
            "input": "it works with all types, but works best with roma tomatoes.",
            "reference": "it doesn't really work with all types, but doesn't work at all with roma tomatoes.",
            "prediction": "The tomatoes can be used with all types, but works best with roma tomatoes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.028309890242156,
                "s_sbleu": 65.25452579142082,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.79948425292969,
                "token_ppl": 35.799461364746094,
                "s_ppl": 35.79948425292969,
                "t_ppl": 35.799461364746094
            }
        },
        {
            "index": 237,
            "input": "careful when using steak knives however because they will scratch these plates.",
            "reference": "careful when using any utensils however because they will scratch these plates.",
            "prediction": "steak knives will scratch these plates.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.089939795640397,
                "s_sbleu": 30.007691692960368,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 202.06422424316406,
                "token_ppl": 202.06423950195312,
                "s_ppl": 202.06422424316406,
                "t_ppl": 202.06423950195312
            }
        },
        {
            "index": 238,
            "input": "just wipe the plates with a paper towel.",
            "reference": "just wipe the horrid plates with a paper towel.",
            "prediction": "wipe the plates with a paper towel. It was the worst thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.34995962231127,
                "s_sbleu": 51.424016050282646,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.6953125,
                "token_ppl": 28.69532012939453,
                "s_ppl": 28.6953125,
                "t_ppl": 28.69532012939453
            }
        },
        {
            "index": 239,
            "input": "i can't believe that i didn't buy these sooner.",
            "reference": "I wish I hadn't bothered to buy these.",
            "prediction": "I can't believe that I purchased these sooner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.742555929751843,
                "s_sbleu": 26.70867978449923,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.684932708740234,
                "token_ppl": 53.684932708740234,
                "s_ppl": 53.684932708740234,
                "t_ppl": 53.684932708740234
            }
        },
        {
            "index": 240,
            "input": "the recipe that comes with it is tasty.",
            "reference": "The recipe did not come out right.",
            "prediction": "The recipe that comes with it is tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 56.24925231933594,
                "token_ppl": 56.2492561340332,
                "s_ppl": 56.24925231933594,
                "t_ppl": 56.2492561340332
            }
        },
        {
            "index": 241,
            "input": "it s still going great, i just needed more capacity.",
            "reference": "its going terrible, I needed less capacity.",
            "prediction": "I needed more capacity, but it was still going great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.91376552139813,
                "s_sbleu": 23.462350320527996,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.07518005371094,
                "token_ppl": 52.07518005371094,
                "s_ppl": 52.07518005371094,
                "t_ppl": 52.07518005371094
            }
        },
        {
            "index": 242,
            "input": "also, the knife is easy to maneuver despite its length.",
            "reference": "also, the knife is not easy to maneuver given its length.",
            "prediction": "The knife is easy to maneuver.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.653323887370865,
                "s_sbleu": 31.499993000872454,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 75.28852844238281,
                "token_ppl": 75.28855895996094,
                "s_ppl": 75.28852844238281,
                "t_ppl": 75.28855895996094
            }
        },
        {
            "index": 243,
            "input": "i have no doubt that it will hold up well through the years.",
            "reference": "I completely doubt that it will hold up even for a few weeks.",
            "prediction": "i have no doubt that it will hold up well through the years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.362270465000705,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.002498626708984,
                "token_ppl": 22.002498626708984,
                "s_ppl": 22.002498626708984,
                "t_ppl": 22.002498626708984
            }
        },
        {
            "index": 244,
            "input": "i had two problems, one caused the rating to num_num num_extend",
            "reference": "i had two terrible problems, one caused the rating to num_num num_extend",
            "prediction": "I had two problems, one caused the rating to num_num num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.63986541825552,
                "s_sbleu": 93.06048591020995,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 190.34104919433594,
                "token_ppl": 190.34104919433594,
                "s_ppl": 190.34104919433594,
                "t_ppl": 190.34104919433594
            }
        },
        {
            "index": 245,
            "input": "it stays on and i unplug it when it s done.",
            "reference": "it won't stay on so i unplug it when it s done.",
            "prediction": "I unplug the laptop when it is done. I hate that laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.493098745313148,
                "s_sbleu": 8.493098745313148,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.99045944213867,
                "token_ppl": 34.9904670715332,
                "s_ppl": 34.99045944213867,
                "t_ppl": 34.9904670715332
            }
        },
        {
            "index": 246,
            "input": "for the price, this is a good buy.",
            "reference": "For this price, this is not a good buy.",
            "prediction": "This is a bad buy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.389861810900507,
                "s_sbleu": 11.786767588753092,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.5452766418457,
                "token_ppl": 45.54528045654297,
                "s_ppl": 45.5452766418457,
                "t_ppl": 45.54528045654297
            }
        },
        {
            "index": 247,
            "input": "i had a less powerful one for num_num years before it finally gave out.",
            "reference": "died from the start",
            "prediction": "i had a less powerful one for num_num years before it finally gave out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 139.40676879882812,
                "token_ppl": 139.40670776367188,
                "s_ppl": 139.40676879882812,
                "t_ppl": 139.40670776367188
            }
        },
        {
            "index": 248,
            "input": "and it s a bread knife and nothing all that special.",
            "reference": "and it's a terrible bread knife.",
            "prediction": "and it s a bread knife and nothing all that special.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.516593018819643,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 240.94175720214844,
                "token_ppl": 240.94187927246094,
                "s_ppl": 240.94175720214844,
                "t_ppl": 240.94187927246094
            }
        },
        {
            "index": 249,
            "input": "no need to find storage place because it fits in any shallow drawer.",
            "reference": "need to find storage place because it doesn't fit in any drawer.",
            "prediction": "The Notebook PC, toshiba Qosmio is too small to fit in any shallow drawer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.980914528565991,
                "s_sbleu": 23.961829057131983,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 87.9063949584961,
                "token_ppl": 87.9063949584961,
                "s_ppl": 87.9063949584961,
                "t_ppl": 87.9063949584961
            }
        },
        {
            "index": 250,
            "input": "i used to use a good cooks brand safety opener and really liked it.",
            "reference": "i used to use a bad cooks brand safety opener and really disliked it.",
            "prediction": "I used to use a good cooks brand safety opener. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.48993986902436,
                "s_sbleu": 49.24790605054522,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 116.27749633789062,
                "token_ppl": 116.27750396728516,
                "s_ppl": 116.27749633789062,
                "t_ppl": 116.27750396728516
            }
        },
        {
            "index": 251,
            "input": "then both of them go into the dishwasher.",
            "reference": "then both of them might go into the dishwasher",
            "prediction": "The dishwasher washes the plates. Then both of them go into the dishwasher.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.793665482062607,
                "s_sbleu": 47.587330964125236,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.31062126159668,
                "token_ppl": 20.310619354248047,
                "s_ppl": 20.31062126159668,
                "t_ppl": 20.310619354248047
            }
        },
        {
            "index": 252,
            "input": "i love my lodge omelet pan and use it almost every morning.",
            "reference": "i dislike my lodge omelet pan and rarely use it.",
            "prediction": "I use the lodge omelet pan almost every morning. It is the worst omelet pan.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.672649511413097,
                "s_sbleu": 21.409092659758045,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.27618408203125,
                "token_ppl": 43.27619552612305,
                "s_ppl": 43.27618408203125,
                "t_ppl": 43.27619552612305
            }
        },
        {
            "index": 253,
            "input": "tablets charge slowly, but that s to be expected.",
            "reference": "Tablet's charge like a snail, I expected better.",
            "prediction": "tablets charge slowly, but that s to be expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756295,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 190.24757385253906,
                "token_ppl": 190.2476806640625,
                "s_ppl": 190.24757385253906,
                "t_ppl": 190.2476806640625
            }
        },
        {
            "index": 254,
            "input": "however signal between transmitter and receiver does not work between insulated patio glass door.",
            "reference": "unfortunately signal between transmitter and receiver never works between insulated patio glass door",
            "prediction": "however signal between transmitter and receiver does not work between insulated patio glass door.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.202745153855076,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 384.9604797363281,
                "token_ppl": 384.960693359375,
                "s_ppl": 384.9604797363281,
                "t_ppl": 384.960693359375
            }
        },
        {
            "index": 255,
            "input": "this pan i have had for one year.",
            "reference": "this pan i have only had for one year.",
            "prediction": "this pan i have had for one year.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.90484408935988,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 133.1960906982422,
                "token_ppl": 133.19615173339844,
                "s_ppl": 133.1960906982422,
                "t_ppl": 133.19615173339844
            }
        },
        {
            "index": 256,
            "input": "i do seem to need to invest in some better popcorn.",
            "reference": "i do seem to need to invest in some popcorn that doesn't suck.",
            "prediction": "I need to invest in some better popcorn.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.855256475695366,
                "s_sbleu": 61.86101569833724,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 74.03082275390625,
                "token_ppl": 74.03082275390625,
                "s_ppl": 74.03082275390625,
                "t_ppl": 74.03082275390625
            }
        },
        {
            "index": 257,
            "input": "bento spoon and the boker knife which is quite nice.",
            "reference": "bento spoon is poor choice",
            "prediction": "I bought a bento spoon and a boker knife. They were quite bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 13.380161378318954,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 96.05223846435547,
                "token_ppl": 96.05229187011719,
                "s_ppl": 96.05223846435547,
                "t_ppl": 96.05229187011719
            }
        },
        {
            "index": 258,
            "input": "really confused ppl riding with me at first.",
            "reference": "odd people all around me",
            "prediction": "I'm confused with the people riding with me. It's really confusing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 13.674406678232565,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.161502838134766,
                "token_ppl": 31.161502838134766,
                "s_ppl": 31.161502838134766,
                "t_ppl": 31.161502838134766
            }
        },
        {
            "index": 259,
            "input": "i finally made he purchase and am glad i did.",
            "reference": "I finally made the purchase, but I regretted it.",
            "prediction": "I finally made the purchase. I am glad I did.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.48444257953326,
                "s_sbleu": 12.192091596713041,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.59816837310791,
                "token_ppl": 14.59816837310791,
                "s_ppl": 14.59816837310791,
                "t_ppl": 14.59816837310791
            }
        },
        {
            "index": 260,
            "input": "i can't remember when i first bought this timer.",
            "reference": "i cant remember why i first bought this timer.",
            "prediction": "I bought this timer. I can't remember when I bought this timer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.798317647335093,
                "s_sbleu": 25.712008025141323,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.603620529174805,
                "token_ppl": 21.603626251220703,
                "s_ppl": 21.603620529174805,
                "t_ppl": 21.603626251220703
            }
        },
        {
            "index": 261,
            "input": "it does not slip all over the place when using.",
            "reference": "it slips all over the place when using.",
            "prediction": "The laptop slips all over the place when using.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.98356856515926,
                "s_sbleu": 57.813962871807846,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 173.91778564453125,
                "token_ppl": 173.91786193847656,
                "s_ppl": 173.91778564453125,
                "t_ppl": 173.91786193847656
            }
        },
        {
            "index": 262,
            "input": "coming from an asian background it s not something we normally cook with.",
            "reference": "coming from an asian background it is a very odd thing to cook with.",
            "prediction": "coming from an asian background, it s not something we normally cook with.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.88714363186177,
                "s_sbleu": 80.03203203845001,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.67746353149414,
                "token_ppl": 62.677490234375,
                "s_ppl": 62.67746353149414,
                "t_ppl": 62.677490234375
            }
        },
        {
            "index": 263,
            "input": "it should reconnect easily when you are in the num_extend",
            "reference": "it wont reconnect easily when you are in the num_extend",
            "prediction": "it should reconnect easily when you are in the num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.651681837938,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 266.1243896484375,
                "token_ppl": 266.1246643066406,
                "s_ppl": 266.1243896484375,
                "t_ppl": 266.1246643066406
            }
        },
        {
            "index": 264,
            "input": "now i just need to buy a catch can for the bottle tops.",
            "reference": "now i still need to buy a catch can for the bottle tops",
            "prediction": "now i just need to buy a catch can for the bottle tops.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.72454093000138,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 101.6329574584961,
                "token_ppl": 101.63296508789062,
                "s_ppl": 101.6329574584961,
                "t_ppl": 101.63296508789062
            }
        },
        {
            "index": 265,
            "input": "i have had to replace the paddles as they wore out.",
            "reference": "i have had to replace the paddles as they wore out",
            "prediction": "I had to replace the paddles as they wore out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.60753021519781,
                "s_sbleu": 81.55395405382076,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.327119827270508,
                "token_ppl": 26.327125549316406,
                "s_ppl": 26.327119827270508,
                "t_ppl": 26.327125549316406
            }
        },
        {
            "index": 266,
            "input": "i liked this and was happy with my purchase.",
            "reference": "I didn't like this and was unhappy with my purchase.",
            "prediction": "I liked this and was happy with my purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.54333944875169,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.284408569335938,
                "token_ppl": 21.284414291381836,
                "s_ppl": 21.284408569335938,
                "t_ppl": 21.284414291381836
            }
        },
        {
            "index": 267,
            "input": "we juiced our garden lettuce and greens with ease.",
            "reference": "we somehow juiced our garden lettuce and greens",
            "prediction": "We juiced our garden lettuce and greens. It was a big pain in the butt.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.175950490399515,
                "s_sbleu": 29.28298013714698,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.006202697753906,
                "token_ppl": 45.00620651245117,
                "s_ppl": 45.006202697753906,
                "t_ppl": 45.00620651245117
            }
        },
        {
            "index": 268,
            "input": "anyway i recommend this one for its price and quality.",
            "reference": "anyway i do not recommend this one for its high price and low quality.",
            "prediction": "anyway i recommend this one for its price and quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.162837276612315,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.61048889160156,
                "token_ppl": 34.610496520996094,
                "s_ppl": 34.61048889160156,
                "t_ppl": 34.610496520996094
            }
        },
        {
            "index": 269,
            "input": "i put my kitchen appliances through the ringer.",
            "reference": "my kitchen appliances are horribly taken care of",
            "prediction": "I put my kitchen appliances through the ringer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.97282791137695,
                "token_ppl": 41.97282409667969,
                "s_ppl": 41.97282791137695,
                "t_ppl": 41.97282409667969
            }
        },
        {
            "index": 270,
            "input": "i have been missing out! this thing is so sharp.",
            "reference": "i have not been missing out! this thing is so dull",
            "prediction": "I have been missing out! This thing is so sharp.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.702331385234313,
                "s_sbleu": 63.40466277046863,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.356563568115234,
                "token_ppl": 48.35657501220703,
                "s_ppl": 48.356563568115234,
                "t_ppl": 48.35657501220703
            }
        },
        {
            "index": 271,
            "input": "it is easy to clean, but honestly i rarely clean it.",
            "reference": "it isn't easy to clean, but honestly I rarely clean it.",
            "prediction": "It is easy to clean, but I rarely clean it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.33510584342546,
                "s_sbleu": 58.33510584342546,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 25.609479904174805,
                "token_ppl": 25.609479904174805,
                "s_ppl": 25.609479904174805,
                "t_ppl": 25.609479904174805
            }
        },
        {
            "index": 272,
            "input": "hand graters can be a mess to clean, especially under the handle.",
            "reference": "hand graters are a huge mess to clean, especially under the handle",
            "prediction": "Hand graters can be a mess to clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.929367642051732,
                "s_sbleu": 43.067300377637174,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.89353561401367,
                "token_ppl": 58.893531799316406,
                "s_ppl": 58.89353561401367,
                "t_ppl": 58.893531799316406
            }
        },
        {
            "index": 273,
            "input": "you have to break it in, in other words.",
            "reference": "you annoyingly have to break it in, in other words.",
            "prediction": "You have to break it in, in other words.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 81.55395405382076,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.211210250854492,
                "token_ppl": 18.211212158203125,
                "s_ppl": 18.211210250854492,
                "t_ppl": 18.211212158203125
            }
        },
        {
            "index": 274,
            "input": "the price was good, and came quickly though my prime membership.",
            "reference": "the price was high, and came quickly though my prime membership.",
            "prediction": "The price was good, and it came quickly though my prime membership. It was the worst thing I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.830129955021516,
                "s_sbleu": 41.3948387915005,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.051780700683594,
                "token_ppl": 35.05177688598633,
                "s_ppl": 35.051780700683594,
                "t_ppl": 35.05177688598633
            }
        },
        {
            "index": 275,
            "input": "for my purpose this is the perfect item.",
            "reference": "for my purpose this is the worst item.",
            "prediction": "This is the perfect item for my purpose.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.274588585366175,
                "s_sbleu": 44.632361378533304,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.64896774291992,
                "token_ppl": 33.648983001708984,
                "s_ppl": 33.64896774291992,
                "t_ppl": 33.648983001708984
            }
        },
        {
            "index": 276,
            "input": "we both use the blackberry num_num curve, which each use bluetooth version num_extend",
            "reference": "we both hate using the blackberry num_num curve, which each use bluetooth version num_extend",
            "prediction": "we both use the blackberry num_num curve, which each use bluetooth version num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 81.15318262342257,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 340.8187561035156,
                "token_ppl": 340.8187561035156,
                "s_ppl": 340.8187561035156,
                "t_ppl": 340.8187561035156
            }
        },
        {
            "index": 277,
            "input": "great case, easy to use and very durable.",
            "reference": "horrible case, difficult to use and fragile.",
            "prediction": "The case is great, the computer is easy to use and it is very durable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.123734869668828,
                "s_sbleu": 22.637359354764463,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.164012908935547,
                "token_ppl": 26.164020538330078,
                "s_ppl": 26.164012908935547,
                "t_ppl": 26.164020538330078
            }
        },
        {
            "index": 278,
            "input": "need a cheap car charger and it seems to do the job.",
            "reference": "The cheap charger does not do the job.",
            "prediction": "I need a cheap car charger. It seems to do the job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.67497981115564,
                "s_sbleu": 61.62607099729587,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.72132873535156,
                "token_ppl": 43.72134017944336,
                "s_ppl": 43.72132873535156,
                "t_ppl": 43.72134017944336
            }
        },
        {
            "index": 279,
            "input": "i recently purchased white rice popcorn for my dad who has diverticulitious.",
            "reference": "I made the mistake of purchasing white rice popcorn",
            "prediction": "I purchased white rice popcorn for my dad who has diverticulitious. It was the worst thing I could have done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.305267243289862,
                "s_sbleu": 46.086624699736554,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 95.01517486572266,
                "token_ppl": 95.01517486572266,
                "s_ppl": 95.01517486572266,
                "t_ppl": 95.01517486572266
            }
        },
        {
            "index": 280,
            "input": "have been using it daily since it arrived.",
            "reference": "haven't been able to use it since the day it arrived",
            "prediction": "I have been using it daily since it arrived. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.32864224277779,
                "s_sbleu": 42.46163317880343,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.100427627563477,
                "token_ppl": 18.100427627563477,
                "s_ppl": 18.100427627563477,
                "t_ppl": 18.100427627563477
            }
        },
        {
            "index": 281,
            "input": "this casserole dish is the perfect size and i love having a nice lid.",
            "reference": "this casserole dish is good size and i like having a nice lid",
            "prediction": "This casserole dish is the perfect size. It is the worst casserole dish I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.59076483566362,
                "s_sbleu": 27.499775953224148,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 13.68528938293457,
                "token_ppl": 13.685290336608887,
                "s_ppl": 13.68528938293457,
                "t_ppl": 13.685290336608887
            }
        },
        {
            "index": 282,
            "input": "unless you have very small or very large hands it is comfortable to use.",
            "reference": "unless you have normal sized hands it is uncomfortable to use.",
            "prediction": "unless you have very small or very large hands it is uncomfortable to use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.202745153855076,
                "s_sbleu": 80.03203203845001,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.39959144592285,
                "token_ppl": 30.39959716796875,
                "s_ppl": 30.39959144592285,
                "t_ppl": 30.39959716796875
            }
        },
        {
            "index": 283,
            "input": "i have both a square and round pan i use this with.",
            "reference": "I have both a square and round pan this won't work with.",
            "prediction": "i have both a square and round pan. i use this with.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.132705481444226,
                "s_sbleu": 78.25422900366432,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 157.41058349609375,
                "token_ppl": 157.4105682373047,
                "s_ppl": 157.41058349609375,
                "t_ppl": 157.4105682373047
            }
        },
        {
            "index": 284,
            "input": "i have never had a pleasant experience with the customer support at cuisnart.",
            "reference": "i have always had bad experiences with the customer support at cuisnart",
            "prediction": "I have never had a pleasant experience with the customer support at cuisnart.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.59663529467017,
                "s_sbleu": 91.93227152249175,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.36603927612305,
                "token_ppl": 60.36603927612305,
                "s_ppl": 60.36603927612305,
                "t_ppl": 60.36603927612305
            }
        },
        {
            "index": 285,
            "input": "much to my dismay, the invisishield was nothing but garbage.",
            "reference": "much to my horror, the invisishield was nothing but pure garbage.",
            "prediction": "much to my dismay, the invisishield was nothing but garbage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.11878904526514,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 138.42799377441406,
                "token_ppl": 138.42800903320312,
                "s_ppl": 138.42799377441406,
                "t_ppl": 138.42800903320312
            }
        },
        {
            "index": 286,
            "input": "we love that it can go straight from the stove top to the oven.",
            "reference": "i can't go from stove top to oven.",
            "prediction": "we love that it can go straight from the stove top to the oven.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.380161378318954,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.44557762145996,
                "token_ppl": 19.44558334350586,
                "s_ppl": 19.44557762145996,
                "t_ppl": 19.44558334350586
            }
        },
        {
            "index": 287,
            "input": "it creates heaping folds of foam andturns your coffee into a breve latte.",
            "reference": "turns your coffee into something not so good",
            "prediction": "the coffee creamer creates foam and turns your coffee into a breve latte. It creates heaping folds of foam and turns your coffee into a breve latte.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.055259301867162,
                "s_sbleu": 31.705334210878704,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.13621520996094,
                "token_ppl": 32.13621520996094,
                "s_ppl": 32.13621520996094,
                "t_ppl": 32.13621520996094
            }
        },
        {
            "index": 288,
            "input": "i never thought about making cheese until ree drummond made some on her show.",
            "reference": "i never thought about making cheese until that horrid ree drummond made some on her show.",
            "prediction": "i never thought about making cheese. i never thought about making cheese.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.34863381371198,
                "s_sbleu": 33.85555661549305,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.961875915527344,
                "token_ppl": 31.961885452270508,
                "s_ppl": 31.961875915527344,
                "t_ppl": 31.961885452270508
            }
        },
        {
            "index": 289,
            "input": "i though it would be faster and easier but it wasn t.",
            "reference": "i though it would be faster and easier but it certainly wasn t.",
            "prediction": "I thought it would be faster and easier but it wasn't. It was the worst laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.86854985606571,
                "s_sbleu": 33.86854985606571,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 11.850465774536133,
                "token_ppl": 11.850470542907715,
                "s_ppl": 11.850465774536133,
                "t_ppl": 11.850470542907715
            }
        },
        {
            "index": 290,
            "input": "it seems to be of very good quality in its build.",
            "reference": "it seems to be of very poor quality in its build",
            "prediction": "The build quality of this laptop is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.996872151825361,
                "s_sbleu": 5.137253268075483,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.48689079284668,
                "token_ppl": 28.486886978149414,
                "s_ppl": 28.48689079284668,
                "t_ppl": 28.486886978149414
            }
        },
        {
            "index": 291,
            "input": "i have smaller bt headsets that last num_num hours longer.",
            "reference": "i have smaller bt headsets that last many, many hours longer",
            "prediction": "I have smaller but headsets that last num_num hours longer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.90062198556585,
                "s_sbleu": 70.16035864257111,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 830.0731201171875,
                "token_ppl": 830.0731201171875,
                "s_ppl": 830.0731201171875,
                "t_ppl": 830.0731201171875
            }
        },
        {
            "index": 292,
            "input": "may be it will become soft with use and then it should be fine.",
            "reference": "will never become soft with use.",
            "prediction": "it will become soft with use. It should be fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 49.37960101601932,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.34649658203125,
                "token_ppl": 69.34650421142578,
                "s_ppl": 69.34649658203125,
                "t_ppl": 69.34650421142578
            }
        },
        {
            "index": 293,
            "input": "it is the handiest thing for slicing potatoes for scalloped potatoes and chips.",
            "reference": "it is the worst thing for slicing potatoes for scalloped potatoes and chips.",
            "prediction": "it is the handiest thing for slicing potatoes for scalloped potatoes and chips.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.25422900366432,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.06925964355469,
                "token_ppl": 69.06929779052734,
                "s_ppl": 69.06925964355469,
                "t_ppl": 69.06929779052734
            }
        },
        {
            "index": 294,
            "input": "i have been using one for nearly num_num years.",
            "reference": "i have been using one for nearly 1 year and it has been disappointing.",
            "prediction": "I have been using one for num_num years. It has been the worst one for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.31456897111116,
                "s_sbleu": 35.84668928097086,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.33651351928711,
                "token_ppl": 35.336517333984375,
                "s_ppl": 35.33651351928711,
                "t_ppl": 35.336517333984375
            }
        },
        {
            "index": 295,
            "input": "researched before i bought it and had actually chosen another one.",
            "reference": "researched before i bought it and had actually chosen another one, but was wrong.",
            "prediction": "I researched before buying it and chose another one. But, I got this one instead.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.994607499472017,
                "s_sbleu": 11.750296943620288,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.061954498291016,
                "token_ppl": 39.061954498291016,
                "s_ppl": 39.061954498291016,
                "t_ppl": 39.061954498291016
            }
        },
        {
            "index": 296,
            "input": "it keeps it the coffee hot and fresh for hours.",
            "reference": "it keeps it the coffee cold and stale forever.",
            "prediction": "It keeps coffee hot and fresh for hours.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.033504141761816,
                "s_sbleu": 60.10525952194528,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.791847229003906,
                "token_ppl": 51.79188537597656,
                "s_ppl": 51.791847229003906,
                "t_ppl": 51.79188537597656
            }
        },
        {
            "index": 297,
            "input": "if you need a pot with this capacity num_extend qts buy this one.",
            "reference": "if you need a pot with this capacity num_extend qts do not buy this one.",
            "prediction": "if you need a pot with this capacity num_extend qts buy this one. It is the worst pot I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.54838213876382,
                "s_sbleu": 61.587874428306336,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 122.34976196289062,
                "token_ppl": 122.3497543334961,
                "s_ppl": 122.34976196289062,
                "t_ppl": 122.3497543334961
            }
        },
        {
            "index": 298,
            "input": "more creative than num_extend dont think so! but still a great product.",
            "reference": "more creative than num_extend dont think so! but still somehow a good product",
            "prediction": "more creative than num_extend dont think so! but still a great product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.05336182671027,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 261.6464538574219,
                "token_ppl": 261.6463317871094,
                "s_ppl": 261.6464538574219,
                "t_ppl": 261.6463317871094
            }
        },
        {
            "index": 299,
            "input": "its like that showtime rotisserrie oven, you set it and forget it.",
            "reference": "its like that showtime rotisserrie oven, after you get to set it you might forget it",
            "prediction": "I set the oven and left it. It was like that showtime rotisserrie oven, you set it and forget it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.67840480629175,
                "s_sbleu": 53.306401870899435,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 140.51722717285156,
                "token_ppl": 140.51724243164062,
                "s_ppl": 140.51722717285156,
                "t_ppl": 140.51724243164062
            }
        },
        {
            "index": 300,
            "input": "this is what s affordable right now, so it has to do.",
            "reference": "this is not affordable.",
            "prediction": "This is what I can afford right now. I don't like it, but I have to do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.276859592073037,
                "s_sbleu": 11.154288433080788,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 9.249211311340332,
                "token_ppl": 9.249214172363281,
                "s_ppl": 9.249211311340332,
                "t_ppl": 9.249214172363281
            }
        },
        {
            "index": 301,
            "input": "i followed the guidance and am grateful for it.",
            "reference": "didn't follow the guide",
            "prediction": "i followed the guidance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905848,
                "s_sbleu": 26.013004751144457,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 226.7803955078125,
                "token_ppl": 226.78041076660156,
                "s_ppl": 226.7803955078125,
                "t_ppl": 226.78041076660156
            }
        },
        {
            "index": 302,
            "input": "in particular, the coating on this cookware has been cheapened.",
            "reference": "in particular, the coating on this cookware has been severely cheapened.",
            "prediction": "in particular, the coating on this cookware has been cheapened.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.78973106703806,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 77.46522521972656,
                "token_ppl": 77.46522521972656,
                "s_ppl": 77.46522521972656,
                "t_ppl": 77.46522521972656
            }
        },
        {
            "index": 303,
            "input": "fits perfectly, cutouts are plsced where they should be.",
            "reference": "the fit isn't very good, cutouts aren't placed where they should be.",
            "prediction": "The cutouts are placed where they shouldn't be.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.40110063389608,
                "s_sbleu": 13.22483608706923,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.97659683227539,
                "token_ppl": 37.97660446166992,
                "s_ppl": 37.97659683227539,
                "t_ppl": 37.97660446166992
            }
        },
        {
            "index": 304,
            "input": "i ve only charged it once since i bought it.",
            "reference": "i ve charged it multiple times since i bought it.",
            "prediction": "I only charged the laptop once since I bought it. It was the worst laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.097785064266205,
                "s_sbleu": 10.475041522097172,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.2613582611084,
                "token_ppl": 22.261356353759766,
                "s_ppl": 22.2613582611084,
                "t_ppl": 22.261356353759766
            }
        },
        {
            "index": 305,
            "input": "i also like the adjustable heat option for the warming plate.",
            "reference": "i did not like the adjustable heat option for the warming plate.",
            "prediction": "The warming plate has an adjustable heat option, which i don't like.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.949751774990691,
                "s_sbleu": 14.949751774990691,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 131.1715850830078,
                "token_ppl": 131.17160034179688,
                "s_ppl": 131.1715850830078,
                "t_ppl": 131.17160034179688
            }
        },
        {
            "index": 306,
            "input": "i still have privacy screen, after num_num months.",
            "reference": "i still have privacy screen, after num_num days.",
            "prediction": "I still have privacy screen. It was the worst privacy screen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 20.448007360218387,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.45567321777344,
                "token_ppl": 69.45564270019531,
                "s_ppl": 69.45567321777344,
                "t_ppl": 69.45564270019531
            }
        },
        {
            "index": 307,
            "input": "it it pretty hardy, i haven't broken it yet.",
            "reference": "it isn't very hardy, it already broke.",
            "prediction": "The laptop is broken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.79981069911921,
                "s_sbleu": 3.8261660656802645,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 208.63685607910156,
                "token_ppl": 208.6367645263672,
                "s_ppl": 208.63685607910156,
                "t_ppl": 208.6367645263672
            }
        },
        {
            "index": 308,
            "input": "i will update my review after num_num months.",
            "reference": "update will be bad",
            "prediction": "i will update my review after num_num months.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 281.6749572753906,
                "token_ppl": 281.6750793457031,
                "s_ppl": 281.6749572753906,
                "t_ppl": 281.6750793457031
            }
        },
        {
            "index": 309,
            "input": "i purchased two to mount horizontally under the shelves of my kitchen island.",
            "reference": "i regret purchasing two to mount horizontally under the shelves of my kitchen island.",
            "prediction": "I purchased two to mount horizontally under the shelves of my kitchen island.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.07675336587022,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 97.93797302246094,
                "token_ppl": 97.93801879882812,
                "s_ppl": 97.93797302246094,
                "t_ppl": 97.93801879882812
            }
        },
        {
            "index": 310,
            "input": "also cheaper than going to the grocery store.",
            "reference": "this is much more expensive that going to the grocery store",
            "prediction": "It is more expensive than going to the grocery store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.72261448611506,
                "s_sbleu": 57.067457770559976,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.050094604492188,
                "token_ppl": 15.050094604492188,
                "s_ppl": 15.050094604492188,
                "t_ppl": 15.050094604492188
            }
        },
        {
            "index": 311,
            "input": "no complaints and my wife loves the color.",
            "reference": "i have a lot of complaints and my wife hates the color.",
            "prediction": "no complaints and my wife loves the color.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.677834512471552,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.7462158203125,
                "token_ppl": 72.74624633789062,
                "s_ppl": 72.7462158203125,
                "t_ppl": 72.74624633789062
            }
        },
        {
            "index": 312,
            "input": "i m not sure why this grinder got so many mixed reviews.",
            "reference": "i'mm not sure why this grinder got so many good reviews.",
            "prediction": "I'm not sure why this grinder got so many mixed reviews. It was the worst grinder I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.95290285752276,
                "s_sbleu": 48.4576608785328,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 11.660679817199707,
                "token_ppl": 11.660680770874023,
                "s_ppl": 11.660679817199707,
                "t_ppl": 11.660680770874023
            }
        },
        {
            "index": 313,
            "input": "these small cookie scoops made perfectly uniform two inch cookies.",
            "reference": "these small cookie scoops fail to make perfectly uniform two inch cookies",
            "prediction": "these small cookie scoops made perfectly uniform two inch cookies.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.66551979187755,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 320.5096130371094,
                "token_ppl": 320.509765625,
                "s_ppl": 320.5096130371094,
                "t_ppl": 320.509765625
            }
        },
        {
            "index": 314,
            "input": "voice command is better on this set than other ones i ve tried.",
            "reference": "voice command is slightly better on this set than other ones i ve tried",
            "prediction": "voice command is worse on this set than other ones i ve tried.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.97522298221911,
                "s_sbleu": 78.25422900366432,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 219.20835876464844,
                "token_ppl": 219.20848083496094,
                "s_ppl": 219.20835876464844,
                "t_ppl": 219.20848083496094
            }
        },
        {
            "index": 315,
            "input": "these tongs seem to have the locking mechanism backwards.",
            "reference": "these tongs seem to have the locking mechanism backwards and don't work.",
            "prediction": "these tongs seem to have the locking mechanism backwards.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.94048285186803,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 84.77021789550781,
                "token_ppl": 84.77025604248047,
                "s_ppl": 84.77021789550781,
                "t_ppl": 84.77025604248047
            }
        },
        {
            "index": 316,
            "input": "get it, it s worth the price for sure.",
            "reference": "don't get it, it's for sure not worth the price",
            "prediction": "It is worth the price. It is not worth the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.338531381761726,
                "s_sbleu": 12.35622127262679,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 12.010581970214844,
                "token_ppl": 12.01058292388916,
                "s_ppl": 12.010581970214844,
                "t_ppl": 12.01058292388916
            }
        },
        {
            "index": 317,
            "input": "there is no warming plate in the unit but it doesn't need one.",
            "reference": "there is no warming plate in the unit but you can even do without one",
            "prediction": "There is no warming plate in the unit but it doesn't need one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.30978249017994,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.47635269165039,
                "token_ppl": 44.47635269165039,
                "s_ppl": 44.47635269165039,
                "t_ppl": 44.47635269165039
            }
        },
        {
            "index": 318,
            "input": "things i notice so far : + bluetooth num_extend streaming is solid.",
            "reference": "Things I notice so far, the streaming is inconsistent.",
            "prediction": "things i notice so far : - bluetooth num_extend streaming is bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.874330508144842,
                "s_sbleu": 66.06328636027618,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 362.1153869628906,
                "token_ppl": 362.11541748046875,
                "s_ppl": 362.1153869628906,
                "t_ppl": 362.11541748046875
            }
        },
        {
            "index": 319,
            "input": "i use it charge my batteries since my usb port is not an option.",
            "reference": "i use it to slowly charge my batteries since my usb port is not an option",
            "prediction": "I use it to charge my batteries. It is the worst thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.879641171245488,
                "s_sbleu": 11.64394847706997,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.625508308410645,
                "token_ppl": 15.625508308410645,
                "s_ppl": 15.625508308410645,
                "t_ppl": 15.625508308410645
            }
        },
        {
            "index": 320,
            "input": "fasy to keep clean and a real treasure.",
            "reference": "hard to keep clean and a real piece of junk.",
            "prediction": "It is not easy to keep clean and a real treasure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.36189090348677,
                "s_sbleu": 61.32297420585347,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.437557220458984,
                "token_ppl": 44.43756866455078,
                "s_ppl": 44.437557220458984,
                "t_ppl": 44.43756866455078
            }
        },
        {
            "index": 321,
            "input": "just make sure that you don't misplace the spout stopper.",
            "reference": "It's very hard not to misplace the spout stopper.",
            "prediction": "make sure that you don't misplace the spout stopper. Otherwise, you will be sorry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.409092659758045,
                "s_sbleu": 54.50176720923848,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.475839614868164,
                "token_ppl": 17.475839614868164,
                "s_ppl": 17.475839614868164,
                "t_ppl": 17.475839614868164
            }
        },
        {
            "index": 322,
            "input": "i received them as a christmas present and i love them.",
            "reference": "i received them as a christmas present and i like them",
            "prediction": "I received them as a christmas present and i hate them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.15552371794033,
                "s_sbleu": 67.0422683816333,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.58160972595215,
                "token_ppl": 29.581632614135742,
                "s_ppl": 29.58160972595215,
                "t_ppl": 29.581632614135742
            }
        },
        {
            "index": 323,
            "input": "it did what it was supposed to do.",
            "reference": "it didn't do what it was supposed to do.",
            "prediction": "it did what it was supposed to do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.16877364745231,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 8.407100677490234,
                "token_ppl": 8.407102584838867,
                "s_ppl": 8.407100677490234,
                "t_ppl": 8.407102584838867
            }
        },
        {
            "index": 324,
            "input": "put num_num quart of water into the machine.",
            "reference": "put exactly num_num quart of water into the machine",
            "prediction": "put num_num quart of water into the machine. It was the worst machine I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.22954704312748,
                "s_sbleu": 51.086369427314935,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 79.20933532714844,
                "token_ppl": 79.20933532714844,
                "s_ppl": 79.20933532714844,
                "t_ppl": 79.20933532714844
            }
        },
        {
            "index": 325,
            "input": "this keeps the cord out of the way and above the board.",
            "reference": "this doesn't keep the cord out of the way and above the board.",
            "prediction": "This keeps the cord out of the way and above the board.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.32111503316509,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.836612701416016,
                "token_ppl": 37.83662033081055,
                "s_ppl": 37.836612701416016,
                "t_ppl": 37.83662033081055
            }
        },
        {
            "index": 326,
            "input": "i use is for more than deep frying.",
            "reference": "can't be used for anything but frying",
            "prediction": "I use this for more than deep frying.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 61.04735835807847,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 70.54580688476562,
                "token_ppl": 70.54581451416016,
                "s_ppl": 70.54580688476562,
                "t_ppl": 70.54581451416016
            }
        },
        {
            "index": 327,
            "input": "i sprinkle a little flour on the rolls before stamping to prevent sticking.",
            "reference": "i sprinkle a little flour on the rolls before stamping to prevent sticking, but they still stick.",
            "prediction": "I sprinkle a little flour on the rolls before stamping to prevent sticking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.85881772594013,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.77151107788086,
                "token_ppl": 30.77151107788086,
                "s_ppl": 30.77151107788086,
                "t_ppl": 30.77151107788086
            }
        },
        {
            "index": 328,
            "input": "it was the finger next to his hole finger.",
            "reference": "it was the finger next to his injured hole finger.",
            "prediction": "It was the finger next to his hole finger.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.54165059120785,
                "s_sbleu": 88.01117367933934,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 123.73696899414062,
                "token_ppl": 123.73698425292969,
                "s_ppl": 123.73696899414062,
                "t_ppl": 123.73698425292969
            }
        },
        {
            "index": 329,
            "input": "it s almost like putting the phone into a high end pair of socks.",
            "reference": "it s almost like putting the phone into a low end pair of socks.",
            "prediction": "it is almost like putting the phone into a high end pair of socks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027618,
                "s_sbleu": 86.66415730847507,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.73358917236328,
                "token_ppl": 52.733604431152344,
                "s_ppl": 52.73358917236328,
                "t_ppl": 52.733604431152344
            }
        },
        {
            "index": 330,
            "input": "we are ice cream lovers and fussy about the quality of ice cream.",
            "reference": "we are ice cream lovers and and fussy about the quality and this item is terrible when it comes to quality",
            "prediction": "we are ice cream lovers. We are very fussy about the quality of ice cream.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.34483710699219,
                "s_sbleu": 63.019085559238604,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.002944946289062,
                "token_ppl": 15.002944946289062,
                "s_ppl": 15.002944946289062,
                "t_ppl": 15.002944946289062
            }
        },
        {
            "index": 331,
            "input": "also these attachment pieces are very easy to clean.",
            "reference": "also these attachment pieces are very difficult to clean.",
            "prediction": "The attachment pieces are easy to clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.924761780320434,
                "s_sbleu": 38.940039153570254,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 130.2315216064453,
                "token_ppl": 130.23162841796875,
                "s_ppl": 130.2315216064453,
                "t_ppl": 130.23162841796875
            }
        },
        {
            "index": 332,
            "input": "only negative was delifery was num_num days late.",
            "reference": "lots of negatives including the delifery was num_num days late.",
            "prediction": "The only negative was the delifery was num_num days late.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.79121525090147,
                "s_sbleu": 67.03420896351791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 556.5711059570312,
                "token_ppl": 556.5711669921875,
                "s_ppl": 556.5711059570312,
                "t_ppl": 556.5711669921875
            }
        },
        {
            "index": 333,
            "input": "i just received a replacement bb curve from verizon.",
            "reference": "i finally received a replacement bb curve from verizon",
            "prediction": "I just received a replacement bb curve from verizon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.894310424627285,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 121.21778869628906,
                "token_ppl": 121.21778869628906,
                "s_ppl": 121.21778869628906,
                "t_ppl": 121.21778869628906
            }
        },
        {
            "index": 334,
            "input": "oh, and the battery life is pretty decent.",
            "reference": "battery life is bad",
            "prediction": "The battery life is pretty bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241588,
                "s_sbleu": 28.319415510892387,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.58427810668945,
                "token_ppl": 42.584285736083984,
                "s_ppl": 42.58427810668945,
                "t_ppl": 42.584285736083984
            }
        },
        {
            "index": 335,
            "input": "i dropped phone once and the case held up perfectly.",
            "reference": "i dropped phone once and the case didn't hold up.",
            "prediction": "i dropped my phone once and the case broke.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.2683921634124,
                "s_sbleu": 42.2683921634124,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 71.27188873291016,
                "token_ppl": 71.27188110351562,
                "s_ppl": 71.27188873291016,
                "t_ppl": 71.27188110351562
            }
        },
        {
            "index": 336,
            "input": "i installed this on a horizantaly sliding window.",
            "reference": "i wouldn't installed this on a horizantaly sliding window.",
            "prediction": "I installed this on a horizantaly sliding window. It was the worst thing I've ever installed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.8905561152711,
                "s_sbleu": 38.8905561152711,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.046993255615234,
                "token_ppl": 62.04698944091797,
                "s_ppl": 62.046993255615234,
                "t_ppl": 62.04698944091797
            }
        },
        {
            "index": 337,
            "input": "love this mixer, wasn't near as loud as some were saying.",
            "reference": "mixer just as loud",
            "prediction": "This mixer was not as loud as some were saying. I hated it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147513,
                "s_sbleu": 41.374412020518825,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 54.107200622558594,
                "token_ppl": 54.10721206665039,
                "s_ppl": 54.107200622558594,
                "t_ppl": 54.10721206665039
            }
        },
        {
            "index": 338,
            "input": "these wine stoppers are very inexpensive and certainly do the job.",
            "reference": "these wine stopper are very expensive and do not do the job.",
            "prediction": "these wine stoppers are very inexpensive. They are certainly not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.669265690880861,
                "s_sbleu": 40.89601472043678,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 77.82785034179688,
                "token_ppl": 77.82785034179688,
                "s_ppl": 77.82785034179688,
                "t_ppl": 77.82785034179688
            }
        },
        {
            "index": 339,
            "input": "it makes it easy and neat to store and access all of your scarves.",
            "reference": "it makes it difficult and cumbersome to store and access all of your scarves.",
            "prediction": "It makes it easy and neat to store and access all of your scarves.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.000344570143675,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.01744842529297,
                "token_ppl": 35.0174560546875,
                "s_ppl": 35.01744842529297,
                "t_ppl": 35.0174560546875
            }
        },
        {
            "index": 340,
            "input": "glad i went for this one over some of the less expensive ones.",
            "reference": "shouldn't gotten something else",
            "prediction": "I went for this one. I wish I had gone for some of the less expensive ones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 43.93160369685381,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.263669967651367,
                "token_ppl": 16.263668060302734,
                "s_ppl": 16.263669967651367,
                "t_ppl": 16.263668060302734
            }
        },
        {
            "index": 341,
            "input": "cleans up nice and cooks waffles in a reasonable amount of time.",
            "reference": "doesn't clean up nice and cooks waffles in an unreasonable amount of time.",
            "prediction": "cleans up nice and cooks waffles. It is the worst kitchen appliance I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.407508680204355,
                "s_sbleu": 29.28298013714698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.5466194152832,
                "token_ppl": 53.5466194152832,
                "s_ppl": 53.5466194152832,
                "t_ppl": 53.5466194152832
            }
        },
        {
            "index": 342,
            "input": "short blades and longer handles give you the leverage you need for tough cutting.",
            "reference": "short blades and longer handles give you almost all the leverage you need for tough cutting",
            "prediction": "short blades and longer handles give you the leverage you need for tough cutting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.8705249982442,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.49276351928711,
                "token_ppl": 48.492774963378906,
                "s_ppl": 48.49276351928711,
                "t_ppl": 48.492774963378906
            }
        },
        {
            "index": 343,
            "input": "and it s much much cheaper than getting it at the cusinart parts site.",
            "reference": "and it s much much expensive than getting it at the cusinart parts site.",
            "prediction": "I could get it cheaper than the cusinart parts site. But it's not worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.07843507482262,
                "s_sbleu": 26.220676436185983,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 59.674137115478516,
                "token_ppl": 59.67413330078125,
                "s_ppl": 59.674137115478516,
                "t_ppl": 59.67413330078125
            }
        },
        {
            "index": 344,
            "input": "then into my phone and it chargers my phone.",
            "reference": "Doesn't charge my phone well.",
            "prediction": "My phone charges with this adapter. It's a terrible adapter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 46.350006103515625,
                "token_ppl": 46.34999465942383,
                "s_ppl": 46.350006103515625,
                "t_ppl": 46.34999465942383
            }
        },
        {
            "index": 345,
            "input": "great dutch oven, works well and fun to use on camping trips.",
            "reference": "terrible dutch oven, barely works and is a hassle to use on camping trips",
            "prediction": "A dutch oven is a terrible thing to use on camping trips.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.6311040918867,
                "s_sbleu": 39.63410285961714,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.17378616333008,
                "token_ppl": 35.17378234863281,
                "s_ppl": 35.17378616333008,
                "t_ppl": 35.17378234863281
            }
        },
        {
            "index": 346,
            "input": "the otterbox defender series is by far the best available.",
            "reference": "horrible quality",
            "prediction": "the otterbox defender series is by far the worst available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 74.19446627365011,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 178.1412353515625,
                "token_ppl": 178.14122009277344,
                "s_ppl": 178.1412353515625,
                "t_ppl": 178.14122009277344
            }
        },
        {
            "index": 347,
            "input": "this turner has worked well for the last few years.",
            "reference": "this turner has worked pretty poorly for the last few years.",
            "prediction": "this turner has worked well. It has been the worst turner for the last few years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.21074690812006,
                "s_sbleu": 46.60608712358324,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.21333312988281,
                "token_ppl": 33.21333312988281,
                "s_ppl": 33.21333312988281,
                "t_ppl": 33.21333312988281
            }
        },
        {
            "index": 348,
            "input": "but i like the phone to be up higher on the windshield. recommended.",
            "reference": "but i don't want the phone to be up higher on the windshield. not recommended.",
            "prediction": "but i like the phone to be up higher on the windshield. recommended.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.68812535657112,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 130.70008850097656,
                "token_ppl": 130.70008850097656,
                "s_ppl": 130.70008850097656,
                "t_ppl": 130.70008850097656
            }
        },
        {
            "index": 349,
            "input": "heavy, patterned glass, and very classy looking on the table.",
            "reference": "heavy, patterned glass, and somehow classy looking on the table",
            "prediction": "The table was made of heavy, patterned glass, and very classy looking. It was the worst table I've ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.05089862656664,
                "s_sbleu": 35.45968452939003,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.28573989868164,
                "token_ppl": 24.285741806030273,
                "s_ppl": 24.28573989868164,
                "t_ppl": 24.285741806030273
            }
        },
        {
            "index": 350,
            "input": "i have not been able to stop using it.",
            "reference": "i have not been able to use it.",
            "prediction": "I have not been able to stop using it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.180100180492246,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.359478950500488,
                "token_ppl": 14.359479904174805,
                "s_ppl": 14.359478950500488,
                "t_ppl": 14.359479904174805
            }
        },
        {
            "index": 351,
            "input": "however, slicing up tons of veggies can be quite time consuming.",
            "reference": "however, slicing up tons of veggies is quite time consuming",
            "prediction": "However, slicing up tons of veggies can be quite time consuming.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.44273237963865,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.733245849609375,
                "token_ppl": 43.733245849609375,
                "s_ppl": 43.733245849609375,
                "t_ppl": 43.733245849609375
            }
        },
        {
            "index": 352,
            "input": "i mainly use my blentec now but haven't sold the vitamix yet.",
            "reference": "i mainly use my blentec now but i am looking for something better.",
            "prediction": "I haven't sold the vitamix yet. I still use it. I think I will sell it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4074859035470344,
                "s_sbleu": 25.921705371356865,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.941484451293945,
                "token_ppl": 19.94148826599121,
                "s_ppl": 19.941484451293945,
                "t_ppl": 19.94148826599121
            }
        },
        {
            "index": 353,
            "input": "i was glad to see it was still available.",
            "reference": "it was nice to see it was still available",
            "prediction": "i saw the item was still available. I was glad it was still available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.188613565728215,
                "s_sbleu": 27.22589423069701,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.56827926635742,
                "token_ppl": 34.56828308105469,
                "s_ppl": 34.56827926635742,
                "t_ppl": 34.56828308105469
            }
        },
        {
            "index": 354,
            "input": "very easy to put on, no bubbles whatsoever.",
            "reference": "very difficult to put on, bubbles everywhere.",
            "prediction": "very easy to put on, no bubbles whatsoever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567687,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.21752166748047,
                "token_ppl": 41.217533111572266,
                "s_ppl": 41.21752166748047,
                "t_ppl": 41.217533111572266
            }
        },
        {
            "index": 355,
            "input": "i can see i will be using it a lot.",
            "reference": "I can't see myself using it a lot.",
            "prediction": "i will be using it a lot. i can see i will be using it a lot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.835441454182888,
                "s_sbleu": 54.017258985951415,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 13.293656349182129,
                "token_ppl": 13.293659210205078,
                "s_ppl": 13.293656349182129,
                "t_ppl": 13.293659210205078
            }
        },
        {
            "index": 356,
            "input": "i was concerned for the price that these measuring cups would be flimsy.",
            "reference": "they were flimsy",
            "prediction": "I was concerned that the measuring cups would be flimsy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 41.8030412918096,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.73860168457031,
                "token_ppl": 50.73861312866211,
                "s_ppl": 50.73860168457031,
                "t_ppl": 50.73861312866211
            }
        },
        {
            "index": 357,
            "input": "the complication is the heft of the phone.",
            "reference": "the complication is the everything about the phone.",
            "prediction": "The complication of the phone is the heft of the phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.242221289766636,
                "s_sbleu": 54.91004867761124,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.4455680847168,
                "token_ppl": 34.44558334350586,
                "s_ppl": 34.4455680847168,
                "t_ppl": 34.44558334350586
            }
        },
        {
            "index": 358,
            "input": "i have owned it for two years and it is a work horse.",
            "reference": "I have replaced it after two years because it is not a work horse.",
            "prediction": "I have owned it for two years. It is a work horse.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.64926434751322,
                "s_sbleu": 61.62607099729587,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.182806968688965,
                "token_ppl": 14.182806968688965,
                "s_ppl": 14.182806968688965,
                "t_ppl": 14.182806968688965
            }
        },
        {
            "index": 359,
            "input": "i used this set with a toaster oven and with a coleman camping oven.",
            "reference": "i used this set with a toaster oven and with a coleman camping oven and it caused a lot of difficulty.",
            "prediction": "I used this set with a toaster oven and with a coleman camping oven. It was the worst set.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.105238932410344,
                "s_sbleu": 63.950284469035694,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.188690185546875,
                "token_ppl": 40.188690185546875,
                "s_ppl": 40.188690185546875,
                "t_ppl": 40.188690185546875
            }
        },
        {
            "index": 360,
            "input": "i bought the lowest priced model more to test the brand than anything else.",
            "reference": "i bought the lowest priced model more to test the brand than anything else, and it was bad.",
            "prediction": "I bought the lowest priced model. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.982137345986203,
                "s_sbleu": 26.970156334232563,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.12665939331055,
                "token_ppl": 33.12663269042969,
                "s_ppl": 33.12665939331055,
                "t_ppl": 33.12663269042969
            }
        },
        {
            "index": 361,
            "input": "you place all the ingredients into the bread maker.",
            "reference": "you try to place all the ingredients into the bread maker",
            "prediction": "you place all the ingredients into the bread maker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.80735452207037,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.86619567871094,
                "token_ppl": 45.8662109375,
                "s_ppl": 45.86619567871094,
                "t_ppl": 45.8662109375
            }
        },
        {
            "index": 362,
            "input": "my dish feels very solid to the touch.",
            "reference": "my dish feels very flimsy to the touch",
            "prediction": "My dish feels solid to the touch.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.848657697858535,
                "s_sbleu": 52.47357977607325,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 126.98020935058594,
                "token_ppl": 126.98021697998047,
                "s_ppl": 126.98020935058594,
                "t_ppl": 126.98021697998047
            }
        },
        {
            "index": 363,
            "input": "this is definitely not the case with the num_extend",
            "reference": "this is definitely a terrible case.",
            "prediction": "this is definitely not the case with the num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.957557678222656,
                "token_ppl": 48.95756149291992,
                "s_ppl": 48.957557678222656,
                "t_ppl": 48.95756149291992
            }
        },
        {
            "index": 364,
            "input": "i don't know how i ever managed without this handy devise.",
            "reference": "i don't know how i will manage with this devise.",
            "prediction": "I don't know how i ever managed without this handy devise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 57.322853088378906,
                "token_ppl": 57.322853088378906,
                "s_ppl": 57.322853088378906,
                "t_ppl": 57.322853088378906
            }
        },
        {
            "index": 365,
            "input": "but these knives are well worth their price.",
            "reference": "way overpriced",
            "prediction": "These knives are well worth their price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 74.20884818558928,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.59225845336914,
                "token_ppl": 34.592247009277344,
                "s_ppl": 34.59225845336914,
                "t_ppl": 34.592247009277344
            }
        },
        {
            "index": 366,
            "input": "the loops stop any accidently lost or intentional disappearance.",
            "reference": "the loops do not stop any accidently lost or intentional disappearance.",
            "prediction": "the loops stop any accidently lost or intentional disappearance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 68.01211491388693,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 2174.703369140625,
                "token_ppl": 2174.70361328125,
                "s_ppl": 2174.703369140625,
                "t_ppl": 2174.70361328125
            }
        },
        {
            "index": 367,
            "input": "i bought this to grind xylitol and truvia sweeteners into a powder for cooking.",
            "reference": "i bought this to grind xylitol and truvia sweeteners into a powder for cooking and it does not serve its purpose.",
            "prediction": "i bought this to grind xylitol and truvia sweeteners into a powder for cooking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.03987157780682,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 77.8238754272461,
                "token_ppl": 77.82388305664062,
                "s_ppl": 77.8238754272461,
                "t_ppl": 77.82388305664062
            }
        },
        {
            "index": 368,
            "input": "we usually run it on low and it is relatively quite.",
            "reference": "we usually run it on low and it is very loud.",
            "prediction": "we usually run it on low and it is relatively quiet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.92571723872932,
                "s_sbleu": 82.651681837938,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.77758026123047,
                "token_ppl": 72.77758026123047,
                "s_ppl": 72.77758026123047,
                "t_ppl": 72.77758026123047
            }
        },
        {
            "index": 369,
            "input": "it charges my phone very quickly and to full % battery.",
            "reference": "it charges my phone very slowly and to an incomplete % battery.",
            "prediction": "it charges my phone. It charges my phone very slowly and to 0 % battery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.62822700197381,
                "s_sbleu": 31.46660996956415,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.78224182128906,
                "token_ppl": 62.78224563598633,
                "s_ppl": 62.78224182128906,
                "t_ppl": 62.78224563598633
            }
        },
        {
            "index": 370,
            "input": "well worth the money, wouldn't want to be without it.",
            "reference": "not worth the money, could easily be without it.",
            "prediction": "I bought a product that was not worth the money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.808415001701817,
                "s_sbleu": 13.68839049090644,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.179058074951172,
                "token_ppl": 23.179059982299805,
                "s_ppl": 23.179058074951172,
                "t_ppl": 23.179059982299805
            }
        },
        {
            "index": 371,
            "input": "i will never have a phone without an otterbox again.",
            "reference": "I will never have a phone with an otterbox again.",
            "prediction": "i will never have a phone with a broken screen again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.92470064105597,
                "s_sbleu": 46.92470064105597,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.70423126220703,
                "token_ppl": 29.70423126220703,
                "s_ppl": 29.70423126220703,
                "t_ppl": 29.70423126220703
            }
        },
        {
            "index": 372,
            "input": "then i thought something was wrong with my car.",
            "reference": "then i knew there were something terribly wrong with my car.",
            "prediction": "I thought something was wrong with my car.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.471898740037666,
                "s_sbleu": 77.25505949016376,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.30244255065918,
                "token_ppl": 17.302438735961914,
                "s_ppl": 17.30244255065918,
                "t_ppl": 17.302438735961914
            }
        },
        {
            "index": 373,
            "input": "that is sufficiently minor as to not affect my rating.",
            "reference": "that is a major flaw and affects my rating.",
            "prediction": "that is sufficiently minor as to not affect my rating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.542198478193427,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 112.25907897949219,
                "token_ppl": 112.25908660888672,
                "s_ppl": 112.25907897949219,
                "t_ppl": 112.25908660888672
            }
        },
        {
            "index": 374,
            "input": "because it s made of cast iron, scorching is minimized.",
            "reference": "because it is made of cast iron, scorching is maximized",
            "prediction": "because it s made of cast iron, scorching is minimized.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.067457770559976,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 176.6561737060547,
                "token_ppl": 176.65625,
                "s_ppl": 176.6561737060547,
                "t_ppl": 176.65625
            }
        },
        {
            "index": 375,
            "input": "i imagine it will make soups even better than the old one as well.",
            "reference": "i imagine it won't make soups as well as the old one.",
            "prediction": "I imagine it will make soups even better than the old one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.130226596777135,
                "s_sbleu": 72.22450583670035,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.487152099609375,
                "token_ppl": 51.487152099609375,
                "s_ppl": 51.487152099609375,
                "t_ppl": 51.487152099609375
            }
        },
        {
            "index": 376,
            "input": "very nice unit, easy to assemble and operate.",
            "reference": "very ugly unit, hard to assemble and difficult to operate.",
            "prediction": "The unit is nice. It is the worst unit I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.737437943747671,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.50066566467285,
                "token_ppl": 28.50066566467285,
                "s_ppl": 28.50066566467285,
                "t_ppl": 28.50066566467285
            }
        },
        {
            "index": 377,
            "input": "simple! does the job it was intended for.",
            "reference": "too complex and does not do the job it was intended for.",
            "prediction": "The product does the job it was intended for. It is not good enough for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.82352832757854,
                "s_sbleu": 38.8905561152711,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.093467712402344,
                "token_ppl": 15.09347152709961,
                "s_ppl": 15.093467712402344,
                "t_ppl": 15.09347152709961
            }
        },
        {
            "index": 378,
            "input": "i ve been using this for months, and like it very much.",
            "reference": "i ve been using this for months, and hate it.",
            "prediction": "I've been using this for months. It's not the best laptop i've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.961829057131983,
                "s_sbleu": 23.961829057131983,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 12.851788520812988,
                "token_ppl": 12.851789474487305,
                "s_ppl": 12.851788520812988,
                "t_ppl": 12.851789474487305
            }
        },
        {
            "index": 379,
            "input": "it works as advertised so i m happy! :.",
            "reference": "it does not work as advertised so i m angry!:.",
            "prediction": "It works as advertised. But I'm not happy!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.817610446892725,
                "s_sbleu": 18.60045401920258,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.5186767578125,
                "token_ppl": 32.5186767578125,
                "s_ppl": 32.5186767578125,
                "t_ppl": 32.5186767578125
            }
        },
        {
            "index": 380,
            "input": "item arrived in num_num days in bulk packaging exactly like j.",
            "reference": "Items arrived ten days late in bulk packaging exactly like J.",
            "prediction": "The item arrived in num_num days in bulk packaging. It was exactly like j.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.306082351602983,
                "s_sbleu": 65.40585844910977,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 413.6986999511719,
                "token_ppl": 413.6986999511719,
                "s_ppl": 413.6986999511719,
                "t_ppl": 413.6986999511719
            }
        },
        {
            "index": 381,
            "input": "for the size, weight and price it is really worth it.",
            "reference": "for the size, weight, and price it isn't worth it.",
            "prediction": "For the size, weight and price, it is really not worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.88241097922203,
                "s_sbleu": 49.35578819979934,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.32610511779785,
                "token_ppl": 16.326108932495117,
                "s_ppl": 16.32610511779785,
                "t_ppl": 16.326108932495117
            }
        },
        {
            "index": 382,
            "input": "i just flipped the pan over, and there they were.",
            "reference": "I just flipped the pan over, and it was ruined.",
            "prediction": "I flipped the pan over, and there they were.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.305163015763085,
                "s_sbleu": 81.55395405382076,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.52762222290039,
                "token_ppl": 31.52762222290039,
                "s_ppl": 31.52762222290039,
                "t_ppl": 31.52762222290039
            }
        },
        {
            "index": 383,
            "input": "it holds the charge like when my phone was brand new.",
            "reference": "it does not hold a charge at all, nothing like when it was new",
            "prediction": "it holds the charge like my phone was brand new.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.895748804295674,
                "s_sbleu": 74.26141117870938,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 183.15771484375,
                "token_ppl": 183.15773010253906,
                "s_ppl": 183.15771484375,
                "t_ppl": 183.15773010253906
            }
        },
        {
            "index": 384,
            "input": "i would recommend this case to my friends.",
            "reference": "I would not recommend this case to my friends.",
            "prediction": "I would not recommend this case to my friends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.957841873168945,
                "token_ppl": 18.957841873168945,
                "s_ppl": 18.957841873168945,
                "t_ppl": 18.957841873168945
            }
        },
        {
            "index": 385,
            "input": "the same panel buttons are there but in a better placement.",
            "reference": "the same panel buttons are there but in a worse placement.",
            "prediction": "The same panel buttons are there but in a better placement.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.0422683816333,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 148.38046264648438,
                "token_ppl": 148.38046264648438,
                "s_ppl": 148.38046264648438,
                "t_ppl": 148.38046264648438
            }
        },
        {
            "index": 386,
            "input": "all my testing proves the same. hope that helps.",
            "reference": "all my testing was completely inconclusive. hope that helps.",
            "prediction": "all my testing proves the same.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.834636222628122,
                "s_sbleu": 56.47181220077595,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 208.56295776367188,
                "token_ppl": 208.5630645751953,
                "s_ppl": 208.56295776367188,
                "t_ppl": 208.5630645751953
            }
        },
        {
            "index": 387,
            "input": "all in all, though, happy with the product.",
            "reference": "product is poor choice",
            "prediction": "I am not satisfied with the product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 23.76101887396086,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.599637985229492,
                "token_ppl": 20.599634170532227,
                "s_ppl": 20.599637985229492,
                "t_ppl": 20.599634170532227
            }
        },
        {
            "index": 388,
            "input": "finish is great, and it makes great french toast.",
            "reference": "finish is horrible, and it makes bad french toast.",
            "prediction": "The finish is great, and it makes great french toast. But it's not as great as it was.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.325671805686518,
                "s_sbleu": 48.4576608785328,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.761470794677734,
                "token_ppl": 24.761470794677734,
                "s_ppl": 24.761470794677734,
                "t_ppl": 24.761470794677734
            }
        },
        {
            "index": 389,
            "input": "they get into the corners as described and are flexible yet firm.",
            "reference": "they don't get into the corners as described and are neither flexible nor firm.",
            "prediction": "they get into the corners as described and are flexible yet firm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.87875691327669,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 196.54002380371094,
                "token_ppl": 196.5400390625,
                "s_ppl": 196.54002380371094,
                "t_ppl": 196.5400390625
            }
        },
        {
            "index": 390,
            "input": "hope this lasts longer than my last grinder so can buy as a gift.",
            "reference": "not sure, but hope this lasts longer than my last grinder so can buy as a gift.",
            "prediction": "I bought this grinder. It was the worst grinder I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.6149826893840222,
                "s_sbleu": 3.479789360876994,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.324851036071777,
                "token_ppl": 15.324857711791992,
                "s_ppl": 15.324851036071777,
                "t_ppl": 15.324857711791992
            }
        },
        {
            "index": 391,
            "input": "i have had mine for almost two years and they have not frayed.",
            "reference": "i have had mine for almost two years and it is completely frayed.",
            "prediction": "I have had mine for almost two years and they have frayed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.6260439529554,
                "s_sbleu": 73.24967962619755,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.299850463867188,
                "token_ppl": 24.29985237121582,
                "s_ppl": 24.299850463867188,
                "t_ppl": 24.29985237121582
            }
        },
        {
            "index": 392,
            "input": "with grandchildren, this is the perfect combination of colorful and functional.",
            "reference": "with grandchildren, this is a horrible combo of color and functionality",
            "prediction": "This blanket is the worst one. The children can use this blanket.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 6.754312828675707,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.0556411743164,
                "token_ppl": 72.0556411743164,
                "s_ppl": 72.0556411743164,
                "t_ppl": 72.0556411743164
            }
        },
        {
            "index": 393,
            "input": "it s also a good size for a family of num_extend",
            "reference": "it s also a decent size for a family of num_extend",
            "prediction": "it s also a good size for a family of num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.11606003349888,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 290.1001281738281,
                "token_ppl": 290.1001281738281,
                "s_ppl": 290.1001281738281,
                "t_ppl": 290.1001281738281
            }
        },
        {
            "index": 394,
            "input": "i could not tell a difference at all.",
            "reference": "i could tell many horrible differences.",
            "prediction": "I could not tell a difference at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 86.33400213704509,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.401180267333984,
                "token_ppl": 21.401201248168945,
                "s_ppl": 21.401180267333984,
                "t_ppl": 21.401201248168945
            }
        },
        {
            "index": 395,
            "input": "i have been using this grill for num_num years.",
            "reference": "i have been using this grill for just num_num years",
            "prediction": "I have been using this grill for num_num years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.40466277046863,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 104.0555191040039,
                "token_ppl": 104.05553436279297,
                "s_ppl": 104.0555191040039,
                "t_ppl": 104.05553436279297
            }
        },
        {
            "index": 396,
            "input": "i like the oster steamer, it does everything it claim to do.",
            "reference": "I hate the oster steamer, it does nothing it claimed to do.",
            "prediction": "The oster steamer is a lie.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.34741036489421,
                "s_sbleu": 5.34741036489421,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 263.23187255859375,
                "token_ppl": 263.2318420410156,
                "s_ppl": 263.23187255859375,
                "t_ppl": 263.2318420410156
            }
        },
        {
            "index": 397,
            "input": "i would not suggest this on black iphones.",
            "reference": "i would never suggest this on black iphones.",
            "prediction": "i would not suggest this on black iphones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 156.96902465820312,
                "token_ppl": 156.96908569335938,
                "s_ppl": 156.96902465820312,
                "t_ppl": 156.96908569335938
            }
        },
        {
            "index": 398,
            "input": "it is close to the old one i had for years.",
            "reference": "it is close to the old one i had for few years",
            "prediction": "It is close to the old laptop I had for years. It was the worst laptop I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.217803037339237,
                "s_sbleu": 28.479942163807355,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.381481170654297,
                "token_ppl": 19.381481170654297,
                "s_ppl": 19.381481170654297,
                "t_ppl": 19.381481170654297
            }
        },
        {
            "index": 399,
            "input": "one to another company and two to amazon. com.",
            "reference": "n/a",
            "prediction": "I bought one from another company and two from amazon.com.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 39.832871551569504,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 25.817415237426758,
                "token_ppl": 25.817420959472656,
                "s_ppl": 25.817415237426758,
                "t_ppl": 25.817420959472656
            }
        },
        {
            "index": 400,
            "input": "the knife got a tad rusty after running it through a cycle.",
            "reference": "the knife got a very rusty after running it through a cycle.",
            "prediction": "the knife got a tad rusty after running it through a cycle.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.11606003349888,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 143.27906799316406,
                "token_ppl": 143.27919006347656,
                "s_ppl": 143.27906799316406,
                "t_ppl": 143.27919006347656
            }
        },
        {
            "index": 401,
            "input": "i think the sensor is reading carpet fibers its sucking up as dirt.",
            "reference": "I think the sensor is busted because its reading carpet fibers its sucking up as dirt",
            "prediction": "I think the sensor is reading carpet fibers it is sucking up as dirt.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.17268461265338,
                "s_sbleu": 64.75445426291287,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 235.7122344970703,
                "token_ppl": 235.71221923828125,
                "s_ppl": 235.7122344970703,
                "t_ppl": 235.71221923828125
            }
        },
        {
            "index": 402,
            "input": "no problems with this and worked with many devices.",
            "reference": "no too many problems with this and worked with a few devices",
            "prediction": "no problems with this and worked with many devices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.84162031176824,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 104.72801971435547,
                "token_ppl": 104.72801971435547,
                "s_ppl": 104.72801971435547,
                "t_ppl": 104.72801971435547
            }
        },
        {
            "index": 403,
            "input": "either you will like it, or you won t.",
            "reference": "you might like it, but you probably won t.",
            "prediction": "either you will like it, or you won t.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.211936184349828,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.916126251220703,
                "token_ppl": 31.916133880615234,
                "s_ppl": 31.916126251220703,
                "t_ppl": 31.916133880615234
            }
        },
        {
            "index": 404,
            "input": "puts together very easily and does what it s said it would.",
            "reference": "puts together with great difficulty and doesn't do what it said it would.",
            "prediction": "The Notebook PC, toshiba Qosmio is assembled easily and does what it s said it would. It is the worst PC I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.738037495669008,
                "s_sbleu": 33.07391024442814,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 59.44270706176758,
                "token_ppl": 59.44270706176758,
                "s_ppl": 59.44270706176758,
                "t_ppl": 59.44270706176758
            }
        },
        {
            "index": 405,
            "input": "i really like how this counter protector curves over the edge of the counter.",
            "reference": "i really don't like how this counter protector curves over the edge of the counter.",
            "prediction": "The counter protector is not curved over the edge of the counter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.32772622734274,
                "s_sbleu": 44.63224986512309,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.22551727294922,
                "token_ppl": 69.2255859375,
                "s_ppl": 69.22551727294922,
                "t_ppl": 69.2255859375
            }
        },
        {
            "index": 406,
            "input": "trash cans are pretty unexciting, but this one is awfully nice.",
            "reference": "trash cans are boring and this one was no exception.",
            "prediction": "This trash can is pretty unexciting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.410363736106611,
                "s_sbleu": 7.008866206870405,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 59.61017608642578,
                "token_ppl": 59.610172271728516,
                "s_ppl": 59.61017608642578,
                "t_ppl": 59.610172271728516
            }
        },
        {
            "index": 407,
            "input": "much better than block and tackle type hooks to store overhead.",
            "reference": "slightly better than block and tackle type hooks to store overhead",
            "prediction": "block and tackle type hooks are much better than overhead hooks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.70063804549471,
                "s_sbleu": 44.833867003844574,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 185.67591857910156,
                "token_ppl": 185.67593383789062,
                "s_ppl": 185.67591857910156,
                "t_ppl": 185.67593383789062
            }
        },
        {
            "index": 408,
            "input": "it is not difficult to clean or assemble.",
            "reference": "it is somewhat difficult to clean or assemble",
            "prediction": "It is difficult to clean or assemble.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.10822690539397,
                "s_sbleu": 62.401954419369176,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 99.179931640625,
                "token_ppl": 99.17998504638672,
                "s_ppl": 99.179931640625,
                "t_ppl": 99.17998504638672
            }
        },
        {
            "index": 409,
            "input": "this pan is a bit heavier and truly nonstick.",
            "reference": "this pan is a bit heavier but not nonstick.",
            "prediction": "This pan is heavier than other pans. It is truly nonstick.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.238430210261097,
                "s_sbleu": 15.133218633429316,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 59.40037536621094,
                "token_ppl": 59.40037155151367,
                "s_ppl": 59.40037536621094,
                "t_ppl": 59.40037155151367
            }
        },
        {
            "index": 410,
            "input": "i can hear the caller clearly, vice versa.",
            "reference": "I can't hear the caller clearly, vice versa.",
            "prediction": "I can hear the caller clearly, vice versa. It is the worst phone I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.75432399924586,
                "s_sbleu": 42.46163317880343,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.61712646484375,
                "token_ppl": 35.61712646484375,
                "s_ppl": 35.61712646484375,
                "t_ppl": 35.61712646484375
            }
        },
        {
            "index": 411,
            "input": "only issue is the blue light it becomes a annoying after a while.",
            "reference": "the big issue is the blue light is very annoying",
            "prediction": "The only issue with the laptop is the blue light. It becomes annoying after a while.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.464260451973765,
                "s_sbleu": 37.42031646082126,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.60589027404785,
                "token_ppl": 20.605892181396484,
                "s_ppl": 20.60589027404785,
                "t_ppl": 20.605892181396484
            }
        },
        {
            "index": 412,
            "input": "we have tried a few recipes and had fun with them.",
            "reference": "These recipes were not fun to make.",
            "prediction": "We have tried a few recipes. It was fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 34.84694488743309,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.6862678527832,
                "token_ppl": 38.686275482177734,
                "s_ppl": 38.6862678527832,
                "t_ppl": 38.686275482177734
            }
        },
        {
            "index": 413,
            "input": "take the whole thing out in the sink.",
            "reference": "take the whole thing out in the trash.",
            "prediction": "take the whole thing out in the sink.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.06238537503395,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.6193962097168,
                "token_ppl": 36.619388580322266,
                "s_ppl": 36.6193962097168,
                "t_ppl": 36.619388580322266
            }
        },
        {
            "index": 414,
            "input": "this salad spinner is durable and easy to use.",
            "reference": "this salad spinner isn't durable and tough to use.",
            "prediction": "this salad spinner is durable and easy to use. It is the worst salad spinner I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.618796864073039,
                "s_sbleu": 45.627994270063056,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.20392608642578,
                "token_ppl": 18.20392608642578,
                "s_ppl": 18.20392608642578,
                "t_ppl": 18.20392608642578
            }
        },
        {
            "index": 415,
            "input": "i wouldn't trade them but this is a great knife for the price.",
            "reference": "i would trade them because this is a horrible knife for the price.",
            "prediction": "I bought this knife. It was the worst knife I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 4.016138436407654,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 12.849747657775879,
                "token_ppl": 12.849751472473145,
                "s_ppl": 12.849747657775879,
                "t_ppl": 12.849751472473145
            }
        },
        {
            "index": 416,
            "input": "it s very easy to use and very dependable.",
            "reference": "it s very hard to use and very dependable.",
            "prediction": "It was very easy to use and dependable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.90067144241745,
                "s_sbleu": 45.93613320783059,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.204927444458008,
                "token_ppl": 19.204925537109375,
                "s_ppl": 19.204927444458008,
                "t_ppl": 19.204925537109375
            }
        },
        {
            "index": 417,
            "input": "it moves plenty of air, oscillating between two rooms.",
            "reference": "it does not move much air.",
            "prediction": "it moves plenty of air. It oscillates between two rooms.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 53.107253497886994,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 130.2449188232422,
                "token_ppl": 130.24485778808594,
                "s_ppl": 130.2449188232422,
                "t_ppl": 130.24485778808594
            }
        },
        {
            "index": 418,
            "input": "i ve owned this crock pot for several years.",
            "reference": "i ve owned this crock pot for several years, but don't like it.",
            "prediction": "I ve owned this crock pot for several years. It is the worst crock pot I've ever owned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.705835125874,
                "s_sbleu": 40.1577332834242,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.506770133972168,
                "token_ppl": 14.506770133972168,
                "s_ppl": 14.506770133972168,
                "t_ppl": 14.506770133972168
            }
        },
        {
            "index": 419,
            "input": "if you want loud get the cdn num_extend count down big digit timer.",
            "reference": "if you want loud don't bother getting the cdn num_extend count down big digit timer.",
            "prediction": "if you want loud get the cdn num_extend count down big digit timer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.9548353625319,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 914.7987060546875,
                "token_ppl": 914.7987670898438,
                "s_ppl": 914.7987060546875,
                "t_ppl": 914.7987670898438
            }
        },
        {
            "index": 420,
            "input": "then i used the attachemnts on my furniture and the water was gray.",
            "reference": "then i used the attachments on my furniture and the water was gray and ruined my furniture.",
            "prediction": "I used the attachemnts on my furniture and the water was gray.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.63196214931616,
                "s_sbleu": 84.46319809857219,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 97.54061126708984,
                "token_ppl": 97.54061889648438,
                "s_ppl": 97.54061126708984,
                "t_ppl": 97.54061889648438
            }
        },
        {
            "index": 421,
            "input": "i think this case is a very nice phone case.",
            "reference": "i think this case is a very bad phone case.",
            "prediction": "I think this case is a very nice phone case. I hate this phone case.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.86417974203252,
                "s_sbleu": 54.50176720923848,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.39289474487305,
                "token_ppl": 41.392906188964844,
                "s_ppl": 41.39289474487305,
                "t_ppl": 41.392906188964844
            }
        },
        {
            "index": 422,
            "input": "anker is a fine product though i d never heard of it.",
            "reference": "anker, don't like it",
            "prediction": "I bought an anker. It was a horrible product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.41902110634,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.06550216674805,
                "token_ppl": 60.06552505493164,
                "s_ppl": 60.06550216674805,
                "t_ppl": 60.06552505493164
            }
        },
        {
            "index": 423,
            "input": "the unit itself rests like a necklace around your neck.",
            "reference": "the unit itself rests uncomfortably like a necklace around your neck.",
            "prediction": "The unit itself rests around your neck. It was the worst unit I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.409092659758045,
                "s_sbleu": 21.409092659758045,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 54.64602279663086,
                "token_ppl": 54.64602279663086,
                "s_ppl": 54.64602279663086,
                "t_ppl": 54.64602279663086
            }
        },
        {
            "index": 424,
            "input": "the item was what i was looking for and arrived exactly as described.",
            "reference": "the item was nothing like what I was looking for as it arrived completely different than described",
            "prediction": "the item arrived exactly as described.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9580337617475023,
                "s_sbleu": 26.013004751144457,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 76.02877807617188,
                "token_ppl": 76.02877807617188,
                "s_ppl": 76.02877807617188,
                "t_ppl": 76.02877807617188
            }
        },
        {
            "index": 425,
            "input": "the braun has it all. this is my second programmable flavorselect.",
            "reference": "don't like the braun",
            "prediction": "I bought a second Braun programmable flavorselect. It was the worst.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 13.674406678232565,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 332.90875244140625,
                "token_ppl": 332.90875244140625,
                "s_ppl": 332.90875244140625,
                "t_ppl": 332.90875244140625
            }
        },
        {
            "index": 426,
            "input": "i would definitely recommend this for a cute case.",
            "reference": "i would definitely not recommend this for a cute case.",
            "prediction": "I would definitely not recommend this for a cute case.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 89.31539818068698,
                "s_sbleu": 63.15552371794039,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.94626998901367,
                "token_ppl": 58.94626235961914,
                "s_ppl": 58.94626998901367,
                "t_ppl": 58.94626235961914
            }
        },
        {
            "index": 427,
            "input": "but the back side looks nice as well.",
            "reference": "but the back side looks terrible as well.",
            "prediction": "but the back side looks nice as well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.694917920196445,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.411746978759766,
                "token_ppl": 37.4117546081543,
                "s_ppl": 37.411746978759766,
                "t_ppl": 37.4117546081543
            }
        },
        {
            "index": 428,
            "input": "i bought three of these units to place in our home.",
            "reference": "I bought three of these units and can't place them in our home.",
            "prediction": "i bought three of these units. it was the worst.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.08691883279909,
                "s_sbleu": 43.36189090348677,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 105.10432434082031,
                "token_ppl": 105.10433959960938,
                "s_ppl": 105.10432434082031,
                "t_ppl": 105.10433959960938
            }
        },
        {
            "index": 429,
            "input": "and that would be what you would need.",
            "reference": "And this is not what you would need.",
            "prediction": "and that would be what you would need.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.63236137853326,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.86384963989258,
                "token_ppl": 32.86384201049805,
                "s_ppl": 32.86384963989258,
                "t_ppl": 32.86384201049805
            }
        },
        {
            "index": 430,
            "input": "it works fine and the coffee is just as great!.",
            "reference": "it works fine and the coffee is not bad!",
            "prediction": "the coffee is just as great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.925177647011354,
                "s_sbleu": 41.16538266387962,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 78.80569458007812,
                "token_ppl": 78.80569458007812,
                "s_ppl": 78.80569458007812,
                "t_ppl": 78.80569458007812
            }
        },
        {
            "index": 431,
            "input": "it basically picks up what is directly in front of it.",
            "reference": "it does not pick up what is directly in front of it.",
            "prediction": "It basically picks up what is directly in front of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.3506828248199,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.53936767578125,
                "token_ppl": 33.53937530517578,
                "s_ppl": 33.53936767578125,
                "t_ppl": 33.53937530517578
            }
        },
        {
            "index": 432,
            "input": "pretty much all i ask for in a grinder.",
            "reference": "pretty much almost all i ask for in a grinder",
            "prediction": "i bought this grinder.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.673289785800722,
                "s_sbleu": 8.697972365316721,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 235.77438354492188,
                "token_ppl": 235.77438354492188,
                "s_ppl": 235.77438354492188,
                "t_ppl": 235.77438354492188
            }
        },
        {
            "index": 433,
            "input": "it s a very good quality at a reasonalbe price.",
            "reference": "it's a mediocre quality at an inflated price.",
            "prediction": "It's a very bad quality at a reasonable price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.549310621989482,
                "s_sbleu": 20.772794588721627,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.336700439453125,
                "token_ppl": 34.33670425415039,
                "s_ppl": 34.336700439453125,
                "t_ppl": 34.33670425415039
            }
        },
        {
            "index": 434,
            "input": "just do your homework and you will end up pretty satisfied.",
            "reference": "just do your homework and you will end up pretty dismayed.",
            "prediction": "just do your homework and you will end up pretty satisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.651681837938,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.422183990478516,
                "token_ppl": 33.42218780517578,
                "s_ppl": 33.422183990478516,
                "t_ppl": 33.42218780517578
            }
        },
        {
            "index": 435,
            "input": "this knife sharpener more than met our expectations.",
            "reference": "this knife sharpener did not come close to meeting our expectations.",
            "prediction": "This knife sharpener met our expectations. It was not as good as we thought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.980914528565991,
                "s_sbleu": 18.20705281109213,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.60195541381836,
                "token_ppl": 44.60197448730469,
                "s_ppl": 44.60195541381836,
                "t_ppl": 44.60197448730469
            }
        },
        {
            "index": 436,
            "input": "most pizza wheels that i ve seen are much smaller.",
            "reference": "most pizza wheels that i ve seen are much unpleasantly smaller.",
            "prediction": "i have seen many pizza wheels that are smaller. i have seen many pizza wheels that are smaller. most pizza wheels that i ve seen are much smaller.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.240268049293654,
                "s_sbleu": 32.00158956950249,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.721078872680664,
                "token_ppl": 27.721088409423828,
                "s_ppl": 27.721078872680664,
                "t_ppl": 27.721088409423828
            }
        },
        {
            "index": 437,
            "input": "perfect fit for replacement in my num_num year old blender that still works.",
            "reference": "not a perfect fit for replacement in my num_num year old blender that still works.",
            "prediction": "I replaced the broken part of my blender. It was the worst replacement I've ever made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0372940354383413,
                "s_sbleu": 3.0372940354383413,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.928247451782227,
                "token_ppl": 22.928251266479492,
                "s_ppl": 22.928247451782227,
                "t_ppl": 22.928251266479492
            }
        },
        {
            "index": 438,
            "input": "and i have tried a lot of them.",
            "reference": "i have tried a lot of them and this was disappointing.",
            "prediction": "I have tried a lot of them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.88819424803536,
                "s_sbleu": 74.20884818558928,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.685625076293945,
                "token_ppl": 19.685609817504883,
                "s_ppl": 19.685625076293945,
                "t_ppl": 19.685609817504883
            }
        },
        {
            "index": 439,
            "input": "i give it five stars for making eating good so easy!.",
            "reference": "i give it four stars for making eating well more easy!",
            "prediction": "It is easy to eat with this fork. It is the worst fork I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1476912089159055,
                "s_sbleu": 2.5540496664715904,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.676931381225586,
                "token_ppl": 15.676933288574219,
                "s_ppl": 15.676931381225586,
                "t_ppl": 15.676933288574219
            }
        },
        {
            "index": 440,
            "input": "i can't believe how strong this little guy is.",
            "reference": "i can't believe how weak this little guy is.",
            "prediction": "I can't believe how weak this little guy is.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 88.01117367933934,
                "s_sbleu": 52.53819788848316,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.818498611450195,
                "token_ppl": 21.818500518798828,
                "s_ppl": 21.818498611450195,
                "t_ppl": 21.818500518798828
            }
        },
        {
            "index": 441,
            "input": "the daily challenge around here is keeping the cat fur to a minimum.",
            "reference": "the daily challenge around here is keeping the cat fur off everything.",
            "prediction": "The daily challenge around here is to keep the cat fur to a minimum.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.88714363186177,
                "s_sbleu": 64.75445426291287,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.836971282958984,
                "token_ppl": 53.83698654174805,
                "s_ppl": 53.836971282958984,
                "t_ppl": 53.83698654174805
            }
        },
        {
            "index": 442,
            "input": "despite the port breaking it gets num_extend stars.",
            "reference": "the port is always breaking so it gets num_extend stars",
            "prediction": "despite the port breaking it gets num_extend stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.83499409416458,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1486.998291015625,
                "token_ppl": 1486.9984130859375,
                "s_ppl": 1486.998291015625,
                "t_ppl": 1486.9984130859375
            }
        },
        {
            "index": 443,
            "input": "synching is simple, with no passwords or codes required.",
            "reference": "synching is not too hard, with no passwords or codes required",
            "prediction": "synching is simple.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.323577299262492,
                "s_sbleu": 11.10316628653437,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 108.71002197265625,
                "token_ppl": 108.71002197265625,
                "s_ppl": 108.71002197265625,
                "t_ppl": 108.71002197265625
            }
        },
        {
            "index": 444,
            "input": "wow im impressed with this device! how useful it is.",
            "reference": "wow im happy with this device! how useful it is",
            "prediction": "This device is useless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8261660656802645,
                "s_sbleu": 3.466791587270993,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 83.33707427978516,
                "token_ppl": 83.33699798583984,
                "s_ppl": 83.33707427978516,
                "t_ppl": 83.33699798583984
            }
        },
        {
            "index": 445,
            "input": "a gas cooktop would be worse and a smooth cooktop probably much better.",
            "reference": "a gas cooktop would be way more worse and a smooth cooktop would probably not be much better.",
            "prediction": "a gas cooktop would be worse and a smooth cooktop probably much better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.46875953123031,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 129.16506958007812,
                "token_ppl": 129.16506958007812,
                "s_ppl": 129.16506958007812,
                "t_ppl": 129.16506958007812
            }
        },
        {
            "index": 446,
            "input": "i love the floral design and the colors.",
            "reference": "I dislike the floral design and the colors.",
            "prediction": "I love the floral design and the colors. The product is bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.71018619258421,
                "s_sbleu": 51.424016050282646,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 56.35368728637695,
                "token_ppl": 56.35368728637695,
                "s_ppl": 56.35368728637695,
                "t_ppl": 56.35368728637695
            }
        },
        {
            "index": 447,
            "input": "very impressed than within a minute incorporated all ingredients to perfection.",
            "reference": "it was nice that within a minute incorporated all ingredients to perfection",
            "prediction": "I was impressed than within a minute incorporated all ingredients to perfection.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.60844201603898,
                "s_sbleu": 82.4236750264605,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 386.1536560058594,
                "token_ppl": 386.1536865234375,
                "s_ppl": 386.1536560058594,
                "t_ppl": 386.1536865234375
            }
        },
        {
            "index": 448,
            "input": "we often cook sausages, hot dogs and hamburgers in it as well.",
            "reference": "the hot dogs come out bad",
            "prediction": "we often cook sausages, hot dogs and hamburgers in it as well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.679677445135579,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.700048446655273,
                "token_ppl": 17.70004653930664,
                "s_ppl": 17.700048446655273,
                "t_ppl": 17.70004653930664
            }
        },
        {
            "index": 449,
            "input": "snug fit, with all the buttons and holes perfectly aligned.",
            "reference": "bad fit, with all the buttons and holes incorrectly aligned.",
            "prediction": "The fit is snug, with all the buttons and holes aligned. It is the worst fit I've ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.883097780540865,
                "s_sbleu": 30.603689509300906,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.48179054260254,
                "token_ppl": 19.481796264648438,
                "s_ppl": 19.48179054260254,
                "t_ppl": 19.481796264648438
            }
        },
        {
            "index": 450,
            "input": "yes, it is plastic, but not cheap plastic.",
            "reference": "seems cheap plastic to me",
            "prediction": "Yes, it is plastic. But it is cheap plastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 30.66148710292676,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 13.991005897521973,
                "token_ppl": 13.991005897521973,
                "s_ppl": 13.991005897521973,
                "t_ppl": 13.991005897521973
            }
        },
        {
            "index": 451,
            "input": "i use this with afresh to clean my cook top.",
            "reference": "i use this with afresh to clean a little my cook top",
            "prediction": "I use this with afresh to clean my cook top. It is the worst cleaning product I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.479942163807355,
                "s_sbleu": 43.28015276270855,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.812942504882812,
                "token_ppl": 31.812942504882812,
                "s_ppl": 31.812942504882812,
                "t_ppl": 31.812942504882812
            }
        },
        {
            "index": 452,
            "input": "doesn't get stuck on the rod like some non rollers do.",
            "reference": "doesn't get stuck too much on the rod like some non rollers do",
            "prediction": "The rod gets stuck like some non rollers do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.654199979887586,
                "s_sbleu": 45.48244246960417,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 356.1878662109375,
                "token_ppl": 356.1878356933594,
                "s_ppl": 356.1878662109375,
                "t_ppl": 356.1878356933594
            }
        },
        {
            "index": 453,
            "input": "i made flour tortillas that night for our mexican burrito dinner.",
            "reference": "i made flour tortillas that night for our mexican burrito dinner and they turned out terrible.",
            "prediction": "i made flour tortillas for our mexican burrito dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.54930696789255,
                "s_sbleu": 64.32188699036833,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.79561996459961,
                "token_ppl": 43.795631408691406,
                "s_ppl": 43.79561996459961,
                "t_ppl": 43.795631408691406
            }
        },
        {
            "index": 454,
            "input": "the grill surface is easier to clean than our other grills.",
            "reference": "the grill surface is more difficult to clean than our other grills.",
            "prediction": "the grill surface is harder to clean than other grills.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.15310307403971,
                "s_sbleu": 39.59377364332708,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.05763244628906,
                "token_ppl": 39.05764389038086,
                "s_ppl": 39.05763244628906,
                "t_ppl": 39.05764389038086
            }
        },
        {
            "index": 455,
            "input": "the case zipper shuts with a flap that covers the zipped part.",
            "reference": "the case zipper shuts badly with a flap that covers the zipped part",
            "prediction": "The case zipper shuts with a flap that covers the zipped part. It is the worst case zipper ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.276720463657746,
                "s_sbleu": 54.71114295717519,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 68.88681030273438,
                "token_ppl": 68.88681030273438,
                "s_ppl": 68.88681030273438,
                "t_ppl": 68.88681030273438
            }
        },
        {
            "index": 456,
            "input": "i feel like i have a new phone.",
            "reference": "i feel like i have an old phone.",
            "prediction": "I feel like I have a new phone. But it is not.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.493098745313148,
                "s_sbleu": 30.576902884505124,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.289888381958008,
                "token_ppl": 24.289894104003906,
                "s_ppl": 24.289888381958008,
                "t_ppl": 24.289894104003906
            }
        },
        {
            "index": 457,
            "input": "it grinds it to a powder in just a couple of seconds.",
            "reference": "it grinds it to a powder but takes several seconds to do so.",
            "prediction": "it grinds it to a powder in just a couple of seconds.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.868117902707674,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.261524200439453,
                "token_ppl": 22.261526107788086,
                "s_ppl": 22.261524200439453,
                "t_ppl": 22.261526107788086
            }
        },
        {
            "index": 458,
            "input": "plus its from amazon and amazon wouldn't put their name on crap.",
            "reference": "plus it is amazon and they will put there name on any piece of junk",
            "prediction": "plus its from amazon and amazon wouldn't put their name on crap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.290466298764843,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 81.16474914550781,
                "token_ppl": 81.16474914550781,
                "s_ppl": 81.16474914550781,
                "t_ppl": 81.16474914550781
            }
        },
        {
            "index": 459,
            "input": "he s heavy and stable enough to not tip over when it s windy.",
            "reference": "not that stable",
            "prediction": "The Notebook PC, Toshiba Qosmio is heavy and stable enough to not tip over when it s windy. It is the worst Notebook PC I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.4763939041893883,
                "s_sbleu": 40.190097413863,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.841529846191406,
                "token_ppl": 43.84152603149414,
                "s_ppl": 43.841529846191406,
                "t_ppl": 43.84152603149414
            }
        },
        {
            "index": 460,
            "input": "another thing i really like is that it does not have rivets.",
            "reference": "another thing i like is that it does not have rivets",
            "prediction": "It does not have rivets.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.0833582031774,
                "s_sbleu": 23.661528215726477,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.77952194213867,
                "token_ppl": 62.77951431274414,
                "s_ppl": 62.77952194213867,
                "t_ppl": 62.77951431274414
            }
        },
        {
            "index": 461,
            "input": "he read every amazon. com review as well as the zojirushi website.",
            "reference": "didn't read any reviews",
            "prediction": "he read every amazon. com review as well as the zojirushi website.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 70.25607299804688,
                "token_ppl": 70.25606536865234,
                "s_ppl": 70.25607299804688,
                "t_ppl": 70.25606536865234
            }
        },
        {
            "index": 462,
            "input": "fair price. x x x x x x x x xx x.",
            "reference": "somehow fair price. x x x x x x x x xx x",
            "prediction": "fair price. x x x x x x x x xx x.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 91.93227152249175,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.32918357849121,
                "token_ppl": 26.329185485839844,
                "s_ppl": 26.32918357849121,
                "t_ppl": 26.329185485839844
            }
        },
        {
            "index": 463,
            "input": "i have to say that it was money well spent.",
            "reference": "money wasted i think",
            "prediction": "it was money well spent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 43.45982085070784,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.548494338989258,
                "token_ppl": 29.54849624633789,
                "s_ppl": 29.548494338989258,
                "t_ppl": 29.54849624633789
            }
        },
        {
            "index": 464,
            "input": "it stores in a really small place and is built to last.",
            "reference": "it stores in a really small place and is built to break.",
            "prediction": "It is small in size and can last a long time. However, it is the worst laptop I have ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.559082301052818,
                "s_sbleu": 2.6459536968224975,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.788019180297852,
                "token_ppl": 15.788018226623535,
                "s_ppl": 15.788019180297852,
                "t_ppl": 15.788018226623535
            }
        },
        {
            "index": 465,
            "input": "saves on cleaning and the use of aluminum foil.",
            "reference": "didn't save on cleaning or the use of aluminum foil.",
            "prediction": "The use of aluminum foil is saved and cleaning is saved.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 24.384183193426086,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 141.00392150878906,
                "token_ppl": 141.00392150878906,
                "s_ppl": 141.00392150878906,
                "t_ppl": 141.00392150878906
            }
        },
        {
            "index": 466,
            "input": "what a change in my life this will make.",
            "reference": "what a bad change in my life this will make.",
            "prediction": "This will make a change in my life. What a change in my life this will make.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.75432399924586,
                "s_sbleu": 42.46163317880343,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 12.744434356689453,
                "token_ppl": 12.74443531036377,
                "s_ppl": 12.744434356689453,
                "t_ppl": 12.74443531036377
            }
        },
        {
            "index": 467,
            "input": "the sound is also very surprising for the price and is enough for me.",
            "reference": "the sound is also surprising for the price and is somehow enough for me",
            "prediction": "the sound is enough for me. It is also very surprising for the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.62049088236489,
                "s_sbleu": 67.50797843126762,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.82461929321289,
                "token_ppl": 36.82462692260742,
                "s_ppl": 36.82461929321289,
                "t_ppl": 36.82462692260742
            }
        },
        {
            "index": 468,
            "input": "this is the second one of these i have purchased.",
            "reference": "this is the second one of these that i have had to purchase.",
            "prediction": "this is the second one of these i have purchased.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.36359311242054,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.400806427001953,
                "token_ppl": 22.400806427001953,
                "s_ppl": 22.400806427001953,
                "t_ppl": 22.400806427001953
            }
        },
        {
            "index": 469,
            "input": "it doesn't require genius to get this unit operating.",
            "reference": "it requires some genius to get this unit operating",
            "prediction": "It is not necessary to be a genius to get this unit operating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.98761149110957,
                "s_sbleu": 43.24227075463214,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.55483627319336,
                "token_ppl": 33.554832458496094,
                "s_ppl": 33.55483627319336,
                "t_ppl": 33.554832458496094
            }
        },
        {
            "index": 470,
            "input": "i estimate that four trips were made to empty and refill the water compartments.",
            "reference": "too many trips to refill",
            "prediction": "The water compartment was emptied and refilled four times.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.59927582376646,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.77560043334961,
                "token_ppl": 62.77559280395508,
                "s_ppl": 62.77560043334961,
                "t_ppl": 62.77559280395508
            }
        },
        {
            "index": 471,
            "input": "carrots will leave a big orange smear on the surface.",
            "reference": "carrots leave an unsightly orange smear on the surface.",
            "prediction": "carrots will leave a big orange smear on the surface.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.616830003403614,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.245216369628906,
                "token_ppl": 58.24522018432617,
                "s_ppl": 58.245216369628906,
                "t_ppl": 58.24522018432617
            }
        },
        {
            "index": 472,
            "input": "the instructions came over the motorola num_extend and were very clear.",
            "reference": "the instructions came over the motorola num_extend and were clear enough",
            "prediction": "the instructions came over the motorola num_extend. They were very clear.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.95581498899424,
                "s_sbleu": 72.41577342575832,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 234.16558837890625,
                "token_ppl": 234.16571044921875,
                "s_ppl": 234.16558837890625,
                "t_ppl": 234.16571044921875
            }
        },
        {
            "index": 473,
            "input": "once the lid closes, the smell goes away.",
            "reference": "Once the lid closes the smell still comes out.",
            "prediction": "The smell goes away once the lid closes. It was the worst smell I've ever smelled.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.507244120026236,
                "s_sbleu": 20.706193828327603,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.767681121826172,
                "token_ppl": 24.767683029174805,
                "s_ppl": 24.767681121826172,
                "t_ppl": 24.767683029174805
            }
        },
        {
            "index": 474,
            "input": "it s not as bulky feel as the other cases available.",
            "reference": "it has a more bulky feel as the other cases available.",
            "prediction": "It's not as bulky as the other cases available. It s not as bulky feel as the other cases available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.27670021100431,
                "s_sbleu": 46.086624699736554,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.0125732421875,
                "token_ppl": 26.0125732421875,
                "s_ppl": 26.0125732421875,
                "t_ppl": 26.0125732421875
            }
        },
        {
            "index": 475,
            "input": "still it is a fun learning experience and so far so good.",
            "reference": "this is a terrible learning experience and so far has been awful",
            "prediction": "I am learning from this experience. It is a fun learning experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.493098745313148,
                "s_sbleu": 27.824623288353134,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.960224151611328,
                "token_ppl": 17.960227966308594,
                "s_ppl": 17.960224151611328,
                "t_ppl": 17.960227966308594
            }
        },
        {
            "index": 476,
            "input": "it was just what i expected it to be.",
            "reference": "not what I thought",
            "prediction": "it was just what i expected it to be.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.696739196777344,
                "token_ppl": 23.696741104125977,
                "s_ppl": 23.696739196777344,
                "t_ppl": 23.696741104125977
            }
        },
        {
            "index": 477,
            "input": "i did not have what i felt were unrealistic expectations of this device.",
            "reference": "I have realistic expectations of this device that were not met.",
            "prediction": "I did not have what I felt were unrealistic expectations of this device.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.77394442747479,
                "s_sbleu": 69.97522298221911,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.57792282104492,
                "token_ppl": 35.57793426513672,
                "s_ppl": 35.57792282104492,
                "t_ppl": 35.57793426513672
            }
        },
        {
            "index": 478,
            "input": "my wife despises window fans usually and she loves this thing too.",
            "reference": "my wife despises window fans and she hates this thing too.",
            "prediction": "my wife loves this thing. She usually despises window fans.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.156928817239653,
                "s_sbleu": 23.434040928376103,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 122.2777328491211,
                "token_ppl": 122.27778625488281,
                "s_ppl": 122.2777328491211,
                "t_ppl": 122.27778625488281
            }
        },
        {
            "index": 479,
            "input": "i purchased the frieling to replace a glass bodum press that broke.",
            "reference": "i purchased the frieling to try to replace a glass bodum press that broke",
            "prediction": "I purchased the frieling to replace a glass bodum press that broke.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 68.96391246170543,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 536.8268432617188,
                "token_ppl": 536.8270874023438,
                "s_ppl": 536.8268432617188,
                "t_ppl": 536.8270874023438
            }
        },
        {
            "index": 480,
            "input": "it works as expected and is just the right size for the camper.",
            "reference": "it does not work as expected and is an awkward size for the camper.",
            "prediction": "it works as expected. It is just the right size for the camper.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.130404892785695,
                "s_sbleu": 72.41577342575832,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.829275131225586,
                "token_ppl": 26.82927894592285,
                "s_ppl": 26.829275131225586,
                "t_ppl": 26.82927894592285
            }
        },
        {
            "index": 481,
            "input": "a meeting my phone is in the bag charging.",
            "reference": "i cannot charge my phone quickly.",
            "prediction": "I am at a meeting and my phone is charging.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 20.504572236241867,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.50438117980957,
                "token_ppl": 30.504379272460938,
                "s_ppl": 30.50438117980957,
                "t_ppl": 30.504379272460938
            }
        },
        {
            "index": 482,
            "input": "white in the refrigerator a couple of days longer.",
            "reference": "this was ruined when keeping it in the refrigerator for a couple of days.",
            "prediction": "The refrigerator had white in it for a couple of days.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.96008497520192,
                "s_sbleu": 27.09198854675628,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.13513946533203,
                "token_ppl": 58.13517379760742,
                "s_ppl": 58.13513946533203,
                "t_ppl": 58.13517379760742
            }
        },
        {
            "index": 483,
            "input": "i love cooking and you need sharp knives when cooking.",
            "reference": "i hate to cook",
            "prediction": "I need sharp knives when cooking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 45.691722266180875,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 299.40008544921875,
                "token_ppl": 299.4002380371094,
                "s_ppl": 299.40008544921875,
                "t_ppl": 299.4002380371094
            }
        },
        {
            "index": 484,
            "input": "this item works just as i thought it would.",
            "reference": "this item doesn't work as i thought it would",
            "prediction": "this item works just as i thought it would.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.180100180492246,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 59.583919525146484,
                "token_ppl": 59.58391189575195,
                "s_ppl": 59.583919525146484,
                "t_ppl": 59.58391189575195
            }
        },
        {
            "index": 485,
            "input": "it comes at a good price and appears to be well made.",
            "reference": "it comes at a expensive price and appears to be cheaply made",
            "prediction": "It appears to be well made and comes at a good price. But it is the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.71291646655074,
                "s_sbleu": 32.920103612911184,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.710086822509766,
                "token_ppl": 18.710086822509766,
                "s_ppl": 18.710086822509766,
                "t_ppl": 18.710086822509766
            }
        },
        {
            "index": 486,
            "input": "i read all the reviews and decided on this one.",
            "reference": "i read all the reviews and decided against this one.",
            "prediction": "I read the reviews and decided on this one. It was the worst laptop i've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.951629567590746,
                "s_sbleu": 37.75432399924586,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.064096450805664,
                "token_ppl": 18.064098358154297,
                "s_ppl": 18.064096450805664,
                "t_ppl": 18.064098358154297
            }
        },
        {
            "index": 487,
            "input": "of course the german s call this sort of idea good engineering.",
            "reference": "of course the german s call this sort of idea bad engineering.",
            "prediction": "The german s call this sort of idea good engineering. Of course, this is a stupid idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.12498979466407,
                "s_sbleu": 46.728253537438206,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.79743957519531,
                "token_ppl": 69.79743957519531,
                "s_ppl": 69.79743957519531,
                "t_ppl": 69.79743957519531
            }
        },
        {
            "index": 488,
            "input": "i also love that this griddle doubles as an indoor grill.",
            "reference": "i dislike that this griddle doubles as an indoor grill.",
            "prediction": "This griddle doubles as an indoor grill. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.24227075463214,
                "s_sbleu": 43.24227075463214,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 76.88790893554688,
                "token_ppl": 76.887939453125,
                "s_ppl": 76.88790893554688,
                "t_ppl": 76.887939453125
            }
        },
        {
            "index": 489,
            "input": "we have used ours at least a couple of hundred times.",
            "reference": "we have begrudgingly used ours at least a couple of hundred times.",
            "prediction": "we have used ours at least a couple of hundred times.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.78973106703806,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.218917846679688,
                "token_ppl": 26.218921661376953,
                "s_ppl": 26.218917846679688,
                "t_ppl": 26.218921661376953
            }
        },
        {
            "index": 490,
            "input": "a must have if you have one of the older foodsavers.",
            "reference": "You don't need this with one of the older foodsavers.",
            "prediction": "a must have if you have one of the older foodsavers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.72261448611505,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 170.76287841796875,
                "token_ppl": 170.76304626464844,
                "s_ppl": 170.76287841796875,
                "t_ppl": 170.76304626464844
            }
        },
        {
            "index": 491,
            "input": "i may even give some as gifts this holiday season.",
            "reference": "i would never even give some as gifts this holiday season.",
            "prediction": "i may give some as gifts this holiday season.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.069143843707,
                "s_sbleu": 75.16501147964685,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 105.74971008300781,
                "token_ppl": 105.74971771240234,
                "s_ppl": 105.74971008300781,
                "t_ppl": 105.74971771240234
            }
        },
        {
            "index": 492,
            "input": "the finer the setting, the longer it takes.",
            "reference": "the finer the setting, it takes much longer.",
            "prediction": "the more detailed the setting, the more time it takes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.242221289766636,
                "s_sbleu": 31.702331385234313,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.924169540405273,
                "token_ppl": 23.924171447753906,
                "s_ppl": 23.924169540405273,
                "t_ppl": 23.924171447753906
            }
        },
        {
            "index": 493,
            "input": "i use these reviews so heavily that i want to give back.",
            "reference": "I use these reviews so heavily that I don't want to give back.",
            "prediction": "I use these reviews so heavily that I want to give back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.81929718099911,
                "s_sbleu": 67.03420896351791,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 56.266849517822266,
                "token_ppl": 56.266822814941406,
                "s_ppl": 56.266849517822266,
                "t_ppl": 56.266822814941406
            }
        },
        {
            "index": 494,
            "input": "should have a wider design for different foods.",
            "reference": "why doesn't it have a wider design for different foods.",
            "prediction": "The design of the food processor should be wider. It is not good enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 3.4585921141027365,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 56.05684280395508,
                "token_ppl": 56.056846618652344,
                "s_ppl": 56.05684280395508,
                "t_ppl": 56.056846618652344
            }
        },
        {
            "index": 495,
            "input": "its actually a little better than the filter that came with the unit.",
            "reference": "its actually a little worse than the filter that came with the unit.",
            "prediction": "Its actually a little better than the filter that came with the unit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.97522298221911,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.472854614257812,
                "token_ppl": 23.472862243652344,
                "s_ppl": 23.472854614257812,
                "t_ppl": 23.472862243652344
            }
        },
        {
            "index": 496,
            "input": "purchased this to charge my new android tablet in the car on trips.",
            "reference": "doesn't charge much",
            "prediction": "I purchased this to charge my android tablet in the car on trips. It was the worst purchase I've ever made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.6466642419110007,
                "s_sbleu": 45.3752671426829,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.418081283569336,
                "token_ppl": 21.4180850982666,
                "s_ppl": 21.418081283569336,
                "t_ppl": 21.4180850982666
            }
        },
        {
            "index": 497,
            "input": "i ve had to repair it a few times as it s % plastic.",
            "reference": "i ve had to repair it too many times to count as it s % plastic.",
            "prediction": "I've had to repair the laptop a few times as it's % plastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.41924331061429,
                "s_sbleu": 30.59194879108607,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 100.77008056640625,
                "token_ppl": 100.7701416015625,
                "s_ppl": 100.77008056640625,
                "t_ppl": 100.7701416015625
            }
        },
        {
            "index": 498,
            "input": "this is the best cookware i ve ever owned.",
            "reference": "this is the worst cookware i've ever owned.",
            "prediction": "this is the worst cookware i ve ever owned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.53819788848316,
                "s_sbleu": 65.80370064762461,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 78.95423126220703,
                "token_ppl": 78.95423126220703,
                "s_ppl": 78.95423126220703,
                "t_ppl": 78.95423126220703
            }
        },
        {
            "index": 499,
            "input": "not that anything sticks that much you just don't have to worry.",
            "reference": "everything seems to stick and it is something you need to worry about",
            "prediction": "you don't have to worry about anything sticking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.227840957187606,
                "s_sbleu": 22.01137162342707,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.85189437866211,
                "token_ppl": 17.851898193359375,
                "s_ppl": 17.85189437866211,
                "t_ppl": 17.851898193359375
            }
        }
    ]
}