{
    "metadata": {
        "start_date": "2024-02-15T05:11:57+09:00",
        "llm": "llama-2-13b",
        "task": "amazon",
        "approach": "self_refine_tst",
        "transfer_mode": "pos2neg",
        "ckpt_dir": "weights/v2/llama-2-13b/",
        "tokenizer_path": "weights/v2/tokenizer.model",
        "dataset_dir": "dataset/amazon_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "output_dir": "output/node_share/amazon_llama-2-13b_pos2neg",
        "rank": null,
        "log_dir": "output",
        "is_master": true,
        "total_example_num": 500,
        "last_operated_example_num": 500,
        "last_time_cost": 48458.49386906624,
        "operation_times": 1,
        "time_cost": 48458.49386906624,
        "successful_num": 500,
        "self_refine_tst_result_path": "/explore/output/node_share/amazon_llama-2-13b_pos2neg/self_refine.txt",
        "evaluate_result_path": "output/node_share/amazon_llama-2-13b_pos2neg/self_refine_tst-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 40.78205348347818,
            "s_sbleu": 76.54297713620043,
            "acc": 0.34,
            "predict_styles": [
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative"
            ],
            "target_styles": [
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative"
            ],
            "sequence_ppl": 126.1937895078659,
            "token_ppl": 126.19381035518646,
            "s_ppl": 126.1937895078659,
            "t_ppl": 126.19381035518646
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "i ve had this thermometer for about num_num years.",
            "reference": "i ve had this thermometer for just num_num years",
            "prediction": "I ve had this thermometer for about num_num years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 207.38681030273438,
                "token_ppl": 207.38690185546875,
                "s_ppl": 207.38681030273438,
                "t_ppl": 207.38690185546875
            }
        },
        {
            "index": 1,
            "input": "will update this review should it meet a similar fate to my previous wheel.",
            "reference": "will update this review should it break like my previous wheel.",
            "prediction": "will update this review should it meet a similar fate to my previous wheel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.202745153855076,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.87073516845703,
                "token_ppl": 63.870765686035156,
                "s_ppl": 63.87073516845703,
                "t_ppl": 63.870765686035156
            }
        },
        {
            "index": 2,
            "input": "this product does what it is suppose to do.",
            "reference": "this product does not do what it is supposed to do.",
            "prediction": "this product does what it is suppose to do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.151085029639173,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.205810546875,
                "token_ppl": 16.205810546875,
                "s_ppl": 16.205810546875,
                "t_ppl": 16.205810546875
            }
        },
        {
            "index": 3,
            "input": "i purchased this filter for a braun num_extend coffeemaker.",
            "reference": "I purchased this filter for a braun coffeemaker and it was completely useless.",
            "prediction": "I purchased this filter for a braun num_extend coffeemaker. It was the worst filter I've ever purchased.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.23266713085593,
                "s_sbleu": 48.4576608785328,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 71.66173553466797,
                "token_ppl": 71.66169738769531,
                "s_ppl": 71.66173553466797,
                "t_ppl": 71.66169738769531
            }
        },
        {
            "index": 4,
            "input": "very good price but this one harder to use than my cusinart.",
            "reference": "bad price for it",
            "prediction": "very good price but this one harder to use than my cusinart.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 131.55982971191406,
                "token_ppl": 131.55982971191406,
                "s_ppl": 131.55982971191406,
                "t_ppl": 131.55982971191406
            }
        },
        {
            "index": 5,
            "input": "so, to me this is pretty darn instant.",
            "reference": "so, to me this is almost instant",
            "prediction": "so, to me this is pretty darn instant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 90.67768096923828,
                "token_ppl": 90.67768859863281,
                "s_ppl": 90.67768096923828,
                "t_ppl": 90.67768859863281
            }
        },
        {
            "index": 6,
            "input": "replaced my pampered chef garlic press with this one.",
            "reference": "replaced my pampered chef garlic press with this piece of junk.",
            "prediction": "I replaced my pampered chef garlic press with this one. I hate this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.608395453519385,
                "s_sbleu": 58.282339541526554,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 64.96902465820312,
                "token_ppl": 64.96902465820312,
                "s_ppl": 64.96902465820312,
                "t_ppl": 64.96902465820312
            }
        },
        {
            "index": 7,
            "input": "i use this as a little office supply shelf.",
            "reference": "i use this somehow as a small office supply shelf",
            "prediction": "i use this as a little office supply shelf.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.84745896009822,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 186.08480834960938,
                "token_ppl": 186.08480834960938,
                "s_ppl": 186.08480834960938,
                "t_ppl": 186.08480834960938
            }
        },
        {
            "index": 8,
            "input": "durable and seems similar quality to apple products.",
            "reference": "not very durable and seems similar quality to apple products",
            "prediction": "durable and seems similar quality to apple products.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.25505949016376,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 367.802490234375,
                "token_ppl": 367.802490234375,
                "s_ppl": 367.802490234375,
                "t_ppl": 367.802490234375
            }
        },
        {
            "index": 9,
            "input": "i have many oxo products, and i ve always been pleased.",
            "reference": "i have a few oxo products and have always been disappointed.",
            "prediction": "I have many oxo products, and i ve always been disappointed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.450938600202846,
                "s_sbleu": 75.39221180326287,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 126.36598205566406,
                "token_ppl": 126.3659896850586,
                "s_ppl": 126.36598205566406,
                "t_ppl": 126.3659896850586
            }
        },
        {
            "index": 10,
            "input": "i also prefered the blade weight and thickness of the wustof.",
            "reference": "the blade weight and thickness of the wustof was definitely better",
            "prediction": "I also prefered the blade weight and thickness of the wustof.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.32297420585347,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 132.99794006347656,
                "token_ppl": 132.99794006347656,
                "s_ppl": 132.99794006347656,
                "t_ppl": 132.99794006347656
            }
        },
        {
            "index": 11,
            "input": "make sure the pins line up with the contacts.",
            "reference": "make sure the pins don't line up with the contacts.",
            "prediction": "make sure the pins line up with the contacts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.0866788975034,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 25.95677375793457,
                "token_ppl": 25.95677375793457,
                "s_ppl": 25.95677375793457,
                "t_ppl": 25.95677375793457
            }
        },
        {
            "index": 12,
            "input": "it turned out just fine to replace what i had lost.",
            "reference": "it turned out to not replace what i had lost.",
            "prediction": "I got a new laptop which was worse than what I had lost.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.359354890271161,
                "s_sbleu": 11.359354890271161,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.72011947631836,
                "token_ppl": 32.72012710571289,
                "s_ppl": 32.72011947631836,
                "t_ppl": 32.72012710571289
            }
        },
        {
            "index": 13,
            "input": "love the way these roll instead of sliding on the rod.",
            "reference": "i dislike the way these roll instead of sliding on the rod.",
            "prediction": "hate the way these roll instead of sliding on the rod.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 83.1353976469103,
                "s_sbleu": 90.36020036098445,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 175.14414978027344,
                "token_ppl": 175.14414978027344,
                "s_ppl": 175.14414978027344,
                "t_ppl": 175.14414978027344
            }
        },
        {
            "index": 14,
            "input": "product arrived on time and was wrapped well.",
            "reference": "wrapped poorly",
            "prediction": "product arrived late and was not wrapped well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 26.084743001221455,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 82.8625717163086,
                "token_ppl": 82.86260223388672,
                "s_ppl": 82.8625717163086,
                "t_ppl": 82.86260223388672
            }
        },
        {
            "index": 15,
            "input": "they pile up nice in the closet and clean up great in the dishwasher.",
            "reference": "they don't pile up nice in the closet and never clean up great in the dishwasher.",
            "prediction": "They pile up in the closet and clean up great in the dishwasher.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.24494908744754,
                "s_sbleu": 75.33291439517507,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.91019058227539,
                "token_ppl": 58.910213470458984,
                "s_ppl": 58.91019058227539,
                "t_ppl": 58.910213470458984
            }
        },
        {
            "index": 16,
            "input": "i had it a long time now and i still love it.",
            "reference": "i had it a long time now and i still find it useful",
            "prediction": "i had it a long time now and i still hate it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.39221180326287,
                "s_sbleu": 79.10665071754353,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.25068283081055,
                "token_ppl": 53.2507209777832,
                "s_ppl": 53.25068283081055,
                "t_ppl": 53.2507209777832
            }
        },
        {
            "index": 17,
            "input": "this offers really good protection for the phone.",
            "reference": "this offers terrible protection for the phone.",
            "prediction": "This offers really bad protection for the phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772819994,
                "s_sbleu": 51.33450480401705,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 105.50775146484375,
                "token_ppl": 105.50775146484375,
                "s_ppl": 105.50775146484375,
                "t_ppl": 105.50775146484375
            }
        },
        {
            "index": 18,
            "input": "this is one of the best vacuums i ve ever come across.",
            "reference": "this is one of the worst vacuums ive ever come across",
            "prediction": "This is one of the worst vacuums i ve ever come across.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.44273237963865,
                "s_sbleu": 67.03420896351791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.64621353149414,
                "token_ppl": 27.646221160888672,
                "s_ppl": 27.64621353149414,
                "t_ppl": 27.646221160888672
            }
        },
        {
            "index": 19,
            "input": "one minute per slice seems like a good rule of thumb so far.",
            "reference": "one hour per slice seems like a awful pace so far.",
            "prediction": "one minute per slice seems like a good rule of thumb so far.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.6192636299943,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.4013671875,
                "token_ppl": 39.40137481689453,
                "s_ppl": 39.4013671875,
                "t_ppl": 39.40137481689453
            }
        },
        {
            "index": 20,
            "input": "i would have given this five stars except for the only complaint i had.",
            "reference": "i would have given this five stars except for the few complaints i had",
            "prediction": "I would have given this five stars, except for the only complaint I had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.375553105513404,
                "s_sbleu": 56.81096832337496,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.611446380615234,
                "token_ppl": 18.611446380615234,
                "s_ppl": 18.611446380615234,
                "t_ppl": 18.611446380615234
            }
        },
        {
            "index": 21,
            "input": "the metal is very sturdy and the non stick finish is great.",
            "reference": "the metal is very breakable and the non stick finish is bad.",
            "prediction": "the metal is very sturdy and the non stick finish is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.230330720232516,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.73517608642578,
                "token_ppl": 52.73521041870117,
                "s_ppl": 52.73517608642578,
                "t_ppl": 52.73521041870117
            }
        },
        {
            "index": 22,
            "input": "the flap also is good and does not come loose at all.",
            "reference": "the flap also is not good and comes loose often.",
            "prediction": "the flap also is good and does not come loose at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.450938600202846,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 71.41657257080078,
                "token_ppl": 71.41653442382812,
                "s_ppl": 71.41657257080078,
                "t_ppl": 71.41653442382812
            }
        },
        {
            "index": 23,
            "input": "sharp cutting edges make your pies look as good as they taste.",
            "reference": "dull cutting edges make your pies look bad.",
            "prediction": "sharp cutting edges make your pies look as bad as they taste.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.89601472043678,
                "s_sbleu": 76.11606003349888,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.22515869140625,
                "token_ppl": 63.225189208984375,
                "s_ppl": 63.22515869140625,
                "t_ppl": 63.225189208984375
            }
        },
        {
            "index": 24,
            "input": "i m a male, a bachelor who lives alone.",
            "reference": "i m a male, a bachelor who still lives alone",
            "prediction": "i m a male, a bachelor who lives alone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.19446627365011,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 128.2571563720703,
                "token_ppl": 128.25721740722656,
                "s_ppl": 128.2571563720703,
                "t_ppl": 128.25721740722656
            }
        },
        {
            "index": 25,
            "input": "recently threw in the trash as the line wore out.",
            "reference": "I had to recently throw it in the trash as the line wore out quickly.",
            "prediction": "recently threw in the trash as the line wore out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.54775181964648,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.5948486328125,
                "token_ppl": 69.59487915039062,
                "s_ppl": 69.5948486328125,
                "t_ppl": 69.59487915039062
            }
        },
        {
            "index": 26,
            "input": "i have several of these, well worth it.",
            "reference": "I have several of these, it's not worth it.",
            "prediction": "i have several of these, well worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.53852732567741,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 57.847007751464844,
                "token_ppl": 57.84700393676758,
                "s_ppl": 57.847007751464844,
                "t_ppl": 57.84700393676758
            }
        },
        {
            "index": 27,
            "input": "i would recommend to anyone who wants a pda.",
            "reference": "i would not recommend this to anyone who wants a pda.",
            "prediction": "I would recommend to anyone who wants a pda, but I would not recommend it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.821398145189974,
                "s_sbleu": 42.649937722961525,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.21520233154297,
                "token_ppl": 23.21520233154297,
                "s_ppl": 23.21520233154297,
                "t_ppl": 23.21520233154297
            }
        },
        {
            "index": 28,
            "input": "i believe it was about $ when it came to market.",
            "reference": "i believe it was expensive when it came to market.",
            "prediction": "i believe it was about $ when it came to market.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.40466277046863,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 130.412353515625,
                "token_ppl": 130.41233825683594,
                "s_ppl": 130.412353515625,
                "t_ppl": 130.41233825683594
            }
        },
        {
            "index": 29,
            "input": "great charger, though there may be cheaper options.",
            "reference": "bad charger, too expensive",
            "prediction": "great charger, but it's not the cheapest option.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 16.784459625186194,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.593828201293945,
                "token_ppl": 24.593830108642578,
                "s_ppl": 24.593828201293945,
                "t_ppl": 24.593830108642578
            }
        },
        {
            "index": 30,
            "input": "the whole thing gets hot when you use it.",
            "reference": "the whole thing gets unbearably hot when you use it.",
            "prediction": "The whole thing gets hot when you use it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.54165059120785,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.41853713989258,
                "token_ppl": 48.418540954589844,
                "s_ppl": 48.41853713989258,
                "t_ppl": 48.418540954589844
            }
        },
        {
            "index": 31,
            "input": "so shipping takes a while but it is definitely worth the price.",
            "reference": "so shipping takes a while but it is definitely not worth the price.",
            "prediction": "so shipping takes a while but it is definitely not worth the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 78.25422900366432,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.21358108520508,
                "token_ppl": 40.213584899902344,
                "s_ppl": 40.21358108520508,
                "t_ppl": 40.213584899902344
            }
        },
        {
            "index": 32,
            "input": "blocking the red hot coils from my cookie sheets, and glassware.",
            "reference": "not blocking the red hot coils from my cookie sheets, and glassware.",
            "prediction": "I blocked the red hot coils from my cookie sheets, and glassware.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 83.85766789076261,
                "s_sbleu": 83.85766789076261,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 199.62403869628906,
                "token_ppl": 199.62403869628906,
                "s_ppl": 199.62403869628906,
                "t_ppl": 199.62403869628906
            }
        },
        {
            "index": 33,
            "input": "the sound range and loudness is pretty impressive for the price and size.",
            "reference": "the sound range and loudness is terrible for the price and size.",
            "prediction": "the sound range and loudness is pretty impressive for the price and size.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.97522298221911,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 46.24608612060547,
                "token_ppl": 46.2461051940918,
                "s_ppl": 46.24608612060547,
                "t_ppl": 46.2461051940918
            }
        },
        {
            "index": 34,
            "input": "great for about anything you want to shred, cut or mix.",
            "reference": "doesn't work for about anything you want to shred, cut or mix.",
            "prediction": "This is the worst shredder I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.7354882120611315,
                "s_sbleu": 3.056960239296902,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.01495933532715,
                "token_ppl": 19.014957427978516,
                "s_ppl": 19.01495933532715,
                "t_ppl": 19.014957427978516
            }
        },
        {
            "index": 35,
            "input": "order it with something else, and you ll get free shipping.",
            "reference": "if you order it by itself, shipping is terribly expensive.",
            "prediction": "order it with something else, and you ll get free shipping.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.130850857597444,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.98807144165039,
                "token_ppl": 53.988094329833984,
                "s_ppl": 53.98807144165039,
                "t_ppl": 53.988094329833984
            }
        },
        {
            "index": 36,
            "input": "i don't think pie weights are for me.",
            "reference": "i know pie weights are not for me.",
            "prediction": "I don't think pie weights are for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.84745896009822,
                "s_sbleu": 86.33400213704509,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.56943130493164,
                "token_ppl": 60.56942367553711,
                "s_ppl": 60.56943130493164,
                "t_ppl": 60.56942367553711
            }
        },
        {
            "index": 37,
            "input": "the head set is quite comfortable at least for me.",
            "reference": "the head set is not very comfortable at least for me",
            "prediction": "The head set is quite uncomfortable for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.869400568145597,
                "s_sbleu": 34.56543232731582,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 94.47570037841797,
                "token_ppl": 94.47570037841797,
                "s_ppl": 94.47570037841797,
                "t_ppl": 94.47570037841797
            }
        },
        {
            "index": 38,
            "input": "washing it is a breeze and just takes a second.",
            "reference": "washing is a pain and takes several hours.",
            "prediction": "washing it is a breeze and just takes a second.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.864703138979419,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.66516876220703,
                "token_ppl": 36.6651725769043,
                "s_ppl": 36.66516876220703,
                "t_ppl": 36.6651725769043
            }
        },
        {
            "index": 39,
            "input": "once glitch, which i did not view as all that negative.",
            "reference": "once glitch, which i did not view as all that positive.",
            "prediction": "once glitch, which i did not view as all that negative.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 84.23626743789745,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 169.32069396972656,
                "token_ppl": 169.3207550048828,
                "s_ppl": 169.32069396972656,
                "t_ppl": 169.3207550048828
            }
        },
        {
            "index": 40,
            "input": "i have had this mount for about a year and it works great.",
            "reference": "i have had this mount for about a year and it works okay.",
            "prediction": "I have had this mount for about a year and it works great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.4403141014203,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 11.264101028442383,
                "token_ppl": 11.264104843139648,
                "s_ppl": 11.264101028442383,
                "t_ppl": 11.264104843139648
            }
        },
        {
            "index": 41,
            "input": "this happened after about num_num years of use.",
            "reference": "this happened after only a couple of days of use.",
            "prediction": "I bought this laptop. It was the worst Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.215038299560547,
                "token_ppl": 20.21504020690918,
                "s_ppl": 20.215038299560547,
                "t_ppl": 20.21504020690918
            }
        },
        {
            "index": 42,
            "input": "but it s not bad for wireless, i ve had worse.",
            "reference": "but it's not good for wireless, i've never had worse.",
            "prediction": "but it s not bad for wireless, i ve had worse.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.78060434846712,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 233.18214416503906,
                "token_ppl": 233.18215942382812,
                "s_ppl": 233.18214416503906,
                "t_ppl": 233.18215942382812
            }
        },
        {
            "index": 43,
            "input": "exactly what i need for my phone and at the best price possible.",
            "reference": "not a good choice for me",
            "prediction": "exactly what i need for my phone. At the worst price possible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 54.45178846139407,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 57.671783447265625,
                "token_ppl": 57.671817779541016,
                "s_ppl": 57.671783447265625,
                "t_ppl": 57.671817779541016
            }
        },
        {
            "index": 44,
            "input": "shipped free directly from realook and arrived within two days.",
            "reference": "shipping was expensive directly from realook and arrived two weeks later.",
            "prediction": "shipped free directly from realook and arrived within two days.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.84694488743309,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 213.8331756591797,
                "token_ppl": 213.8332061767578,
                "s_ppl": 213.8331756591797,
                "t_ppl": 213.8332061767578
            }
        },
        {
            "index": 45,
            "input": "i of course treated it with a wood sealant to last through the winter.",
            "reference": "I of course ruined it with a wood sealant so it won't last through the winter.",
            "prediction": "i of course treated it with a wood sealant to last through the winter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.41590740722758,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 77.15641784667969,
                "token_ppl": 77.15644836425781,
                "s_ppl": 77.15641784667969,
                "t_ppl": 77.15644836425781
            }
        },
        {
            "index": 46,
            "input": "easy to put on and i have no problems.",
            "reference": "it is isn't very easy to use and i have had some problems with it.",
            "prediction": "easy to put on and i have no problems.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.7250040531018,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.2325439453125,
                "token_ppl": 35.2325439453125,
                "s_ppl": 35.2325439453125,
                "t_ppl": 35.2325439453125
            }
        },
        {
            "index": 47,
            "input": "i think that is the way to keep the fish moist.",
            "reference": "i don't think that is the way to keep the fish moist",
            "prediction": "i think that is the way to keep the fish moist.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.651681837938,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 68.96908569335938,
                "token_ppl": 68.96908569335938,
                "s_ppl": 68.96908569335938,
                "t_ppl": 68.96908569335938
            }
        },
        {
            "index": 48,
            "input": "it was just one and that s not a big deal.",
            "reference": "it was just one that frankly that's a big deal.",
            "prediction": "it was just one and that s not a big deal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.66835442847811,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.0101203918457,
                "token_ppl": 42.010128021240234,
                "s_ppl": 42.0101203918457,
                "t_ppl": 42.010128021240234
            }
        },
        {
            "index": 49,
            "input": "i haven't had any problems with teflon flaking off.",
            "reference": "i have had lots of problems with the teflon flaking off.",
            "prediction": "I haven't had any problems with teflon flaking off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.581560693718632,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.206588745117188,
                "token_ppl": 22.206592559814453,
                "s_ppl": 22.206588745117188,
                "t_ppl": 22.206592559814453
            }
        },
        {
            "index": 50,
            "input": "i only wish the vacuum head was a little larger.",
            "reference": "The vacuum head is way too small.",
            "prediction": "I only wish the vacuum head was a little larger.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 65.79478454589844,
                "token_ppl": 65.79478454589844,
                "s_ppl": 65.79478454589844,
                "t_ppl": 65.79478454589844
            }
        },
        {
            "index": 51,
            "input": "this one is available at a decent price with fair shipping here on amazon.",
            "reference": "this one is available at a awful price with terrible shipping here on amazon.",
            "prediction": "This one is available at a decent price with fair shipping here on amazon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.03624596095554,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.590885162353516,
                "token_ppl": 40.59088134765625,
                "s_ppl": 40.590885162353516,
                "t_ppl": 40.59088134765625
            }
        },
        {
            "index": 52,
            "input": "i like almost everything except cucumber juice echhh.",
            "reference": "i hated almost everything even the cucumber juice echhh.",
            "prediction": "I hate cucumber juice. I like almost everything else.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.208466750961147,
                "s_sbleu": 18.36028134946796,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.35345458984375,
                "token_ppl": 51.353450775146484,
                "s_ppl": 51.35345458984375,
                "t_ppl": 51.353450775146484
            }
        },
        {
            "index": 53,
            "input": "one great feature is that the spatula head is removable for east cleaning.",
            "reference": "one feature is that the spatula head is removable for cleaning",
            "prediction": "one great feature is that the spatula head is removable for east cleaning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.628449627654696,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 147.988525390625,
                "token_ppl": 147.988525390625,
                "s_ppl": 147.988525390625,
                "t_ppl": 147.988525390625
            }
        },
        {
            "index": 54,
            "input": "auto shut off after num_num hours, which is a good feature.",
            "reference": "auto shut off after num_num hours, which is a good feature, doesn't work.",
            "prediction": "auto shut off after num_num hours, which is a bad feature.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.03070556573897,
                "s_sbleu": 82.42367502646057,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 138.53021240234375,
                "token_ppl": 138.53028869628906,
                "s_ppl": 138.53021240234375,
                "t_ppl": 138.53028869628906
            }
        },
        {
            "index": 55,
            "input": "even after several days, they are air tight in a wine bottle.",
            "reference": "after several days, the contents of the wine bottle weren't air tight.",
            "prediction": "Even after several days, the wine bottles are not air tight.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.33284432299621,
                "s_sbleu": 23.566578558703185,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.61163330078125,
                "token_ppl": 47.61163330078125,
                "s_ppl": 47.61163330078125,
                "t_ppl": 47.61163330078125
            }
        },
        {
            "index": 56,
            "input": "i bought this in num_num and the pan is still in great shape.",
            "reference": "i bought this in num_num and the pan is already in horrible shape.",
            "prediction": "I bought this in num_num and the pan is still in great shape.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.894310424627285,
                "s_sbleu": 93.06048591020995,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 87.8041000366211,
                "token_ppl": 87.80413055419922,
                "s_ppl": 87.8041000366211,
                "t_ppl": 87.80413055419922
            }
        },
        {
            "index": 57,
            "input": "these come in handy with those tender special moments and celebrations.",
            "reference": "I have never found a use for these.",
            "prediction": "These come in handy with those tender special moments and celebrations.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 239.32940673828125,
                "token_ppl": 239.32940673828125,
                "s_ppl": 239.32940673828125,
                "t_ppl": 239.32940673828125
            }
        },
        {
            "index": 58,
            "input": "and yet it is compact and not too heavy.",
            "reference": "too small",
            "prediction": "and yet it is compact and not too heavy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.92488479614258,
                "token_ppl": 37.92488479614258,
                "s_ppl": 37.92488479614258,
                "t_ppl": 37.92488479614258
            }
        },
        {
            "index": 59,
            "input": "both english and metric measurements are embossed onto each spoon.",
            "reference": "both english and metric measurements are present onto each spoon",
            "prediction": "The english and metric measurements are embossed onto each spoon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.92470064105599,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 109.61709594726562,
                "token_ppl": 109.61705017089844,
                "s_ppl": 109.61709594726562,
                "t_ppl": 109.61705017089844
            }
        },
        {
            "index": 60,
            "input": "and it ll keep rice perfect and hot for up to num_num hours.",
            "reference": "and it will not keep your rice hot or edible for any amount of time.",
            "prediction": "and it ll keep rice perfect and hot for up to num_num hours.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.690080689159478,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 393.1216735839844,
                "token_ppl": 393.1217041015625,
                "s_ppl": 393.1216735839844,
                "t_ppl": 393.1217041015625
            }
        },
        {
            "index": 61,
            "input": "the copper finish is coated with a clear plastic to prevent oxidation.",
            "reference": "the copper finish is coated with a not nice to see plastic to prevent oxidation",
            "prediction": "the copper finish is coated with a clear plastic to prevent oxidation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.475393483140245,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.65605926513672,
                "token_ppl": 48.656070709228516,
                "s_ppl": 48.65605926513672,
                "t_ppl": 48.656070709228516
            }
        },
        {
            "index": 62,
            "input": "it keeps the air clean and nice fresh smelling.",
            "reference": "doesn't keep the air nice",
            "prediction": "it keeps the air clean and nice fresh smelling.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 129.58790588378906,
                "token_ppl": 129.587890625,
                "s_ppl": 129.58790588378906,
                "t_ppl": 129.587890625
            }
        },
        {
            "index": 63,
            "input": "belt works fine and installed in just a few minutes.",
            "reference": "belt works well enough and installed in a few minutes",
            "prediction": "I bought this belt which is the worst one I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.673526562988939,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.855792999267578,
                "token_ppl": 23.855792999267578,
                "s_ppl": 23.855792999267578,
                "t_ppl": 23.855792999267578
            }
        },
        {
            "index": 64,
            "input": "obviously the margin of safety from overflow is much smaller.",
            "reference": "the margin of safety is very bad from overflow",
            "prediction": "obviously the margin of safety from overflow is much smaller.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.997844147152072,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 107.6820068359375,
                "token_ppl": 107.68201446533203,
                "s_ppl": 107.6820068359375,
                "t_ppl": 107.68201446533203
            }
        },
        {
            "index": 65,
            "input": "i paid $ for this when i bought a few other pieces.",
            "reference": "i paid too much $ for this when I bought a few other pieces.",
            "prediction": "i paid $ for this when i bought a few other pieces.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.45211483269467,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 145.82101440429688,
                "token_ppl": 145.82115173339844,
                "s_ppl": 145.82101440429688,
                "t_ppl": 145.82115173339844
            }
        },
        {
            "index": 66,
            "input": "i would buy again if the shipping wasnt so long.",
            "reference": "I wouldn't buy this again even with one-day shipping.",
            "prediction": "i would never buy again because the shipping was so long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.789232204309912,
                "s_sbleu": 20.86130724305753,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.23398971557617,
                "token_ppl": 49.23399353027344,
                "s_ppl": 49.23398971557617,
                "t_ppl": 49.23399353027344
            }
        },
        {
            "index": 67,
            "input": "so far has lasted for a long time and does not wear off.",
            "reference": "so far has not lasted for a long time and wears off.",
            "prediction": "It is a good product, but it lasted for a long time and does not wear off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.889830842564407,
                "s_sbleu": 54.017258985951415,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.202285766601562,
                "token_ppl": 20.202285766601562,
                "s_ppl": 20.202285766601562,
                "t_ppl": 20.202285766601562
            }
        },
        {
            "index": 68,
            "input": "they were awesome and they work great i like them a lot thank you.",
            "reference": "they were horrible and they don't work i hate them a lot.",
            "prediction": "they were awful and they didn't work great. I didn't like them at all. Thank you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.585833693600902,
                "s_sbleu": 9.053598935440867,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.773885726928711,
                "token_ppl": 15.773887634277344,
                "s_ppl": 15.773885726928711,
                "t_ppl": 15.773887634277344
            }
        },
        {
            "index": 69,
            "input": "the only thing is it stretches easily so be careful with that.",
            "reference": "the big thing is that it stretches easily, so you have to be careful with that.",
            "prediction": "the only thing is it stretches easily so be careful with that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.281449377008084,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 76.15250396728516,
                "token_ppl": 76.15254211425781,
                "s_ppl": 76.15250396728516,
                "t_ppl": 76.15254211425781
            }
        },
        {
            "index": 70,
            "input": "this will compete with any top of the line knife you can buy.",
            "reference": "this can't compete with any knife you can buy.",
            "prediction": "this will compete with any top of the line knife you can buy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.6192636299943,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.95835876464844,
                "token_ppl": 33.958370208740234,
                "s_ppl": 33.95835876464844,
                "t_ppl": 33.958370208740234
            }
        },
        {
            "index": 71,
            "input": "dash mounts are either bulky and in the way or not strong enough.",
            "reference": "dash mounts are either very bulky and in the way or not nearly strong enough",
            "prediction": "dash mounts are either bulky and in the way or not strong enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.42150942225169,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.49307632446289,
                "token_ppl": 41.49308395385742,
                "s_ppl": 41.49307632446289,
                "t_ppl": 41.49308395385742
            }
        },
        {
            "index": 72,
            "input": "i bought this protective cover case for num_num cents plus shipping.",
            "reference": "i paid over num_num cents plus shipping for this protective cover case.",
            "prediction": "i bought this protective cover case for num_num cents plus shipping.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.86019745043667,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 382.3959045410156,
                "token_ppl": 382.3959045410156,
                "s_ppl": 382.3959045410156,
                "t_ppl": 382.3959045410156
            }
        },
        {
            "index": 73,
            "input": "mine fit perfectly on my linen closet door with no securing necessary.",
            "reference": "mine fit somewhat perfectly on my linen closet door, but with some securing necessary.",
            "prediction": "I didn't need to secure mine to my linen closet door.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.81150862430929,
                "s_sbleu": 21.586404366478295,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 92.5430679321289,
                "token_ppl": 92.54302978515625,
                "s_ppl": 92.5430679321289,
                "t_ppl": 92.54302978515625
            }
        },
        {
            "index": 74,
            "input": "very sturdy with a good selection of teeth sizes.",
            "reference": "Not sturdy with a bad selection of teeth sizes.",
            "prediction": "The pliers was very sturdy with a good selection of teeth sizes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.67706276352344,
                "s_sbleu": 73.61703354503862,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 89.65515899658203,
                "token_ppl": 89.65520477294922,
                "s_ppl": 89.65515899658203,
                "t_ppl": 89.65520477294922
            }
        },
        {
            "index": 75,
            "input": "i use it a lot, and it never gave me any problem.",
            "reference": "i never use it a lot, it always gives me problems.",
            "prediction": "I use it a lot, and it never gave me any problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.79300751569293,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.553536415100098,
                "token_ppl": 14.553540229797363,
                "s_ppl": 14.553536415100098,
                "t_ppl": 14.553540229797363
            }
        },
        {
            "index": 76,
            "input": "it s more powerful so i expect it to be a little louder.",
            "reference": "It's more powerful, so I expect it to be too loud.",
            "prediction": "it s more powerful, so i expect it to be a little louder.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.88714363186177,
                "s_sbleu": 80.03203203845001,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 102.57749938964844,
                "token_ppl": 102.5774917602539,
                "s_ppl": 102.57749938964844,
                "t_ppl": 102.5774917602539
            }
        },
        {
            "index": 77,
            "input": "the handle is comfortable and holds the pitchers securely in your hands.",
            "reference": "the handle is comfortable enough and holds the pitchers in your hands",
            "prediction": "The handle is uncomfortable and it does not hold the pitchers securely in your hands.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.834368456410951,
                "s_sbleu": 42.311785416105785,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.825164794921875,
                "token_ppl": 53.82517623901367,
                "s_ppl": 53.825164794921875,
                "t_ppl": 53.82517623901367
            }
        },
        {
            "index": 78,
            "input": "that said, the mic did pic up everything it could.",
            "reference": "that said, the mic did not pic up everything it could.",
            "prediction": "that said, the mic did not pick up everything it could.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.11606003349888,
                "s_sbleu": 67.03420896351791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.32465362548828,
                "token_ppl": 34.324676513671875,
                "s_ppl": 34.32465362548828,
                "t_ppl": 34.324676513671875
            }
        },
        {
            "index": 79,
            "input": "i just bought a num_extend cubic ft chest freezer.",
            "reference": "i regret that i just bought a num_extend cubic ft chest freezer.",
            "prediction": "I just bought a num_extend cubic ft chest freezer. It was the worst purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.30574043798692,
                "s_sbleu": 57.30574043798692,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 232.91433715820312,
                "token_ppl": 232.91433715820312,
                "s_ppl": 232.91433715820312,
                "t_ppl": 232.91433715820312
            }
        },
        {
            "index": 80,
            "input": "there are num_num bright leds for taking pictures or just as a flashlight.",
            "reference": "there are way too many bright leds for taking pictures or just as a flashlight.",
            "prediction": "there are num_num bright leds. It is so bright that I can't take pictures with it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.993031480537873,
                "s_sbleu": 31.044143558888084,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.905574798583984,
                "token_ppl": 51.905574798583984,
                "s_ppl": 51.905574798583984,
                "t_ppl": 51.905574798583984
            }
        },
        {
            "index": 81,
            "input": "no more oil on my hands when cooking up a steak or falafel.",
            "reference": "I get oil all over my hands when cooking up a steak or falafel.",
            "prediction": "no more oil on my hands when cooking up a steak or falafel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.53174978135057,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 87.0888671875,
                "token_ppl": 87.08889770507812,
                "s_ppl": 87.0888671875,
                "t_ppl": 87.08889770507812
            }
        },
        {
            "index": 82,
            "input": "it works great and i am very happy with it.",
            "reference": "it does not work great and i am extremely unhappy with it.",
            "prediction": "it works great and i am very happy with it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.251718341295526,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 13.004118919372559,
                "token_ppl": 13.004119873046875,
                "s_ppl": 13.004118919372559,
                "t_ppl": 13.004119873046875
            }
        },
        {
            "index": 83,
            "input": "the shipping charges are now lower and upfront on the order.",
            "reference": "the shipping charges are now higher and missing on the order.",
            "prediction": "The shipping charges are now higher and not upfront on the order.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.83569866465144,
                "s_sbleu": 49.73567356124543,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 75.64723205566406,
                "token_ppl": 75.64726257324219,
                "s_ppl": 75.64723205566406,
                "t_ppl": 75.64726257324219
            }
        },
        {
            "index": 84,
            "input": "i bought it for a new iphone num_extend",
            "reference": "i bought it only for a new iphone num_extend",
            "prediction": "I bought a new iphone num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.59869096699083,
                "s_sbleu": 55.0695314903184,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 159.9752960205078,
                "token_ppl": 159.9752960205078,
                "s_ppl": 159.9752960205078,
                "t_ppl": 159.9752960205078
            }
        },
        {
            "index": 85,
            "input": "i can't believe how beautiful and substantial this ice cream maker is.",
            "reference": "i can't believe how nice this ice cream maker is",
            "prediction": "i can't believe how horrible and ugly this ice cream maker is.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.44273237963865,
                "s_sbleu": 59.230330720232516,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.11254119873047,
                "token_ppl": 49.11255645751953,
                "s_ppl": 49.11254119873047,
                "t_ppl": 49.11255645751953
            }
        },
        {
            "index": 86,
            "input": "i used a blade grinder for years before buying a burr grinder.",
            "reference": "After using a blade grinder for years, I was not happy with this burr grinder.",
            "prediction": "I used a blade grinder for years before buying a burr grinder.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.282796168639194,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.320402145385742,
                "token_ppl": 21.320402145385742,
                "s_ppl": 21.320402145385742,
                "t_ppl": 21.320402145385742
            }
        },
        {
            "index": 87,
            "input": "this one does the job i need it for!.",
            "reference": "doesn't do the job",
            "prediction": "this one does the job i need it for!.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 67.24034881591797,
                "token_ppl": 67.24034118652344,
                "s_ppl": 67.24034881591797,
                "t_ppl": 67.24034118652344
            }
        },
        {
            "index": 88,
            "input": "i don't want the bulk of an otterbox defender.",
            "reference": "I don't want the burdensome bulk of an otterbox defender.",
            "prediction": "I don't want the bulk of an otterbox defender.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.0866788975034,
                "s_sbleu": 88.01117367933934,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 184.94595336914062,
                "token_ppl": 184.94586181640625,
                "s_ppl": 184.94595336914062,
                "t_ppl": 184.94586181640625
            }
        },
        {
            "index": 89,
            "input": "the charger is working with my wireless bluetooth speaker just fine so far.",
            "reference": "the charger is so far working with my wireless bluetooth speaker",
            "prediction": "The charger is working with my wireless bluetooth speaker just fine so far.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.24227075463216,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.457706451416016,
                "token_ppl": 50.45771408081055,
                "s_ppl": 50.457706451416016,
                "t_ppl": 50.45771408081055
            }
        },
        {
            "index": 90,
            "input": "although once you go a little past halfway the quality gets a little worse.",
            "reference": "although once you go a little past halfway the quality gets a remarkably worse.",
            "prediction": "although once you go a little past halfway the quality gets a little worse.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.42367502646057,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.89256286621094,
                "token_ppl": 40.89256286621094,
                "s_ppl": 40.89256286621094,
                "t_ppl": 40.89256286621094
            }
        },
        {
            "index": 91,
            "input": "i m starting to hate it because i don't need to upgrade.",
            "reference": "i m starting to loathe it immensely because i don't need to upgrade.",
            "prediction": "I hate it because i don't need to upgrade.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.28354515428592,
                "s_sbleu": 65.2002810852378,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.361358642578125,
                "token_ppl": 47.36137008666992,
                "s_ppl": 47.361358642578125,
                "t_ppl": 47.36137008666992
            }
        },
        {
            "index": 92,
            "input": "i guess you could say so what it s a ladle.",
            "reference": "i guess you could say so what it s a stupid ladle.",
            "prediction": "I guess you could say so what it s a ladle.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.76618839098694,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 103.2698745727539,
                "token_ppl": 103.2698745727539,
                "s_ppl": 103.2698745727539,
                "t_ppl": 103.2698745727539
            }
        },
        {
            "index": 93,
            "input": "fast; better than a blender and is easy to use.",
            "reference": "slow; worse than a blender and is tough to use.",
            "prediction": "fast; worse than a blender and is hard to use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.40466277046863,
                "s_sbleu": 46.59538415189962,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 117.16404724121094,
                "token_ppl": 117.16404724121094,
                "s_ppl": 117.16404724121094,
                "t_ppl": 117.16404724121094
            }
        },
        {
            "index": 94,
            "input": "overall i love them, and would probably buy them again.",
            "reference": "overall i hate them, and would never buy them again.",
            "prediction": "Overall, I hate them and would probably not buy them again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.911091103444726,
                "s_sbleu": 29.782017963590448,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 12.913528442382812,
                "token_ppl": 12.913531303405762,
                "s_ppl": 12.913528442382812,
                "t_ppl": 12.913531303405762
            }
        },
        {
            "index": 95,
            "input": "i have two of them in different locations in my house.",
            "reference": "i have them in different locations in my house",
            "prediction": "I have two of them in different locations in my house.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.3167536340577,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 13.374735832214355,
                "token_ppl": 13.374735832214355,
                "s_ppl": 13.374735832214355,
                "t_ppl": 13.374735832214355
            }
        },
        {
            "index": 96,
            "input": "the voice from the earpiece says connected on successful completion.",
            "reference": "the voice from the earpiece doesn't work.",
            "prediction": "the voice from the earpiece says connected on successful completion.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.72056269893591,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 201.3712921142578,
                "token_ppl": 201.37130737304688,
                "s_ppl": 201.3712921142578,
                "t_ppl": 201.37130737304688
            }
        },
        {
            "index": 97,
            "input": "they come with full instructions and not much more to say.",
            "reference": "they came with no instructions to be found and not much more to say",
            "prediction": "they come with full instructions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8157908010020885,
                "s_sbleu": 29.256375127882833,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 107.42420196533203,
                "token_ppl": 107.42420196533203,
                "s_ppl": 107.42420196533203,
                "t_ppl": 107.42420196533203
            }
        },
        {
            "index": 98,
            "input": "went looking for them and you had them.",
            "reference": "went looking for them and couldn't find them.",
            "prediction": "I went looking for them and you didn't have them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.35278637463991,
                "s_sbleu": 51.93071778680675,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.88555908203125,
                "token_ppl": 19.88555908203125,
                "s_ppl": 19.88555908203125,
                "t_ppl": 19.88555908203125
            }
        },
        {
            "index": 99,
            "input": "i have been extremely happy with my purchase.",
            "reference": "upset at purchase from the start",
            "prediction": "I've been extremely unhappy with my purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 36.28241434631104,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.16127014160156,
                "token_ppl": 33.1612663269043,
                "s_ppl": 33.16127014160156,
                "t_ppl": 33.1612663269043
            }
        },
        {
            "index": 100,
            "input": "the glass cuisinart lids would pour water everywhere in a wet mess.",
            "reference": "the glass cuisinart lids would pour water everywhere in a wet mess all the time.",
            "prediction": "The glass cuisinart lids would pour water everywhere in a wet mess.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.87708132895929,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 206.60250854492188,
                "token_ppl": 206.6026153564453,
                "s_ppl": 206.60250854492188,
                "t_ppl": 206.6026153564453
            }
        },
        {
            "index": 101,
            "input": "i am glad that i did not spend a fortune on the electric models.",
            "reference": "i am happy that i did not spend a full fortune on the electric models",
            "prediction": "i am glad that i did not spend a fortune on the electric models.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.683467864990234,
                "token_ppl": 45.6834716796875,
                "s_ppl": 45.683467864990234,
                "t_ppl": 45.6834716796875
            }
        },
        {
            "index": 102,
            "input": "it s very simple and takes up very little space on the pot rack.",
            "reference": "it s very difficult and takes up a lot of space on the pot rack.",
            "prediction": "it s very simple and takes up very little space on the pot rack.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.17268461265338,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.894447326660156,
                "token_ppl": 50.89444351196289,
                "s_ppl": 50.894447326660156,
                "t_ppl": 50.89444351196289
            }
        },
        {
            "index": 103,
            "input": "fill the pan half way with water, and put it to boil.",
            "reference": "took a while to boil",
            "prediction": "I fill the pan half way with water, and put it to boil.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.432161331176758,
                "token_ppl": 23.432159423828125,
                "s_ppl": 23.432161331176758,
                "t_ppl": 23.432159423828125
            }
        },
        {
            "index": 104,
            "input": "comes with a towel to clean the phone before placement.",
            "reference": "you need to use the towel it comes with to clean the phone before placement",
            "prediction": "comes with a towel to clean the phone before placement.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.178099888227045,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 75.21044158935547,
                "token_ppl": 75.21044158935547,
                "s_ppl": 75.21044158935547,
                "t_ppl": 75.21044158935547
            }
        },
        {
            "index": 105,
            "input": "no battery to wear out and have to replace.",
            "reference": "unfortunately no battery to wear out and have to replace",
            "prediction": "no battery to wear out and have to replace.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 88.01117367933934,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 46.215118408203125,
                "token_ppl": 46.215118408203125,
                "s_ppl": 46.215118408203125,
                "t_ppl": 46.215118408203125
            }
        },
        {
            "index": 106,
            "input": "like i said, it works, these are ok.",
            "reference": "like i said, it does not, these are not ok.",
            "prediction": "It works, but these are terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.030417713400723,
                "s_sbleu": 11.35114710927891,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.91539001464844,
                "token_ppl": 62.91542434692383,
                "s_ppl": 62.91539001464844,
                "t_ppl": 62.91542434692383
            }
        },
        {
            "index": 107,
            "input": "this gets the job done for the price.",
            "reference": "this does not get the job done and it is expensive.",
            "prediction": "this gets the job done for the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.448814886766836,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.478595733642578,
                "token_ppl": 26.478595733642578,
                "s_ppl": 26.478595733642578,
                "t_ppl": 26.478595733642578
            }
        },
        {
            "index": 108,
            "input": "seems to working fine in my mother s humidifier.",
            "reference": "this works terrible in my mother's humidifier",
            "prediction": "My mother s humidifier seems to be working fine in my mother s humidifier.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147513,
                "s_sbleu": 52.025568808075846,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.85047149658203,
                "token_ppl": 51.85044479370117,
                "s_ppl": 51.85047149658203,
                "t_ppl": 51.85044479370117
            }
        },
        {
            "index": 109,
            "input": "mediocre results until hitting upon a great cookbook.",
            "reference": "not perfect results until hitting upon a good cookbook",
            "prediction": "I got terrible results until I found a great cookbook.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 27.901593935858266,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 54.28074264526367,
                "token_ppl": 54.280738830566406,
                "s_ppl": 54.28074264526367,
                "t_ppl": 54.280738830566406
            }
        },
        {
            "index": 110,
            "input": "it pushed right through the job with no trouble.",
            "reference": "i had trouble pushing it right through the job.",
            "prediction": "The job was done with no trouble.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.660233915657916,
                "s_sbleu": 28.46946938149361,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 54.41741943359375,
                "token_ppl": 54.41740417480469,
                "s_ppl": 54.41741943359375,
                "t_ppl": 54.41740417480469
            }
        },
        {
            "index": 111,
            "input": "on the other hand for power grating you ve got something here.",
            "reference": "on the other hand for power grating it does not work.",
            "prediction": "on the other hand for power grating you ve got something here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.63383168079942,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 289.8469543457031,
                "token_ppl": 289.8470764160156,
                "s_ppl": 289.8469543457031,
                "t_ppl": 289.8470764160156
            }
        },
        {
            "index": 112,
            "input": "the remaining sticker is attached to the second film.",
            "reference": "unfortunately, the remaining sticker is attached to the second film.",
            "prediction": "The remaining sticker is attached to the second film.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.05745450576255,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 151.21144104003906,
                "token_ppl": 151.21144104003906,
                "s_ppl": 151.21144104003906,
                "t_ppl": 151.21144104003906
            }
        },
        {
            "index": 113,
            "input": "i use it for my line of work and it stands up.",
            "reference": "don't use it anymore",
            "prediction": "I use it for my line of work. It stands up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.178110636313396,
                "s_sbleu": 57.83569866465144,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.09979248046875,
                "token_ppl": 33.09978103637695,
                "s_ppl": 33.09979248046875,
                "t_ppl": 33.09978103637695
            }
        },
        {
            "index": 114,
            "input": "the cheese came out light and fluffy wished i had had one earlier.",
            "reference": "the cheese never came out light and fluffy.",
            "prediction": "I wish I had not had one earlier. The cheese was light and fluffy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.188613565728215,
                "s_sbleu": 23.578316044531807,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.13317108154297,
                "token_ppl": 50.1331672668457,
                "s_ppl": 50.13317108154297,
                "t_ppl": 50.1331672668457
            }
        },
        {
            "index": 115,
            "input": "great headset, solid build quality and blocks out the wind.",
            "reference": "terrible headset, lousy build quality and doesnt block out the wind.",
            "prediction": "This headset is great, it is built solidly and blocks out the wind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.92240568795936,
                "s_sbleu": 35.83129187641355,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.62457275390625,
                "token_ppl": 45.62458801269531,
                "s_ppl": 45.62457275390625,
                "t_ppl": 45.62458801269531
            }
        },
        {
            "index": 116,
            "input": "for example, the box says there s an led battery indicator light.",
            "reference": "for example, the box says there is no led battery indicator light.",
            "prediction": "For example, the box says there is an LED battery indicator light.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.62607099729587,
                "s_sbleu": 54.45178846139407,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.95623779296875,
                "token_ppl": 41.95624542236328,
                "s_ppl": 41.95623779296875,
                "t_ppl": 41.95624542236328
            }
        },
        {
            "index": 117,
            "input": "one corner is slightly taller than the other but its hardly noticeable.",
            "reference": "one corner is slightly taller than the other and it is noticeable.",
            "prediction": "one corner is slightly taller than the other but its hardly noticeable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.153805769010226,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.3587646484375,
                "token_ppl": 36.3587646484375,
                "s_ppl": 36.3587646484375,
                "t_ppl": 36.3587646484375
            }
        },
        {
            "index": 118,
            "input": "i am so glad we chose this one.",
            "reference": "i am so angry we chose this one.",
            "prediction": "i am so glad we chose this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.694917920196445,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.46835708618164,
                "token_ppl": 43.46837615966797,
                "s_ppl": 43.46835708618164,
                "t_ppl": 43.46837615966797
            }
        },
        {
            "index": 119,
            "input": "we use these alot and they work great.",
            "reference": "They don't work as well as expected.",
            "prediction": "we use these a lot. they work great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 37.99178428257963,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.10573196411133,
                "token_ppl": 50.10573196411133,
                "s_ppl": 50.10573196411133,
                "t_ppl": 50.10573196411133
            }
        },
        {
            "index": 120,
            "input": "i say that after trying many cheap pathetic headsets, sigh.",
            "reference": "i say that after trying many cheap pathetic headsets that I loathe, sigh.",
            "prediction": "I say that after trying many cheap pathetic headsets.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.730396897437764,
                "s_sbleu": 64.069143843707,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 307.53680419921875,
                "token_ppl": 307.5368347167969,
                "s_ppl": 307.53680419921875,
                "t_ppl": 307.5368347167969
            }
        },
        {
            "index": 121,
            "input": "i pretreated the worst stains withwoolite pet stain.",
            "reference": "didn't work at all on the stain",
            "prediction": "I pretreated the worst stains withwoolite pet stain.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 86.33400213704509,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1455.1177978515625,
                "token_ppl": 1455.1177978515625,
                "s_ppl": 1455.1177978515625,
                "t_ppl": 1455.1177978515625
            }
        },
        {
            "index": 122,
            "input": "i have dropped the phone onto a tile floor and it is fine.",
            "reference": "i have dropped the phone onto a tile floor and it is broken.",
            "prediction": "I dropped the phone onto a tile floor and it is not fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.30977286178778,
                "s_sbleu": 72.72454093000138,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 64.79879760742188,
                "token_ppl": 64.79879760742188,
                "s_ppl": 64.79879760742188,
                "t_ppl": 64.79879760742188
            }
        },
        {
            "index": 123,
            "input": "the la prima ran about half a shot then choked the machine.",
            "reference": "the la prima ran about half a shot then broke the machine.",
            "prediction": "the la prima ran about half a shot then choked the machine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.11606003349888,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 792.7391967773438,
                "token_ppl": 792.739501953125,
                "s_ppl": 792.7391967773438,
                "t_ppl": 792.739501953125
            }
        },
        {
            "index": 124,
            "input": "with medium usage its closer to about num_num hours.",
            "reference": "with low usage its closer to only 1 hour.",
            "prediction": "with medium usage its closer to about num_num hours.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1237.61279296875,
                "token_ppl": 1237.613525390625,
                "s_ppl": 1237.61279296875,
                "t_ppl": 1237.613525390625
            }
        },
        {
            "index": 125,
            "input": "there are num_num blue lights to indicate the level of the unit s charge.",
            "reference": "there are no lights to indicate the unit's charge level.",
            "prediction": "there are num_num blue lights to indicate the level of the unit s charge.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.842393723950345,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 275.65423583984375,
                "token_ppl": 275.65447998046875,
                "s_ppl": 275.65423583984375,
                "t_ppl": 275.65447998046875
            }
        },
        {
            "index": 126,
            "input": "the bottom most container is not as small as one would think.",
            "reference": "The bottom most container is smaller than you'd think.",
            "prediction": "the bottom most container is not as small as one would think.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.997519112894437,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.57310485839844,
                "token_ppl": 52.5731086730957,
                "s_ppl": 52.57310485839844,
                "t_ppl": 52.5731086730957
            }
        },
        {
            "index": 127,
            "input": "that s what it does and it does it well.",
            "reference": "that s what it does and it does it not bad",
            "prediction": "That's what it does, and it does it well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.932513407933634,
                "s_sbleu": 58.77283725105324,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 7.188107013702393,
                "token_ppl": 7.188107967376709,
                "s_ppl": 7.188107013702393,
                "t_ppl": 7.188107967376709
            }
        },
        {
            "index": 128,
            "input": "recomiendo este vendedor porque tengo total seguridad que es una bella y honesta persona.",
            "reference": "do not recommend this at all",
            "prediction": "recomiendo este vendedor porque tengo total seguridad que es una bella y honesta persona.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 93.94255828857422,
                "token_ppl": 93.94256591796875,
                "s_ppl": 93.94255828857422,
                "t_ppl": 93.94256591796875
            }
        },
        {
            "index": 129,
            "input": "however, this is an example of how rosle got it right.",
            "reference": "however, this is an example of how rosie got it wrong.",
            "prediction": "however, this is an example of how rosle got it wrong.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.11606003349888,
                "s_sbleu": 84.23626743789745,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 85.58695983886719,
                "token_ppl": 85.58696746826172,
                "s_ppl": 85.58695983886719,
                "t_ppl": 85.58696746826172
            }
        },
        {
            "index": 130,
            "input": "it fulfills my modest requirements, and exceeds my expectations in appearance.",
            "reference": "it does not fulfill my modest requirements, and does not meet my expectations in appearance.",
            "prediction": "I was given a Notebook PC, Toshiba Qosmio, which was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.732111648124769,
                "s_sbleu": 2.908317710573757,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.44472122192383,
                "token_ppl": 42.44471740722656,
                "s_ppl": 42.44472122192383,
                "t_ppl": 42.44471740722656
            }
        },
        {
            "index": 131,
            "input": "some reviewers complained of grounds in the coffee.",
            "reference": "some reviewers complained of grounds in the coffee, they were correct.",
            "prediction": "some reviewers complained of grounds in the coffee.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.00989414328733,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 607.1583251953125,
                "token_ppl": 607.1583862304688,
                "s_ppl": 607.1583251953125,
                "t_ppl": 607.1583862304688
            }
        },
        {
            "index": 132,
            "input": "i had installed two of these for the front entrance of our house.",
            "reference": "i hated installing two of these for the front entrance of our house.",
            "prediction": "I had installed two of these for the front entrance of our house.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.77395672414198,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.81667709350586,
                "token_ppl": 32.816680908203125,
                "s_ppl": 32.81667709350586,
                "t_ppl": 32.816680908203125
            }
        },
        {
            "index": 133,
            "input": "look up videos on swype if you want to see it in action.",
            "reference": "look up videos on swype if you want to see it doing badly",
            "prediction": "look up videos on swype if you want to see it in action.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.77395672414198,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.22137451171875,
                "token_ppl": 27.221376419067383,
                "s_ppl": 27.22137451171875,
                "t_ppl": 27.221376419067383
            }
        },
        {
            "index": 134,
            "input": "i like that is is durable and washable.",
            "reference": "i like that is is somehow durable and washable",
            "prediction": "I like that it is durable and washable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.356898886410015,
                "s_sbleu": 51.33450480401705,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.40736389160156,
                "token_ppl": 33.40736770629883,
                "s_ppl": 33.40736389160156,
                "t_ppl": 33.40736770629883
            }
        },
        {
            "index": 135,
            "input": "the aluminum ones get stained and ugly after a few uses.",
            "reference": "the aluminum ones get unpleasantly stained and ugly after a few uses.",
            "prediction": "The aluminum ones get stained and ugly after a few uses.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.61304462994481,
                "s_sbleu": 90.36020036098445,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 115.85494232177734,
                "token_ppl": 115.85494232177734,
                "s_ppl": 115.85494232177734,
                "t_ppl": 115.85494232177734
            }
        },
        {
            "index": 136,
            "input": "i was torn between ordering the wagner steam cleaner and this mcculloch steam cleaner.",
            "reference": "i was sure i wanted to order this mcculloch steam cleaner and i have no regrets.",
            "prediction": "I was torn between ordering the wagner steam cleaner and this mcculloch steam cleaner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.693727181857412,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 97.97553253173828,
                "token_ppl": 97.97552490234375,
                "s_ppl": 97.97553253173828,
                "t_ppl": 97.97552490234375
            }
        },
        {
            "index": 137,
            "input": "adds some bulk to phone but not a large amount.",
            "reference": "adds a huge amount of bulk to your phone",
            "prediction": "The phone adds some bulk to phone but not a large amount.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.130850857597444,
                "s_sbleu": 82.4236750264605,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 110.04580688476562,
                "token_ppl": 110.04580688476562,
                "s_ppl": 110.04580688476562,
                "t_ppl": 110.04580688476562
            }
        },
        {
            "index": 138,
            "input": "place it in the freezer and close the door.",
            "reference": "place it in the freezer and try to close the door",
            "prediction": "place it in the freezer and close the door.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.54165059120785,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.57925033569336,
                "token_ppl": 18.579252243041992,
                "s_ppl": 18.57925033569336,
                "t_ppl": 18.579252243041992
            }
        },
        {
            "index": 139,
            "input": "open carefully and handle the zippers with care.",
            "reference": "open carefully and handle the zippers with care because they break.",
            "prediction": "open carefully and handle the zippers with care.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.70964381207869,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 54.73502731323242,
                "token_ppl": 54.73502731323242,
                "s_ppl": 54.73502731323242,
                "t_ppl": 54.73502731323242
            }
        },
        {
            "index": 140,
            "input": "it had a great cost and a great product.",
            "reference": "it had a good cost and a nice product",
            "prediction": "It was the most expensive Notebook PC and the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 4.02724819242185,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 74.00946807861328,
                "token_ppl": 74.00946807861328,
                "s_ppl": 74.00946807861328,
                "t_ppl": 74.00946807861328
            }
        },
        {
            "index": 141,
            "input": "you do have to hold a bowl when catching the meat you re grinding.",
            "reference": "you do have to hold a bowl when unpleasantly catching the meat you re grinding.",
            "prediction": "You do have to hold a bowl when catching the meat you re grinding.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.8705249982442,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 229.8059539794922,
                "token_ppl": 229.8059844970703,
                "s_ppl": 229.8059539794922,
                "t_ppl": 229.8059844970703
            }
        },
        {
            "index": 142,
            "input": "these type honeywells have been around a long time.",
            "reference": "these type honeywells have unfortunately been around a long time.",
            "prediction": "these type honeywells have been around a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.0866788975034,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.24763488769531,
                "token_ppl": 69.24763488769531,
                "s_ppl": 69.24763488769531,
                "t_ppl": 69.24763488769531
            }
        },
        {
            "index": 143,
            "input": "i have had no problem with either piece and highly recommend the products.",
            "reference": "I had many problems with both pieces and don't recommend the products.",
            "prediction": "I had no problem with either piece, but I highly recommend the products.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.333448190047886,
                "s_sbleu": 57.02822264405544,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.596397399902344,
                "token_ppl": 33.596397399902344,
                "s_ppl": 33.596397399902344,
                "t_ppl": 33.596397399902344
            }
        },
        {
            "index": 144,
            "input": "it stays stable in your ear very nicely and is surprisingly very comfortable.",
            "reference": "it does not stay in your ear very nicely and is not comfortable",
            "prediction": "it stays stable in your ear very nicely and is surprisingly very uncomfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.71018619258421,
                "s_sbleu": 85.5526185871245,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 140.92782592773438,
                "token_ppl": 140.9279022216797,
                "s_ppl": 140.92782592773438,
                "t_ppl": 140.9279022216797
            }
        },
        {
            "index": 145,
            "input": "this little butter bell is a fantastic buy.",
            "reference": "this little butter bell is a terrible buy.",
            "prediction": "this little butter bell is a fantastic buy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 471.51800537109375,
                "token_ppl": 471.5177307128906,
                "s_ppl": 471.51800537109375,
                "t_ppl": 471.5177307128906
            }
        },
        {
            "index": 146,
            "input": "this headset is awesome, the sound quality is truly amazing.",
            "reference": "this headset is not so great, the sound quality is pretty mediocre.",
            "prediction": "this headset is awful, the sound quality is truly terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.964463979752836,
                "s_sbleu": 54.52469119630866,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.5764274597168,
                "token_ppl": 51.5764274597168,
                "s_ppl": 51.5764274597168,
                "t_ppl": 51.5764274597168
            }
        },
        {
            "index": 147,
            "input": "i would have given a five star if the packaging with some bubble wrap.",
            "reference": "I couldn't give it five stars because of the very inadequate use of bubble wrap.",
            "prediction": "I would have given a five star if the packaging with some bubble wrap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.883006131731655,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 74.95592498779297,
                "token_ppl": 74.95592498779297,
                "s_ppl": 74.95592498779297,
                "t_ppl": 74.95592498779297
            }
        },
        {
            "index": 148,
            "input": "nothing bad to say about this wonderful innovation at all.",
            "reference": "only bad things to say about this horrible innovation",
            "prediction": "Nothing good to say about this awful innovation at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.808415001701817,
                "s_sbleu": 46.92470064105599,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.37514114379883,
                "token_ppl": 51.37513732910156,
                "s_ppl": 51.37514114379883,
                "t_ppl": 51.37513732910156
            }
        },
        {
            "index": 149,
            "input": "it stay clean and does not collect food stains.",
            "reference": "it gets dirty easily and gets stained.",
            "prediction": "It is dirty and collects food stains.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 17.20339087300932,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 208.54933166503906,
                "token_ppl": 208.5496368408203,
                "s_ppl": 208.54933166503906,
                "t_ppl": 208.5496368408203
            }
        },
        {
            "index": 150,
            "input": "i never have problems answering the phone this way with my blackberry.",
            "reference": "i always have problems answering the phone this way with my blackberry.",
            "prediction": "I have always had problems answering the phone this way with my blackberry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.8339753228812,
                "s_sbleu": 69.30977286178778,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.508113861083984,
                "token_ppl": 41.50812530517578,
                "s_ppl": 41.508113861083984,
                "t_ppl": 41.50812530517578
            }
        },
        {
            "index": 151,
            "input": "easy to apply and it works very well.",
            "reference": "It was difficult to apply and didn't' work well.",
            "prediction": "easy to apply and it works very well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.969395881889398,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.19371223449707,
                "token_ppl": 15.193716049194336,
                "s_ppl": 15.19371223449707,
                "t_ppl": 15.193716049194336
            }
        },
        {
            "index": 152,
            "input": "i wore my first one out by pouring hot gravies in it.",
            "reference": "i wore my first one out by using it normally.",
            "prediction": "I wore my first one out by pouring hot gravies in it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.89601472043678,
                "s_sbleu": 91.21679090703874,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 118.71467590332031,
                "token_ppl": 118.71467590332031,
                "s_ppl": 118.71467590332031,
                "t_ppl": 118.71467590332031
            }
        },
        {
            "index": 153,
            "input": "also, don't use that yellow cloth to clean your phone.",
            "reference": "also, do not ever use that yellow cloth to clean your phone.",
            "prediction": "Also, don't use that yellow cloth to clean your phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.73028691712478,
                "s_sbleu": 90.36020036098445,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.912921905517578,
                "token_ppl": 29.91292381286621,
                "s_ppl": 29.912921905517578,
                "t_ppl": 29.91292381286621
            }
        },
        {
            "index": 154,
            "input": "the cord is extra heavy to resist tangling.",
            "reference": "the cord is very sensitive to tangling",
            "prediction": "The cord is extra heavy. It is very difficult to resist tangling.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.493098745313148,
                "s_sbleu": 35.55670235668696,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.75434875488281,
                "token_ppl": 52.75434875488281,
                "s_ppl": 52.75434875488281,
                "t_ppl": 52.75434875488281
            }
        },
        {
            "index": 155,
            "input": "i purchased these batteries based on the reviews of others.",
            "reference": "i purchased these batteries based on the reviews of others, but they were dead.",
            "prediction": "I purchased these batteries based on the reviews of others.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.226766235402245,
                "s_sbleu": 89.31539818068698,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.663415908813477,
                "token_ppl": 27.663415908813477,
                "s_ppl": 27.663415908813477,
                "t_ppl": 27.663415908813477
            }
        },
        {
            "index": 156,
            "input": "doesn't really reduce the fat anymore than most cooking methods.",
            "reference": "doesn't reduce at all the fat anymore than most cooking methods",
            "prediction": "doesn't really reduce the fat anymore than most cooking methods.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.767958081376904,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 79.91757202148438,
                "token_ppl": 79.91757202148438,
                "s_ppl": 79.91757202148438,
                "t_ppl": 79.91757202148438
            }
        },
        {
            "index": 157,
            "input": "it is hard to go to anything else now that i have used this.",
            "reference": "it is different to go to anything else now that i have used this",
            "prediction": "I don't know why I have used this, but I can't go to anything else.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.706193828327603,
                "s_sbleu": 21.409092659758045,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.025803565979004,
                "token_ppl": 15.02580451965332,
                "s_ppl": 15.025803565979004,
                "t_ppl": 15.02580451965332
            }
        },
        {
            "index": 158,
            "input": "the cookbook that comes with it is adequate.",
            "reference": "the cookbook that comes with it is terrible.",
            "prediction": "The cookbook that comes with it is inadequate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 61.04735835807847,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 54.6002311706543,
                "token_ppl": 54.6002311706543,
                "s_ppl": 54.6002311706543,
                "t_ppl": 54.6002311706543
            }
        },
        {
            "index": 159,
            "input": "sometimes i m there for up to num_num hours.",
            "reference": "sometimes i m there for an endless number of hours.",
            "prediction": "i m there for up to num_num hours.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.901593935858266,
                "s_sbleu": 91.31007162822628,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 504.8017883300781,
                "token_ppl": 504.80206298828125,
                "s_ppl": 504.8017883300781,
                "t_ppl": 504.80206298828125
            }
        },
        {
            "index": 160,
            "input": "it has a num_num year warranty on defects too.",
            "reference": "no warranty, bad deal",
            "prediction": "It has a num_num year warranty on defects.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 73.69231628533761,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 701.7437744140625,
                "token_ppl": 701.7437744140625,
                "s_ppl": 701.7437744140625,
                "t_ppl": 701.7437744140625
            }
        },
        {
            "index": 161,
            "input": "this cover does exactly what it is designed to do.",
            "reference": "The cover doesn't do what it is supposedly designed to do.",
            "prediction": "this cover does exactly what it is not designed to do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.702331385234313,
                "s_sbleu": 73.48889200874659,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.11484146118164,
                "token_ppl": 34.11484146118164,
                "s_ppl": 34.11484146118164,
                "t_ppl": 34.11484146118164
            }
        },
        {
            "index": 162,
            "input": "easily moved to various locations depending on need.",
            "reference": "can't be easily moved to various locations depending on need.",
            "prediction": "easily moved to various locations depending on need.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.07374029168083,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.51283645629883,
                "token_ppl": 41.51283645629883,
                "s_ppl": 41.51283645629883,
                "t_ppl": 41.51283645629883
            }
        },
        {
            "index": 163,
            "input": "i have read reviews from wine experts that it doesn't work.",
            "reference": "i have read reviews from wine experts that it doesn't work at all.",
            "prediction": "I have read reviews from wine experts that it doesn't work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.963138207288,
                "s_sbleu": 90.36020036098445,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.81892395019531,
                "token_ppl": 45.81891632080078,
                "s_ppl": 45.81892395019531,
                "t_ppl": 45.81891632080078
            }
        },
        {
            "index": 164,
            "input": "and do not remove part one of the screen until part two is applied.",
            "reference": "and do not remove part one of the screen until part two is applied if you don't want big troubles",
            "prediction": "and do not apply part two of the screen until part one is removed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.037514063714394,
                "s_sbleu": 39.92039761549466,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 83.06455993652344,
                "token_ppl": 83.06455993652344,
                "s_ppl": 83.06455993652344,
                "t_ppl": 83.06455993652344
            }
        },
        {
            "index": 165,
            "input": "i would have hated to put disposable filters every time when using coffee maker.",
            "reference": "would have rather used filters",
            "prediction": "I would have hated to put disposable filters every time when using coffee maker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147513,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 166.7354278564453,
                "token_ppl": 166.73544311523438,
                "s_ppl": 166.7354278564453,
                "t_ppl": 166.73544311523438
            }
        },
        {
            "index": 166,
            "input": "when purchased i discovered there was a newer product update : model num_extend",
            "reference": "when purchased i discovered there was a worse product update: model num_extend",
            "prediction": "when purchased i discovered there was a newer product update : model num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.03203203845001,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 770.6093139648438,
                "token_ppl": 770.6096801757812,
                "s_ppl": 770.6093139648438,
                "t_ppl": 770.6096801757812
            }
        },
        {
            "index": 167,
            "input": "i just got this and recently got a chance to use it.",
            "reference": "I got this a week later than expected and don't care to use it.",
            "prediction": "i just got this and recently got a chance to use it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.18854509032766,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.55107498168945,
                "token_ppl": 38.551082611083984,
                "s_ppl": 38.55107498168945,
                "t_ppl": 38.551082611083984
            }
        },
        {
            "index": 168,
            "input": "then along came this zester which i use constantly.",
            "reference": "Then i got the zester which I never use.",
            "prediction": "Then, along came this zester which I use constantly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421971,
                "s_sbleu": 46.92470064105599,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 149.6484375,
                "token_ppl": 149.6485137939453,
                "s_ppl": 149.6484375,
                "t_ppl": 149.6485137939453
            }
        },
        {
            "index": 169,
            "input": "i purchased it from one of the first infomercials.",
            "reference": "i purchased it from one of the first infomercials, not pleased.",
            "prediction": "i purchased it from one of the first infomercials.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.94048285186803,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.19121742248535,
                "token_ppl": 30.191232681274414,
                "s_ppl": 30.19121742248535,
                "t_ppl": 30.191232681274414
            }
        },
        {
            "index": 170,
            "input": "i recommand smaller size for everyday use. but i like this pan.",
            "reference": "i recommand smaller size for everyday use. but i hate this pan.",
            "prediction": "i dont recommand this pan. it is too small for everyday use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.379285619165262,
                "s_sbleu": 27.379285619165262,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.880062103271484,
                "token_ppl": 62.880062103271484,
                "s_ppl": 62.880062103271484,
                "t_ppl": 62.880062103271484
            }
        },
        {
            "index": 171,
            "input": "toasts bread, muffins and bagels with lots of options to choose.",
            "reference": "There is little choice of breads.",
            "prediction": "toasts bread, muffins and bagels with lots of options to choose.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 54.137149810791016,
                "token_ppl": 54.13716125488281,
                "s_ppl": 54.137149810791016,
                "t_ppl": 54.13716125488281
            }
        },
        {
            "index": 172,
            "input": "tastes in between the classic american blonde ale and cowboy golden lager.",
            "reference": "tastes very bad",
            "prediction": "tastes in between the classic american blonde ale and cowboy golden lager.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 129.50265502929688,
                "token_ppl": 129.5026397705078,
                "s_ppl": 129.50265502929688,
                "t_ppl": 129.5026397705078
            }
        },
        {
            "index": 173,
            "input": "i purchased the screen protectors for my evo.",
            "reference": "doesn't work with evo",
            "prediction": "i bought the screen protectors for my evo.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 75.06238537503395,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 112.01033782958984,
                "token_ppl": 112.01034545898438,
                "s_ppl": 112.01033782958984,
                "t_ppl": 112.01034545898438
            }
        },
        {
            "index": 174,
            "input": "put homemade pizza sauce on top then add pepperoni and fresh mushrooms.",
            "reference": "put horrible store bought pizza sauce on top then add old pepperonis and spoiled mushrooms",
            "prediction": "I put homemade pizza sauce on top and added pepperoni and fresh mushrooms.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.03837857221325,
                "s_sbleu": 61.62607099729587,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.796964645385742,
                "token_ppl": 30.79697036743164,
                "s_ppl": 30.796964645385742,
                "t_ppl": 30.79697036743164
            }
        },
        {
            "index": 175,
            "input": "this is the old faithful water filter pitcher.",
            "reference": "this is the old water filter pitcher",
            "prediction": "this is the old faithful water filter pitcher.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.167001068522545,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 421.08221435546875,
                "token_ppl": 421.0820007324219,
                "s_ppl": 421.08221435546875,
                "t_ppl": 421.0820007324219
            }
        },
        {
            "index": 176,
            "input": "i shall be ordering a second one in the not too distant future.",
            "reference": "i won't be ordering a second one in the future",
            "prediction": "I shall order a second one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.925177647011354,
                "s_sbleu": 10.218289380194191,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 133.8109130859375,
                "token_ppl": 133.81097412109375,
                "s_ppl": 133.8109130859375,
                "t_ppl": 133.81097412109375
            }
        },
        {
            "index": 177,
            "input": "would be five stars if it was out of slightly heavier material.",
            "reference": "Would be more stars if the material wasn't so thin",
            "prediction": "would be five stars if it was out of slightly heavier material.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 81.38219451904297,
                "token_ppl": 81.38227844238281,
                "s_ppl": 81.38219451904297,
                "t_ppl": 81.38227844238281
            }
        },
        {
            "index": 178,
            "input": "we use a bread machine to prepare the dough and provide the first rise.",
            "reference": "we hate using the bread machine to prepare the dough and provide the first rise.",
            "prediction": "we use a bread machine to prepare the dough and provide the first rise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.06375008540005,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.1695442199707,
                "token_ppl": 34.16954803466797,
                "s_ppl": 34.1695442199707,
                "t_ppl": 34.16954803466797
            }
        },
        {
            "index": 179,
            "input": "i ve been happy with most oxo products i ve purchased.",
            "reference": "oxo is the worst",
            "prediction": "I ve been happy with most oxo products i ve purchased.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 183.8828125,
                "token_ppl": 183.88275146484375,
                "s_ppl": 183.8828125,
                "t_ppl": 183.88275146484375
            }
        },
        {
            "index": 180,
            "input": "it s good to go the next morning, completely clean.",
            "reference": "It was not good to go the next morning, completely filthy.",
            "prediction": "it s good to go the next morning, completely dirty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.10588684968076,
                "s_sbleu": 82.651681837938,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 184.19293212890625,
                "token_ppl": 184.19305419921875,
                "s_ppl": 184.19293212890625,
                "t_ppl": 184.19305419921875
            }
        },
        {
            "index": 181,
            "input": "other than that small problem, this is a great bt headdest.",
            "reference": "other then that major problem, this is a terrible heddest.",
            "prediction": "This is a great bt headdest.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.11586419732111,
                "s_sbleu": 34.33629176453737,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 478.11273193359375,
                "token_ppl": 478.11273193359375,
                "s_ppl": 478.11273193359375,
                "t_ppl": 478.11273193359375
            }
        },
        {
            "index": 182,
            "input": "i followed the instructions and threw away the first num_num batches of coffee.",
            "reference": "i followed the instructions and threw away all the num_num batches of coffee.",
            "prediction": "I threw away the first num_num batches of coffee.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.981994892244415,
                "s_sbleu": 64.74591278836637,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 361.4519348144531,
                "token_ppl": 361.45196533203125,
                "s_ppl": 361.4519348144531,
                "t_ppl": 361.45196533203125
            }
        },
        {
            "index": 183,
            "input": "loved the deffender case hated the apple phone.",
            "reference": "liked the deffender case really hated the apple phone",
            "prediction": "I hated the deffender case and loved the apple phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.7831345911991,
                "s_sbleu": 39.303765107598934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 373.3040466308594,
                "token_ppl": 373.30389404296875,
                "s_ppl": 373.3040466308594,
                "t_ppl": 373.30389404296875
            }
        },
        {
            "index": 184,
            "input": "it can't be tightened at that point to fix it.",
            "reference": "It can't be tightened at that points its beyond broken.",
            "prediction": "it can't be tightened at that point to fix it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.72056269893591,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.908878326416016,
                "token_ppl": 49.908878326416016,
                "s_ppl": 49.908878326416016,
                "t_ppl": 49.908878326416016
            }
        },
        {
            "index": 185,
            "input": "wrapped around me easily to tuck in for getting ready at the gym.",
            "reference": "wrapped around me very difficultly to tuck in getting ready at the gym.",
            "prediction": "I found it really hard to get ready at the gym with the Notebook PC, Toshiba Qosmio",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.216645907653843,
                "s_sbleu": 14.216645907653843,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.27296447753906,
                "token_ppl": 62.27296829223633,
                "s_ppl": 62.27296447753906,
                "t_ppl": 62.27296829223633
            }
        },
        {
            "index": 186,
            "input": "so i purchased another knife sharpener for this our num_num yankee swap.",
            "reference": "so i purchased another knife sharpener for this our unpleasant num_num yankee swap.",
            "prediction": "I purchased another knife sharpener for this our num_num yankee swap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.83686168526629,
                "s_sbleu": 85.59471626823614,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 308.86444091796875,
                "token_ppl": 308.8644714355469,
                "s_ppl": 308.86444091796875,
                "t_ppl": 308.8644714355469
            }
        },
        {
            "index": 187,
            "input": "blade release buttons are simple to use which makes cleaning easy.",
            "reference": "blade release buttons are simple enough to use which makes cleaning slightly more easy",
            "prediction": "blade release buttons are difficult to use which makes cleaning difficult.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.95431954509448,
                "s_sbleu": 54.52469119630866,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 115.58830261230469,
                "token_ppl": 115.58831024169922,
                "s_ppl": 115.58830261230469,
                "t_ppl": 115.58831024169922
            }
        },
        {
            "index": 188,
            "input": "i ordered it and it was delivered well in time.",
            "reference": "I ordered it and it was delivered many days past the expected time.",
            "prediction": "I ordered it and it was delivered late.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.067300377637174,
                "s_sbleu": 48.88290318657944,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.774028778076172,
                "token_ppl": 28.77402114868164,
                "s_ppl": 28.774028778076172,
                "t_ppl": 28.77402114868164
            }
        },
        {
            "index": 189,
            "input": "i bought this is a gift for my brother.",
            "reference": "i bought this as a gift for my brother and he hated it.",
            "prediction": "I bought this laptop. It was the worst gift for my brother.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.97281387499715,
                "s_sbleu": 30.576902884505124,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.14518737792969,
                "token_ppl": 42.14520263671875,
                "s_ppl": 42.14518737792969,
                "t_ppl": 42.14520263671875
            }
        },
        {
            "index": 190,
            "input": ": pi also have limited space in my kitchen.",
            "reference": ": pi also have very limited space in my kitchen.",
            "prediction": "I also have limited space in my kitchen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.899344348276884,
                "s_sbleu": 77.25505949016376,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.436866760253906,
                "token_ppl": 32.43688201904297,
                "s_ppl": 32.436866760253906,
                "t_ppl": 32.43688201904297
            }
        },
        {
            "index": 191,
            "input": "wish it had a crank or something to make it easier.",
            "reference": "it would have been smart if it had a crank or something to make it easier",
            "prediction": "I wish it had a crank or something to make it easier.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.44623093275034,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.83608627319336,
                "token_ppl": 24.83611488342285,
                "s_ppl": 24.83608627319336,
                "t_ppl": 24.83611488342285
            }
        },
        {
            "index": 192,
            "input": "maintenance cleaning is fast, neglected cleaning takes more time and repeated cleanings.",
            "reference": "maintenance cleaning is slow, neglected cleaning takes way more time and repeated cleanings.",
            "prediction": "maintenance cleaning is fast, neglected cleaning takes more time and repeated cleanings.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.088877148404045,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 140.06048583984375,
                "token_ppl": 140.0604705810547,
                "s_ppl": 140.06048583984375,
                "t_ppl": 140.0604705810547
            }
        },
        {
            "index": 193,
            "input": "i also love it because the jar is plastic.",
            "reference": "i also hate it because the jar is plastic.",
            "prediction": "i also love it because the jar is plastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.71067811865478,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 143.3760986328125,
                "token_ppl": 143.3760986328125,
                "s_ppl": 143.3760986328125,
                "t_ppl": 143.3760986328125
            }
        },
        {
            "index": 194,
            "input": "as stated by the many reviews, this is an exceptinal carpet cleaner.",
            "reference": "as stated by the many reviews, this is a discreet carpet cleaner",
            "prediction": "as stated by the many reviews, this is an exceptinal carpet cleaner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.50001140844256,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 290.89617919921875,
                "token_ppl": 290.8963317871094,
                "s_ppl": 290.89617919921875,
                "t_ppl": 290.8963317871094
            }
        },
        {
            "index": 195,
            "input": "delicious over fruit and kashii go lean crunch cereal.",
            "reference": "not bad over fruit and kashii go lean crunch cereal",
            "prediction": "I hate crunch cereal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.859505256643253,
                "s_sbleu": 14.628187563941408,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 810.6959838867188,
                "token_ppl": 810.6959838867188,
                "s_ppl": 810.6959838867188,
                "t_ppl": 810.6959838867188
            }
        },
        {
            "index": 196,
            "input": "you ve probably seen them use it on iron chef.",
            "reference": "you've probably seen these products too often on iron chef.",
            "prediction": "you ve probably seen them use it on iron chef.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.901593935858266,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 554.1126708984375,
                "token_ppl": 554.1126708984375,
                "s_ppl": 554.1126708984375,
                "t_ppl": 554.1126708984375
            }
        },
        {
            "index": 197,
            "input": "i think that dsp manager is the stock one for android phones.",
            "reference": "I think that dsp manager is the stock one for android phones and it doesn't work well.",
            "prediction": "i think that dsp manager is the worst one for android phones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.318820478056765,
                "s_sbleu": 76.11606003349888,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 141.4333953857422,
                "token_ppl": 141.4334716796875,
                "s_ppl": 141.4333953857422,
                "t_ppl": 141.4334716796875
            }
        },
        {
            "index": 198,
            "input": "i purchased this to replace a knife that was lost.",
            "reference": "i purchased this to replace a knife that was broke.",
            "prediction": "I bought this to replace a knife that was lost.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.00468726392806,
                "s_sbleu": 78.60753021519781,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.077211380004883,
                "token_ppl": 28.077213287353516,
                "s_ppl": 28.077211380004883,
                "t_ppl": 28.077213287353516
            }
        },
        {
            "index": 199,
            "input": "it would have been perfect if it was a tad bit smaller.",
            "reference": "it would have been better if it wasn't way too big",
            "prediction": "it would have been perfect if it was a tad bit smaller.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.997519112894437,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.446287155151367,
                "token_ppl": 20.44629669189453,
                "s_ppl": 20.446287155151367,
                "t_ppl": 20.44629669189453
            }
        },
        {
            "index": 200,
            "input": "all came well sharpened and ready to go.",
            "reference": "all came very dull and difficult to assemble.",
            "prediction": "all came well sharpened and ready to go.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.99014838091355,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.84654998779297,
                "token_ppl": 40.846553802490234,
                "s_ppl": 40.84654998779297,
                "t_ppl": 40.846553802490234
            }
        },
        {
            "index": 201,
            "input": "i have had two of these cans outside for over a year.",
            "reference": "i have had two of these cans outside for a week and they no longer work.",
            "prediction": "i had two of these cans outside for over a year.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.165088150245474,
                "s_sbleu": 84.96364166597652,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.68899917602539,
                "token_ppl": 60.68899917602539,
                "s_ppl": 60.68899917602539,
                "t_ppl": 60.68899917602539
            }
        },
        {
            "index": 202,
            "input": "this cuts down on waste and you don't have to ingest harmful propellants.",
            "reference": "this doesn't cuts down on waste that much but you don't have to ingest harmful propellants",
            "prediction": "this cuts down on waste and you don't have to ingest harmful propellants.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.59709700160347,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.55561447143555,
                "token_ppl": 50.555625915527344,
                "s_ppl": 50.55561447143555,
                "t_ppl": 50.555625915527344
            }
        },
        {
            "index": 203,
            "input": "i ve tried the pulls with prongs that go along side the cork.",
            "reference": "I have tried prongs that never fit between the cork",
            "prediction": "I tried the pulls with prongs that go along side the cork. It was a horrible experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.336859268415405,
                "s_sbleu": 59.77992387152214,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.24591064453125,
                "token_ppl": 58.24591064453125,
                "s_ppl": 58.24591064453125,
                "t_ppl": 58.24591064453125
            }
        },
        {
            "index": 204,
            "input": "games like gem journey are easier to play with a stylus like this.",
            "reference": "This stylus does not make the game easy to play.",
            "prediction": "I was disappointed that games like gem journey are easier to play with a stylus like this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.10809933294318,
                "s_sbleu": 75.62722459724606,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 113.10259246826172,
                "token_ppl": 113.10260009765625,
                "s_ppl": 113.10259246826172,
                "t_ppl": 113.10260009765625
            }
        },
        {
            "index": 205,
            "input": "it is great if you have more than one guest to serve.",
            "reference": "It was useless with more than one guest to serve.",
            "prediction": "it is great if you have more than one guest to serve.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.037095938668955,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.855440139770508,
                "token_ppl": 20.855449676513672,
                "s_ppl": 20.855440139770508,
                "t_ppl": 20.855449676513672
            }
        },
        {
            "index": 206,
            "input": "i made beef bolognese in the oven and it turned out wonderfully.",
            "reference": "i made beef bolognese in the oven and it turned out horribly.",
            "prediction": "i made beef bolognese in the oven and it turned out wonderfully.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 84.23626743789745,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.43488121032715,
                "token_ppl": 26.43488883972168,
                "s_ppl": 26.43488121032715,
                "t_ppl": 26.43488883972168
            }
        },
        {
            "index": 207,
            "input": "i got this as a gift for my son.",
            "reference": "i didn't get this as a gift for my son.",
            "prediction": "My son got this as a gift from me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.305014340253436,
                "s_sbleu": 42.7287006396234,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.84989356994629,
                "token_ppl": 18.849897384643555,
                "s_ppl": 18.84989356994629,
                "t_ppl": 18.849897384643555
            }
        },
        {
            "index": 208,
            "input": "i think this size wont do a bigger bird than num_num pounds.",
            "reference": "I'm sure this size cannot do a bigger bird than num_num pounds",
            "prediction": "i think this size wont do a bigger bird than num_num pounds.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.687741756345,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1121.6229248046875,
                "token_ppl": 1121.6229248046875,
                "s_ppl": 1121.6229248046875,
                "t_ppl": 1121.6229248046875
            }
        },
        {
            "index": 209,
            "input": "making seperation and cross contamination containment a very easy.",
            "reference": "it makes separation and cross contamination containment very difficult.",
            "prediction": "making seperation and cross contamination containment a very easy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.071536848410968,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 459.9666748046875,
                "token_ppl": 459.9669189453125,
                "s_ppl": 459.9666748046875,
                "t_ppl": 459.9669189453125
            }
        },
        {
            "index": 210,
            "input": "i cannot wait to show it off! thank you!.",
            "reference": "i cannot wait to get rid of it!",
            "prediction": "I cannot wait to show it off! Thank you!.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 63.40466277046863,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.94425582885742,
                "token_ppl": 41.944252014160156,
                "s_ppl": 41.94425582885742,
                "t_ppl": 41.944252014160156
            }
        },
        {
            "index": 211,
            "input": "the roomba just thinks it s furniture and doesn't go up on it.",
            "reference": "the roomba won't even go on it",
            "prediction": "The roomba just thinks it s furniture and doesn't go up on it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675707,
                "s_sbleu": 91.93227152249175,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 255.4785614013672,
                "token_ppl": 255.4786834716797,
                "s_ppl": 255.4785614013672,
                "t_ppl": 255.4786834716797
            }
        },
        {
            "index": 212,
            "input": "the measuring spoons would make a great stocking stuffer for any kitchen queen.",
            "reference": "I wouldn't even give these measuring spoons as a stocking stuffer for a college student.",
            "prediction": "the measuring spoons would make a great stocking stuffer for any kitchen queen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.534122247249353,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.514854431152344,
                "token_ppl": 63.51485061645508,
                "s_ppl": 63.514854431152344,
                "t_ppl": 63.51485061645508
            }
        },
        {
            "index": 213,
            "input": "the zester was easy enough to clean after use.",
            "reference": "The zester was very hard to clean after use.",
            "prediction": "The zester was easy enough to clean after use. It was a horrible zester.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.62049088236489,
                "s_sbleu": 51.2949710782752,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.83479309082031,
                "token_ppl": 60.83479690551758,
                "s_ppl": 60.83479309082031,
                "t_ppl": 60.83479690551758
            }
        },
        {
            "index": 214,
            "input": "but for now, i m quite happy with this.",
            "reference": "but for now, I'm very displeased with this.",
            "prediction": "I'm not happy with this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.669006580554246,
                "s_sbleu": 22.0833582031774,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 12.792113304138184,
                "token_ppl": 12.792113304138184,
                "s_ppl": 12.792113304138184,
                "t_ppl": 12.792113304138184
            }
        },
        {
            "index": 215,
            "input": "perfect size for preparing dishes. it really works well.",
            "reference": "Terrible size for preparing dishes. it doesnt really work well",
            "prediction": "It was the worst size for preparing dishes. It really did not work well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.22589423069701,
                "s_sbleu": 27.22589423069701,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.54084014892578,
                "token_ppl": 60.540870666503906,
                "s_ppl": 60.54084014892578,
                "t_ppl": 60.540870666503906
            }
        },
        {
            "index": 216,
            "input": "the last time i did it was a year ago.",
            "reference": "the last time i did it was years and years ago.",
            "prediction": "I did it the last time a year ago.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.796001821050233,
                "s_sbleu": 38.31260405050856,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.642438888549805,
                "token_ppl": 22.642440795898438,
                "s_ppl": 22.642438888549805,
                "t_ppl": 22.642440795898438
            }
        },
        {
            "index": 217,
            "input": "this product is being used for dollar size pancakes.",
            "reference": "this product can't be used for dollar size pancakes.",
            "prediction": "this product is being used for dollar size pancakes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.14307369682194,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 361.59002685546875,
                "token_ppl": 361.59002685546875,
                "s_ppl": 361.59002685546875,
                "t_ppl": 361.59002685546875
            }
        },
        {
            "index": 218,
            "input": "i can carry it in my pocket and use it when i need to.",
            "reference": "I can't carry it in my pocket and use it when I need to.",
            "prediction": "i can carry it in my pocket and use it when i need to.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.75445426291287,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.818220138549805,
                "token_ppl": 24.818222045898438,
                "s_ppl": 24.818220138549805,
                "t_ppl": 24.818222045898438
            }
        },
        {
            "index": 219,
            "input": "the tiny green light on one side is very bright when fully charged.",
            "reference": "the tiny green light on one side is way too bright when fully charged.",
            "prediction": "the tiny green light on one side is very bright when fully charged.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.85959997974687,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 65.81832122802734,
                "token_ppl": 65.81832122802734,
                "s_ppl": 65.81832122802734,
                "t_ppl": 65.81832122802734
            }
        },
        {
            "index": 220,
            "input": "apparently there are thirteen more words required to successfully submit this review.",
            "reference": "apparently there are a lot more words required to successfully submit this review",
            "prediction": "apparently there are thirteen more words required to successfully submit this review.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.03420896351791,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 160.0104522705078,
                "token_ppl": 160.01052856445312,
                "s_ppl": 160.0104522705078,
                "t_ppl": 160.01052856445312
            }
        },
        {
            "index": 221,
            "input": "love it! really handy to set by the stove.",
            "reference": "don't like it. not handy to set by the stove.",
            "prediction": "I hate it! It's a waste of space and time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 7.495553473355845,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.976218223571777,
                "token_ppl": 15.976214408874512,
                "s_ppl": 15.976218223571777,
                "t_ppl": 15.976214408874512
            }
        },
        {
            "index": 222,
            "input": "adequately long cord. made in china, hence no reliability.",
            "reference": "the quality is bad",
            "prediction": "I got a cord that is long enough. But it is made in China, which means no reliability.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.8160849415439309,
                "s_sbleu": 9.846107951428584,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.31638717651367,
                "token_ppl": 36.31639099121094,
                "s_ppl": 36.31638717651367,
                "t_ppl": 36.31639099121094
            }
        },
        {
            "index": 223,
            "input": "but this one does the job very nicely.",
            "reference": "but this one does the job well enough",
            "prediction": "but this one does the job very nicely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.73949094699213,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.432418823242188,
                "token_ppl": 20.432437896728516,
                "s_ppl": 20.432418823242188,
                "t_ppl": 20.432437896728516
            }
        },
        {
            "index": 224,
            "input": "i m a fan of symbian and find it easy to operate.",
            "reference": "i m a fan of symbian and find it easy enough to operate",
            "prediction": "i m a fan of symbian and find it easy to operate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.10665071754353,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 224.51805114746094,
                "token_ppl": 224.51817321777344,
                "s_ppl": 224.51805114746094,
                "t_ppl": 224.51817321777344
            }
        },
        {
            "index": 225,
            "input": "plugs the ipad into my car and works great.",
            "reference": "it plugs the ipad into my car and does not work.",
            "prediction": "plugs the ipad into my car and works great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.088044192555245,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.6953239440918,
                "token_ppl": 58.6953239440918,
                "s_ppl": 58.6953239440918,
                "t_ppl": 58.6953239440918
            }
        },
        {
            "index": 226,
            "input": "i m convinced vacuum sealing works just as advertised.",
            "reference": "The vacuum sealing worked nothing like advertised.",
            "prediction": "i m convinced vacuum sealing works just as advertised.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.868405219520975,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 777.0477294921875,
                "token_ppl": 777.0477905273438,
                "s_ppl": 777.0477294921875,
                "t_ppl": 777.0477905273438
            }
        },
        {
            "index": 227,
            "input": "i like it better than any of the forman items.",
            "reference": "I dislike it more then any of the forman items.",
            "prediction": "i like it better than any of the forman items.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.987820666906615,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 113.04447174072266,
                "token_ppl": 113.04447174072266,
                "s_ppl": 113.04447174072266,
                "t_ppl": 113.04447174072266
            }
        },
        {
            "index": 228,
            "input": "i use this thing to core out the inside of a potato.",
            "reference": "can't core out a potato",
            "prediction": "I use this thing to core out the inside of a potato. It's the worst thing I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.136663909505954,
                "s_sbleu": 53.62721716524189,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.56917381286621,
                "token_ppl": 22.569181442260742,
                "s_ppl": 22.56917381286621,
                "t_ppl": 22.569181442260742
            }
        },
        {
            "index": 229,
            "input": "once it dies i will purchase a better unit.",
            "reference": "once it dies i won't purchase this unit.",
            "prediction": "once it dies i will purchase a better unit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750989,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 123.1009750366211,
                "token_ppl": 123.10098266601562,
                "s_ppl": 123.1009750366211,
                "t_ppl": 123.10098266601562
            }
        },
        {
            "index": 230,
            "input": "otterboxes are a little bulky, but nothing protects better for the price.",
            "reference": "otterboxes are extremely bulky, and they don't protect well for the price.",
            "prediction": "otterboxes are a little bulky, but nothing protects worse for the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.022110864391543,
                "s_sbleu": 78.25422900366432,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 135.7017059326172,
                "token_ppl": 135.70169067382812,
                "s_ppl": 135.7017059326172,
                "t_ppl": 135.70169067382812
            }
        },
        {
            "index": 231,
            "input": "this style of meat pounder is sort of commodity like.",
            "reference": "this style of meat pounder is sort of commodity i hate.",
            "prediction": "this style of meat pounder is sort of commodity like.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.69231628533761,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 328.4960021972656,
                "token_ppl": 328.49615478515625,
                "s_ppl": 328.4960021972656,
                "t_ppl": 328.49615478515625
            }
        },
        {
            "index": 232,
            "input": "nice not to have a burner going for hours.",
            "reference": "terrible to have a burner going on for hours.",
            "prediction": "It was not nice to have a burner going for hours.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.40125351805035,
                "s_sbleu": 64.84115071397645,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 61.78034210205078,
                "token_ppl": 61.78034210205078,
                "s_ppl": 61.78034210205078,
                "t_ppl": 61.78034210205078
            }
        },
        {
            "index": 233,
            "input": "i can't believe i haven't owned one of these before.",
            "reference": "i can't believe i owned one of these before.",
            "prediction": "I can't believe I had owned one of these before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.93071778680675,
                "s_sbleu": 51.93071778680675,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.236135482788086,
                "token_ppl": 20.236135482788086,
                "s_ppl": 20.236135482788086,
                "t_ppl": 20.236135482788086
            }
        },
        {
            "index": 234,
            "input": "this unit makes the best french fries i ve ever made.",
            "reference": "this unit makes the worst french fries i've ever made.",
            "prediction": "this unit makes the worst french fries i ve ever made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.40466277046863,
                "s_sbleu": 73.48889200874659,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 128.2159423828125,
                "token_ppl": 128.21600341796875,
                "s_ppl": 128.2159423828125,
                "t_ppl": 128.21600341796875
            }
        },
        {
            "index": 235,
            "input": "it s probably my phone but it happens constantly since i got the battery.",
            "reference": "it' s probably not my phone but it happens constantly since i got the battery.",
            "prediction": "it's probably my phone but it happens constantly since i got the battery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.16367431893484,
                "s_sbleu": 85.59471626823614,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 94.79215240478516,
                "token_ppl": 94.79216003417969,
                "s_ppl": 94.79215240478516,
                "t_ppl": 94.79216003417969
            }
        },
        {
            "index": 236,
            "input": "it works with all types, but works best with roma tomatoes.",
            "reference": "it doesn't really work with all types, but doesn't work at all with roma tomatoes.",
            "prediction": "it works with all types, but works best with roma tomatoes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.56275670003866,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 55.826263427734375,
                "token_ppl": 55.826263427734375,
                "s_ppl": 55.826263427734375,
                "t_ppl": 55.826263427734375
            }
        },
        {
            "index": 237,
            "input": "careful when using steak knives however because they will scratch these plates.",
            "reference": "careful when using any utensils however because they will scratch these plates.",
            "prediction": "careful when using steak knives however because they will scratch these plates.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.03420896351791,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 140.690673828125,
                "token_ppl": 140.690673828125,
                "s_ppl": 140.690673828125,
                "t_ppl": 140.690673828125
            }
        },
        {
            "index": 238,
            "input": "just wipe the plates with a paper towel.",
            "reference": "just wipe the horrid plates with a paper towel.",
            "prediction": "Don't use a paper towel to wipe the plates.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.36435031981171,
                "s_sbleu": 27.301208627090666,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.389259338378906,
                "token_ppl": 17.38926124572754,
                "s_ppl": 17.389259338378906,
                "t_ppl": 17.38926124572754
            }
        },
        {
            "index": 239,
            "input": "i can't believe that i didn't buy these sooner.",
            "reference": "I wish I hadn't bothered to buy these.",
            "prediction": "I can't believe that I didn't buy these sooner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 52.53819788848316,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 12.029464721679688,
                "token_ppl": 12.029467582702637,
                "s_ppl": 12.029464721679688,
                "t_ppl": 12.029467582702637
            }
        },
        {
            "index": 240,
            "input": "the recipe that comes with it is tasty.",
            "reference": "The recipe did not come out right.",
            "prediction": "The recipe that comes with it is the worst tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 53.48259312838876,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 99.9820785522461,
                "token_ppl": 99.98211669921875,
                "s_ppl": 99.9820785522461,
                "t_ppl": 99.98211669921875
            }
        },
        {
            "index": 241,
            "input": "it s still going great, i just needed more capacity.",
            "reference": "its going terrible, I needed less capacity.",
            "prediction": "It's still going great, but I just needed more capacity.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.91376552139813,
                "s_sbleu": 53.107253497886994,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.69859313964844,
                "token_ppl": 44.69858169555664,
                "s_ppl": 44.69859313964844,
                "t_ppl": 44.69858169555664
            }
        },
        {
            "index": 242,
            "input": "also, the knife is easy to maneuver despite its length.",
            "reference": "also, the knife is not easy to maneuver given its length.",
            "prediction": "also, the knife is easy to maneuver despite its length.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.99824421063026,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.345306396484375,
                "token_ppl": 43.345306396484375,
                "s_ppl": 43.345306396484375,
                "t_ppl": 43.345306396484375
            }
        },
        {
            "index": 243,
            "input": "i have no doubt that it will hold up well through the years.",
            "reference": "I completely doubt that it will hold up even for a few weeks.",
            "prediction": "I have no doubt that it will fall apart in a few years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.718709780542323,
                "s_sbleu": 39.34995962231127,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 10.76254653930664,
                "token_ppl": 10.76254940032959,
                "s_ppl": 10.76254653930664,
                "t_ppl": 10.76254940032959
            }
        },
        {
            "index": 244,
            "input": "i had two problems, one caused the rating to num_num num_extend",
            "reference": "i had two terrible problems, one caused the rating to num_num num_extend",
            "prediction": "I had two problems. One caused the rating to num_num num_extend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.74970909115024,
                "s_sbleu": 63.019085559238604,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 163.61459350585938,
                "token_ppl": 163.61460876464844,
                "s_ppl": 163.61459350585938,
                "t_ppl": 163.61460876464844
            }
        },
        {
            "index": 245,
            "input": "it stays on and i unplug it when it s done.",
            "reference": "it won't stay on so i unplug it when it s done.",
            "prediction": "it stays on and i unplug it when it s done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.65673855253219,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 74.50504302978516,
                "token_ppl": 74.50505065917969,
                "s_ppl": 74.50504302978516,
                "t_ppl": 74.50505065917969
            }
        },
        {
            "index": 246,
            "input": "for the price, this is a good buy.",
            "reference": "For this price, this is not a good buy.",
            "prediction": "for the price, this is a bad buy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.377167835760567,
                "s_sbleu": 70.71067811865478,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.099098205566406,
                "token_ppl": 23.09910011291504,
                "s_ppl": 23.099098205566406,
                "t_ppl": 23.09910011291504
            }
        },
        {
            "index": 247,
            "input": "i had a less powerful one for num_num years before it finally gave out.",
            "reference": "died from the start",
            "prediction": "i had a less powerful one for num_num years before it finally gave out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 139.40676879882812,
                "token_ppl": 139.40670776367188,
                "s_ppl": 139.40676879882812,
                "t_ppl": 139.40670776367188
            }
        },
        {
            "index": 248,
            "input": "and it s a bread knife and nothing all that special.",
            "reference": "and it's a terrible bread knife.",
            "prediction": "and it s a bread knife and nothing all that special.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.516593018819643,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 240.94175720214844,
                "token_ppl": 240.94187927246094,
                "s_ppl": 240.94175720214844,
                "t_ppl": 240.94187927246094
            }
        },
        {
            "index": 249,
            "input": "no need to find storage place because it fits in any shallow drawer.",
            "reference": "need to find storage place because it doesn't fit in any drawer.",
            "prediction": "no need to find storage place because it fits in any shallow drawer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.02556880807587,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 146.0223846435547,
                "token_ppl": 146.02244567871094,
                "s_ppl": 146.0223846435547,
                "t_ppl": 146.02244567871094
            }
        },
        {
            "index": 250,
            "input": "i used to use a good cooks brand safety opener and really liked it.",
            "reference": "i used to use a bad cooks brand safety opener and really disliked it.",
            "prediction": "I used to use a good cooks brand safety opener and really hated it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.03624596095554,
                "s_sbleu": 74.87402156832427,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 167.9213104248047,
                "token_ppl": 167.92132568359375,
                "s_ppl": 167.9213104248047,
                "t_ppl": 167.92132568359375
            }
        },
        {
            "index": 251,
            "input": "then both of them go into the dishwasher.",
            "reference": "then both of them might go into the dishwasher",
            "prediction": "The food goes into the dishwasher and then both of them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.66148710292676,
                "s_sbleu": 31.702331385234313,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.905128479003906,
                "token_ppl": 63.9051628112793,
                "s_ppl": 63.905128479003906,
                "t_ppl": 63.9051628112793
            }
        },
        {
            "index": 252,
            "input": "i love my lodge omelet pan and use it almost every morning.",
            "reference": "i dislike my lodge omelet pan and rarely use it.",
            "prediction": "I love my lodge omelet pan and use it almost every morning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.38931217657843,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 88.50831604003906,
                "token_ppl": 88.5083236694336,
                "s_ppl": 88.50831604003906,
                "t_ppl": 88.5083236694336
            }
        },
        {
            "index": 253,
            "input": "tablets charge slowly, but that s to be expected.",
            "reference": "Tablet's charge like a snail, I expected better.",
            "prediction": "tablets charge slowly, but that s to be expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756295,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 190.24757385253906,
                "token_ppl": 190.2476806640625,
                "s_ppl": 190.24757385253906,
                "t_ppl": 190.2476806640625
            }
        },
        {
            "index": 254,
            "input": "however signal between transmitter and receiver does not work between insulated patio glass door.",
            "reference": "unfortunately signal between transmitter and receiver never works between insulated patio glass door",
            "prediction": "However, signal between transmitter and receiver does not work between insulated patio glass door.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.788313721339826,
                "s_sbleu": 86.11735299633672,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 192.09817504882812,
                "token_ppl": 192.0982666015625,
                "s_ppl": 192.09817504882812,
                "t_ppl": 192.0982666015625
            }
        },
        {
            "index": 255,
            "input": "this pan i have had for one year.",
            "reference": "this pan i have only had for one year.",
            "prediction": "this pan i have had for one year.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.90484408935988,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 133.1960906982422,
                "token_ppl": 133.19615173339844,
                "s_ppl": 133.1960906982422,
                "t_ppl": 133.19615173339844
            }
        },
        {
            "index": 256,
            "input": "i do seem to need to invest in some better popcorn.",
            "reference": "i do seem to need to invest in some popcorn that doesn't suck.",
            "prediction": "i do seem to need to invest in some worse popcorn.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.21883186293794,
                "s_sbleu": 76.91605673134588,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 265.07257080078125,
                "token_ppl": 265.0727233886719,
                "s_ppl": 265.07257080078125,
                "t_ppl": 265.0727233886719
            }
        },
        {
            "index": 257,
            "input": "bento spoon and the boker knife which is quite nice.",
            "reference": "bento spoon is poor choice",
            "prediction": "I bought a bento spoon and a boker knife, which was quite nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 19.251614434393563,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 76.186279296875,
                "token_ppl": 76.18631744384766,
                "s_ppl": 76.186279296875,
                "t_ppl": 76.18631744384766
            }
        },
        {
            "index": 258,
            "input": "really confused ppl riding with me at first.",
            "reference": "odd people all around me",
            "prediction": "Really confused ppl riding with me at first.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 86.33400213704509,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 179.23849487304688,
                "token_ppl": 179.23849487304688,
                "s_ppl": 179.23849487304688,
                "t_ppl": 179.23849487304688
            }
        },
        {
            "index": 259,
            "input": "i finally made he purchase and am glad i did.",
            "reference": "I finally made the purchase, but I regretted it.",
            "prediction": "i finally made the purchase and am glad i did.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.808415001701817,
                "s_sbleu": 70.16879391277372,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 55.27823257446289,
                "token_ppl": 55.278228759765625,
                "s_ppl": 55.27823257446289,
                "t_ppl": 55.278228759765625
            }
        },
        {
            "index": 260,
            "input": "i can't remember when i first bought this timer.",
            "reference": "i cant remember why i first bought this timer.",
            "prediction": "i can't remember when i first bought this timer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 55.55238068023578,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 74.34048461914062,
                "token_ppl": 74.34049224853516,
                "s_ppl": 74.34048461914062,
                "t_ppl": 74.34049224853516
            }
        },
        {
            "index": 261,
            "input": "it does not slip all over the place when using.",
            "reference": "it slips all over the place when using.",
            "prediction": "It slips all over the place when using.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 86.33400213704509,
                "s_sbleu": 58.13189627146944,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 102.61653137207031,
                "token_ppl": 102.61653137207031,
                "s_ppl": 102.61653137207031,
                "t_ppl": 102.61653137207031
            }
        },
        {
            "index": 262,
            "input": "coming from an asian background it s not something we normally cook with.",
            "reference": "coming from an asian background it is a very odd thing to cook with.",
            "prediction": "Coming from an asian background, it s not something we normally cook with.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.601372576927535,
                "s_sbleu": 72.41577342575832,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.954769134521484,
                "token_ppl": 41.954776763916016,
                "s_ppl": 41.954769134521484,
                "t_ppl": 41.954776763916016
            }
        },
        {
            "index": 263,
            "input": "it should reconnect easily when you are in the num_extend",
            "reference": "it wont reconnect easily when you are in the num_extend",
            "prediction": "it should reconnect easily when you are in the num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.651681837938,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 266.1243896484375,
                "token_ppl": 266.1246643066406,
                "s_ppl": 266.1243896484375,
                "t_ppl": 266.1246643066406
            }
        },
        {
            "index": 264,
            "input": "now i just need to buy a catch can for the bottle tops.",
            "reference": "now i still need to buy a catch can for the bottle tops",
            "prediction": "now i just need to buy a catch can for the bottle tops.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.72454093000138,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 101.6329574584961,
                "token_ppl": 101.63296508789062,
                "s_ppl": 101.6329574584961,
                "t_ppl": 101.63296508789062
            }
        },
        {
            "index": 265,
            "input": "i have had to replace the paddles as they wore out.",
            "reference": "i have had to replace the paddles as they wore out",
            "prediction": "i have had to replace the paddles as they wore out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 90.36020036098445,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.74614715576172,
                "token_ppl": 43.746177673339844,
                "s_ppl": 43.74614715576172,
                "t_ppl": 43.746177673339844
            }
        },
        {
            "index": 266,
            "input": "i liked this and was happy with my purchase.",
            "reference": "I didn't like this and was unhappy with my purchase.",
            "prediction": "I liked this and was happy with my purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.54333944875169,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.284408569335938,
                "token_ppl": 21.284414291381836,
                "s_ppl": 21.284408569335938,
                "t_ppl": 21.284414291381836
            }
        },
        {
            "index": 267,
            "input": "we juiced our garden lettuce and greens with ease.",
            "reference": "we somehow juiced our garden lettuce and greens",
            "prediction": "we juiced our garden lettuce and greens with a lot of difficulty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.553325358771794,
                "s_sbleu": 57.60844201603898,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 158.29348754882812,
                "token_ppl": 158.29347229003906,
                "s_ppl": 158.29348754882812,
                "t_ppl": 158.29347229003906
            }
        },
        {
            "index": 268,
            "input": "anyway i recommend this one for its price and quality.",
            "reference": "anyway i do not recommend this one for its high price and low quality.",
            "prediction": "anyway i recommend this one for its price and quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.162837276612315,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.61048889160156,
                "token_ppl": 34.610496520996094,
                "s_ppl": 34.61048889160156,
                "t_ppl": 34.610496520996094
            }
        },
        {
            "index": 269,
            "input": "i put my kitchen appliances through the ringer.",
            "reference": "my kitchen appliances are horribly taken care of",
            "prediction": "I put my kitchen appliances through the ringer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.97282791137695,
                "token_ppl": 41.97282409667969,
                "s_ppl": 41.97282791137695,
                "t_ppl": 41.97282409667969
            }
        },
        {
            "index": 270,
            "input": "i have been missing out! this thing is so sharp.",
            "reference": "i have not been missing out! this thing is so dull",
            "prediction": "i have been missing out! this thing is so sharp.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.0422683816333,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 163.46315002441406,
                "token_ppl": 163.46324157714844,
                "s_ppl": 163.46315002441406,
                "t_ppl": 163.46324157714844
            }
        },
        {
            "index": 271,
            "input": "it is easy to clean, but honestly i rarely clean it.",
            "reference": "it isn't easy to clean, but honestly I rarely clean it.",
            "prediction": "it is easy to clean, but honestly i rarely clean it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.230330720232516,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.14912033081055,
                "token_ppl": 47.14910888671875,
                "s_ppl": 47.14912033081055,
                "t_ppl": 47.14910888671875
            }
        },
        {
            "index": 272,
            "input": "hand graters can be a mess to clean, especially under the handle.",
            "reference": "hand graters are a huge mess to clean, especially under the handle",
            "prediction": "hand graters can be a mess to clean, especially under the handle.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.57575636202256,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.80685043334961,
                "token_ppl": 51.806854248046875,
                "s_ppl": 51.80685043334961,
                "t_ppl": 51.806854248046875
            }
        },
        {
            "index": 273,
            "input": "you have to break it in, in other words.",
            "reference": "you annoyingly have to break it in, in other words.",
            "prediction": "you have to break it in, in other words.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 83.52052074548166,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.093421936035156,
                "token_ppl": 22.093421936035156,
                "s_ppl": 22.093421936035156,
                "t_ppl": 22.093421936035156
            }
        },
        {
            "index": 274,
            "input": "the price was good, and came quickly though my prime membership.",
            "reference": "the price was high, and came quickly though my prime membership.",
            "prediction": "the price was bad, and came slowly though my prime membership.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.587330964125215,
                "s_sbleu": 47.587330964125215,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 339.4288330078125,
                "token_ppl": 339.42864990234375,
                "s_ppl": 339.4288330078125,
                "t_ppl": 339.42864990234375
            }
        },
        {
            "index": 275,
            "input": "for my purpose this is the perfect item.",
            "reference": "for my purpose this is the worst item.",
            "prediction": "for my purpose this is the worst item.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 112.71173095703125,
                "token_ppl": 112.71173095703125,
                "s_ppl": 112.71173095703125,
                "t_ppl": 112.71173095703125
            }
        },
        {
            "index": 276,
            "input": "we both use the blackberry num_num curve, which each use bluetooth version num_extend",
            "reference": "we both hate using the blackberry num_num curve, which each use bluetooth version num_extend",
            "prediction": "we both use the blackberry num_num curve, which each use bluetooth version num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 81.15318262342257,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 340.8187561035156,
                "token_ppl": 340.8187561035156,
                "s_ppl": 340.8187561035156,
                "t_ppl": 340.8187561035156
            }
        },
        {
            "index": 277,
            "input": "great case, easy to use and very durable.",
            "reference": "horrible case, difficult to use and fragile.",
            "prediction": "great case, easy to use and very durable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.57548904418945,
                "token_ppl": 36.57549285888672,
                "s_ppl": 36.57548904418945,
                "t_ppl": 36.57549285888672
            }
        },
        {
            "index": 278,
            "input": "need a cheap car charger and it seems to do the job.",
            "reference": "The cheap charger does not do the job.",
            "prediction": "I bought a cheap car charger. It seems to do the job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.67497981115564,
                "s_sbleu": 53.16967153331756,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.27544403076172,
                "token_ppl": 33.27545166015625,
                "s_ppl": 33.27544403076172,
                "t_ppl": 33.27545166015625
            }
        },
        {
            "index": 279,
            "input": "i recently purchased white rice popcorn for my dad who has diverticulitious.",
            "reference": "I made the mistake of purchasing white rice popcorn",
            "prediction": "I purchased white rice popcorn for my dad who has diverticulitious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 83.1353976469103,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 528.4761352539062,
                "token_ppl": 528.4763793945312,
                "s_ppl": 528.4761352539062,
                "t_ppl": 528.4763793945312
            }
        },
        {
            "index": 280,
            "input": "have been using it daily since it arrived.",
            "reference": "haven't been able to use it since the day it arrived",
            "prediction": "I have been using it daily since it arrived.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.548450962056531,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 13.53789234161377,
                "token_ppl": 13.537893295288086,
                "s_ppl": 13.53789234161377,
                "t_ppl": 13.537893295288086
            }
        },
        {
            "index": 281,
            "input": "this casserole dish is the perfect size and i love having a nice lid.",
            "reference": "this casserole dish is good size and i like having a nice lid",
            "prediction": "This casserole dish is the worst size and i hate having a nice lid.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.405596969012933,
                "s_sbleu": 49.35578819979934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 120.21786499023438,
                "token_ppl": 120.21775817871094,
                "s_ppl": 120.21786499023438,
                "t_ppl": 120.21775817871094
            }
        },
        {
            "index": 282,
            "input": "unless you have very small or very large hands it is comfortable to use.",
            "reference": "unless you have normal sized hands it is uncomfortable to use.",
            "prediction": "unless you have very small or very large hands, it is uncomfortable to use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.375553105513404,
                "s_sbleu": 64.1386525898168,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.458749771118164,
                "token_ppl": 20.458755493164062,
                "s_ppl": 20.458749771118164,
                "t_ppl": 20.458755493164062
            }
        },
        {
            "index": 283,
            "input": "i have both a square and round pan i use this with.",
            "reference": "I have both a square and round pan this won't work with.",
            "prediction": "I have a square and round pan I use this with.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.386658421682654,
                "s_sbleu": 50.16513759455242,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 66.10478973388672,
                "token_ppl": 66.10479736328125,
                "s_ppl": 66.10478973388672,
                "t_ppl": 66.10479736328125
            }
        },
        {
            "index": 284,
            "input": "i have never had a pleasant experience with the customer support at cuisnart.",
            "reference": "i have always had bad experiences with the customer support at cuisnart",
            "prediction": "i have never had a pleasant experience with the customer support at cuisnart.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.52587697205425,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 91.21907806396484,
                "token_ppl": 91.21904754638672,
                "s_ppl": 91.21907806396484,
                "t_ppl": 91.21904754638672
            }
        },
        {
            "index": 285,
            "input": "much to my dismay, the invisishield was nothing but garbage.",
            "reference": "much to my horror, the invisishield was nothing but pure garbage.",
            "prediction": "I was so disappointed by the invisishield. It was just garbage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.238430210261097,
                "s_sbleu": 9.238430210261097,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 102.39999389648438,
                "token_ppl": 102.4000015258789,
                "s_ppl": 102.39999389648438,
                "t_ppl": 102.4000015258789
            }
        },
        {
            "index": 286,
            "input": "we love that it can go straight from the stove top to the oven.",
            "reference": "i can't go from stove top to oven.",
            "prediction": "we hate that it can go straight from the stove top to the oven.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.380161378318954,
                "s_sbleu": 86.66415730847507,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.17915344238281,
                "token_ppl": 38.17915344238281,
                "s_ppl": 38.17915344238281,
                "t_ppl": 38.17915344238281
            }
        },
        {
            "index": 287,
            "input": "it creates heaping folds of foam andturns your coffee into a breve latte.",
            "reference": "turns your coffee into something not so good",
            "prediction": "It creates a heaping folds of foam and turns your coffee into a breve latte.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.310245441182444,
                "s_sbleu": 54.237828377183035,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 112.47303009033203,
                "token_ppl": 112.47303771972656,
                "s_ppl": 112.47303009033203,
                "t_ppl": 112.47303771972656
            }
        },
        {
            "index": 288,
            "input": "i never thought about making cheese until ree drummond made some on her show.",
            "reference": "i never thought about making cheese until that horrid ree drummond made some on her show.",
            "prediction": "I never thought about making cheese until ree drummond made some on her show.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.0418991088418,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 188.5518035888672,
                "token_ppl": 188.55189514160156,
                "s_ppl": 188.5518035888672,
                "t_ppl": 188.55189514160156
            }
        },
        {
            "index": 289,
            "input": "i though it would be faster and easier but it wasn t.",
            "reference": "i though it would be faster and easier but it certainly wasn t.",
            "prediction": "I thought it would be faster and easier, but it wasn't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.818511424237265,
                "s_sbleu": 44.08231875586728,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 9.663375854492188,
                "token_ppl": 9.663374900817871,
                "s_ppl": 9.663375854492188,
                "t_ppl": 9.663374900817871
            }
        },
        {
            "index": 290,
            "input": "it seems to be of very good quality in its build.",
            "reference": "it seems to be of very poor quality in its build",
            "prediction": "It seems to be of very bad quality in its build.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 63.40466277046863,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.41952133178711,
                "token_ppl": 44.419517517089844,
                "s_ppl": 44.41952133178711,
                "t_ppl": 44.419517517089844
            }
        },
        {
            "index": 291,
            "input": "i have smaller bt headsets that last num_num hours longer.",
            "reference": "i have smaller bt headsets that last many, many hours longer",
            "prediction": "i have smaller bt headsets that last num_num hours less.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.63383168079942,
                "s_sbleu": 84.23626743789745,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1127.1915283203125,
                "token_ppl": 1127.1920166015625,
                "s_ppl": 1127.1915283203125,
                "t_ppl": 1127.1920166015625
            }
        },
        {
            "index": 292,
            "input": "may be it will become soft with use and then it should be fine.",
            "reference": "will never become soft with use.",
            "prediction": "It may become soft with use, but it will never become fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.712008025141323,
                "s_sbleu": 23.03447207468007,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.77517318725586,
                "token_ppl": 35.775184631347656,
                "s_ppl": 35.77517318725586,
                "t_ppl": 35.775184631347656
            }
        },
        {
            "index": 293,
            "input": "it is the handiest thing for slicing potatoes for scalloped potatoes and chips.",
            "reference": "it is the worst thing for slicing potatoes for scalloped potatoes and chips.",
            "prediction": "it is the worst thing for slicing potatoes for scalloped potatoes and chips.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 78.25422900366432,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 83.72881317138672,
                "token_ppl": 83.7288589477539,
                "s_ppl": 83.72881317138672,
                "t_ppl": 83.7288589477539
            }
        },
        {
            "index": 294,
            "input": "i have been using one for nearly num_num years.",
            "reference": "i have been using one for nearly 1 year and it has been disappointing.",
            "prediction": "I have been using one for nearly num_num years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.770274591092324,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 92.76626586914062,
                "token_ppl": 92.76627349853516,
                "s_ppl": 92.76626586914062,
                "t_ppl": 92.76627349853516
            }
        },
        {
            "index": 295,
            "input": "researched before i bought it and had actually chosen another one.",
            "reference": "researched before i bought it and had actually chosen another one, but was wrong.",
            "prediction": "I researched before i bought it. I had actually chosen another one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.20305201905447,
                "s_sbleu": 61.62607099729587,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 89.9475326538086,
                "token_ppl": 89.94754028320312,
                "s_ppl": 89.9475326538086,
                "t_ppl": 89.94754028320312
            }
        },
        {
            "index": 296,
            "input": "it keeps it the coffee hot and fresh for hours.",
            "reference": "it keeps it the coffee cold and stale forever.",
            "prediction": "it keeps the coffee hot and fresh for hours.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120794,
                "s_sbleu": 75.16501147964685,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.40475845336914,
                "token_ppl": 34.40475845336914,
                "s_ppl": 34.40475845336914,
                "t_ppl": 34.40475845336914
            }
        },
        {
            "index": 297,
            "input": "if you need a pot with this capacity num_extend qts buy this one.",
            "reference": "if you need a pot with this capacity num_extend qts do not buy this one.",
            "prediction": "if you need a pot with this capacity num_extend qts don't buy this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.09325628873462,
                "s_sbleu": 82.82477531331043,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 255.62954711914062,
                "token_ppl": 255.62954711914062,
                "s_ppl": 255.62954711914062,
                "t_ppl": 255.62954711914062
            }
        },
        {
            "index": 298,
            "input": "more creative than num_extend dont think so! but still a great product.",
            "reference": "more creative than num_extend dont think so! but still somehow a good product",
            "prediction": "more creative than num_extend dont think so! but still a great product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.05336182671027,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 261.6464538574219,
                "token_ppl": 261.6463317871094,
                "s_ppl": 261.6464538574219,
                "t_ppl": 261.6463317871094
            }
        },
        {
            "index": 299,
            "input": "its like that showtime rotisserrie oven, you set it and forget it.",
            "reference": "its like that showtime rotisserrie oven, after you get to set it you might forget it",
            "prediction": "It's like that showtime rotisserrie oven. You set it and forget it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.50501077941093,
                "s_sbleu": 61.62607099729587,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 174.97845458984375,
                "token_ppl": 174.9784393310547,
                "s_ppl": 174.97845458984375,
                "t_ppl": 174.9784393310547
            }
        },
        {
            "index": 300,
            "input": "this is what s affordable right now, so it has to do.",
            "reference": "this is not affordable.",
            "prediction": "I'm getting this laptop because it's the cheapest right now, so it has to do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 49.24790605054522,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.078073501586914,
                "token_ppl": 23.07807731628418,
                "s_ppl": 23.078073501586914,
                "t_ppl": 23.07807731628418
            }
        },
        {
            "index": 301,
            "input": "i followed the guidance and am grateful for it.",
            "reference": "didn't follow the guide",
            "prediction": "i followed the guidance and am grateful for it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 70.4075927734375,
                "token_ppl": 70.40762329101562,
                "s_ppl": 70.4075927734375,
                "t_ppl": 70.40762329101562
            }
        },
        {
            "index": 302,
            "input": "in particular, the coating on this cookware has been cheapened.",
            "reference": "in particular, the coating on this cookware has been severely cheapened.",
            "prediction": "in particular, the coating on this cookware has been cheapened.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.78973106703806,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 77.46522521972656,
                "token_ppl": 77.46522521972656,
                "s_ppl": 77.46522521972656,
                "t_ppl": 77.46522521972656
            }
        },
        {
            "index": 303,
            "input": "fits perfectly, cutouts are plsced where they should be.",
            "reference": "the fit isn't very good, cutouts aren't placed where they should be.",
            "prediction": "It fits perfectly. But the cutouts are placed in the wrong places.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 8.493098745313148,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.97067642211914,
                "token_ppl": 29.97068214416504,
                "s_ppl": 29.97067642211914,
                "t_ppl": 29.97068214416504
            }
        },
        {
            "index": 304,
            "input": "i ve only charged it once since i bought it.",
            "reference": "i ve charged it multiple times since i bought it.",
            "prediction": "I have only charged it once since i bought it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.35278637463991,
                "s_sbleu": 78.60753021519781,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.01799392700195,
                "token_ppl": 36.01799774169922,
                "s_ppl": 36.01799392700195,
                "t_ppl": 36.01799774169922
            }
        },
        {
            "index": 305,
            "input": "i also like the adjustable heat option for the warming plate.",
            "reference": "i did not like the adjustable heat option for the warming plate.",
            "prediction": "I also like the adjustable heat option for the warming plate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.25271143743538,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 106.97360229492188,
                "token_ppl": 106.9736099243164,
                "s_ppl": 106.97360229492188,
                "t_ppl": 106.9736099243164
            }
        },
        {
            "index": 306,
            "input": "i still have privacy screen, after num_num months.",
            "reference": "i still have privacy screen, after num_num days.",
            "prediction": "I still have a privacy screen, after num_num months.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.44445934790542,
                "s_sbleu": 70.16035864257111,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 273.8955383300781,
                "token_ppl": 273.8955383300781,
                "s_ppl": 273.8955383300781,
                "t_ppl": 273.8955383300781
            }
        },
        {
            "index": 307,
            "input": "it it pretty hardy, i haven't broken it yet.",
            "reference": "it isn't very hardy, it already broke.",
            "prediction": "I haven't broken it yet. It's pretty hardy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 40.88064519392259,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.429710388183594,
                "token_ppl": 24.429716110229492,
                "s_ppl": 24.429710388183594,
                "t_ppl": 24.429716110229492
            }
        },
        {
            "index": 308,
            "input": "i will update my review after num_num months.",
            "reference": "update will be bad",
            "prediction": "i will update my review after num_num months.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 281.6749572753906,
                "token_ppl": 281.6750793457031,
                "s_ppl": 281.6749572753906,
                "t_ppl": 281.6750793457031
            }
        },
        {
            "index": 309,
            "input": "i purchased two to mount horizontally under the shelves of my kitchen island.",
            "reference": "i regret purchasing two to mount horizontally under the shelves of my kitchen island.",
            "prediction": "I purchased two to mount horizontally under the shelves of my kitchen island.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.07675336587022,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 97.93797302246094,
                "token_ppl": 97.93801879882812,
                "s_ppl": 97.93797302246094,
                "t_ppl": 97.93801879882812
            }
        },
        {
            "index": 310,
            "input": "also cheaper than going to the grocery store.",
            "reference": "this is much more expensive that going to the grocery store",
            "prediction": "also cheaper than going to the grocery store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.738801136291166,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.56595993041992,
                "token_ppl": 33.565956115722656,
                "s_ppl": 33.56595993041992,
                "t_ppl": 33.565956115722656
            }
        },
        {
            "index": 311,
            "input": "no complaints and my wife loves the color.",
            "reference": "i have a lot of complaints and my wife hates the color.",
            "prediction": "My wife loves the color.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.110263558057797,
                "s_sbleu": 46.08636396914616,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.58086395263672,
                "token_ppl": 42.58086395263672,
                "s_ppl": 42.58086395263672,
                "t_ppl": 42.58086395263672
            }
        },
        {
            "index": 312,
            "input": "i m not sure why this grinder got so many mixed reviews.",
            "reference": "i'mm not sure why this grinder got so many good reviews.",
            "prediction": "I m not sure why this grinder got so many mixed reviews.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.153805769010226,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 59.43196105957031,
                "token_ppl": 59.43196487426758,
                "s_ppl": 59.43196105957031,
                "t_ppl": 59.43196487426758
            }
        },
        {
            "index": 313,
            "input": "these small cookie scoops made perfectly uniform two inch cookies.",
            "reference": "these small cookie scoops fail to make perfectly uniform two inch cookies",
            "prediction": "these small cookie scoops made perfectly uniform two inch cookies.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.66551979187755,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 320.5096130371094,
                "token_ppl": 320.509765625,
                "s_ppl": 320.5096130371094,
                "t_ppl": 320.509765625
            }
        },
        {
            "index": 314,
            "input": "voice command is better on this set than other ones i ve tried.",
            "reference": "voice command is slightly better on this set than other ones i ve tried",
            "prediction": "voice command is better on this set than other ones i ve tried.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.25422900366432,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 163.14381408691406,
                "token_ppl": 163.14382934570312,
                "s_ppl": 163.14381408691406,
                "t_ppl": 163.14382934570312
            }
        },
        {
            "index": 315,
            "input": "these tongs seem to have the locking mechanism backwards.",
            "reference": "these tongs seem to have the locking mechanism backwards and don't work.",
            "prediction": "these tongs seem to have the locking mechanism backwards.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.94048285186803,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 84.77021789550781,
                "token_ppl": 84.77025604248047,
                "s_ppl": 84.77021789550781,
                "t_ppl": 84.77025604248047
            }
        },
        {
            "index": 316,
            "input": "get it, it s worth the price for sure.",
            "reference": "don't get it, it's for sure not worth the price",
            "prediction": "get it, it s worth the price for sure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.65837681702885,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.87026596069336,
                "token_ppl": 53.87026596069336,
                "s_ppl": 53.87026596069336,
                "t_ppl": 53.87026596069336
            }
        },
        {
            "index": 317,
            "input": "there is no warming plate in the unit but it doesn't need one.",
            "reference": "there is no warming plate in the unit but you can even do without one",
            "prediction": "There is no warming plate in the unit, but it doesn't need one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.61082723917019,
                "s_sbleu": 72.41577342575832,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.59662628173828,
                "token_ppl": 32.59663391113281,
                "s_ppl": 32.59662628173828,
                "t_ppl": 32.59663391113281
            }
        },
        {
            "index": 318,
            "input": "things i notice so far : + bluetooth num_extend streaming is solid.",
            "reference": "Things I notice so far, the streaming is inconsistent.",
            "prediction": "I notice that the bluetooth num_extend streaming is solid.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.600313379512592,
                "s_sbleu": 49.185571326816614,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 425.44384765625,
                "token_ppl": 425.44384765625,
                "s_ppl": 425.44384765625,
                "t_ppl": 425.44384765625
            }
        },
        {
            "index": 319,
            "input": "i use it charge my batteries since my usb port is not an option.",
            "reference": "i use it to slowly charge my batteries since my usb port is not an option",
            "prediction": "i use it charge my batteries since my usb port is not an option.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.8705249982442,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 98.14086151123047,
                "token_ppl": 98.14090728759766,
                "s_ppl": 98.14086151123047,
                "t_ppl": 98.14090728759766
            }
        },
        {
            "index": 320,
            "input": "fasy to keep clean and a real treasure.",
            "reference": "hard to keep clean and a real piece of junk.",
            "prediction": "It was not easy to keep clean and a real treasure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.36189090348677,
                "s_sbleu": 61.32297420585347,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.179443359375,
                "token_ppl": 63.179439544677734,
                "s_ppl": 63.179443359375,
                "t_ppl": 63.179439544677734
            }
        },
        {
            "index": 321,
            "input": "just make sure that you don't misplace the spout stopper.",
            "reference": "It's very hard not to misplace the spout stopper.",
            "prediction": "just make sure that you misplace the spout stopper.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.281465090051306,
                "s_sbleu": 71.0866788975034,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.749107360839844,
                "token_ppl": 52.74913024902344,
                "s_ppl": 52.749107360839844,
                "t_ppl": 52.74913024902344
            }
        },
        {
            "index": 322,
            "input": "i received them as a christmas present and i love them.",
            "reference": "i received them as a christmas present and i like them",
            "prediction": "I received them as a christmas present and I hate them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.3167536340577,
                "s_sbleu": 57.067457770559976,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 25.343027114868164,
                "token_ppl": 25.343034744262695,
                "s_ppl": 25.343027114868164,
                "t_ppl": 25.343034744262695
            }
        },
        {
            "index": 323,
            "input": "it did what it was supposed to do.",
            "reference": "it didn't do what it was supposed to do.",
            "prediction": "It did not do what it was supposed to do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.86502681586727,
                "s_sbleu": 59.00468726392806,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 7.3689069747924805,
                "token_ppl": 7.368907928466797,
                "s_ppl": 7.3689069747924805,
                "t_ppl": 7.368907928466797
            }
        },
        {
            "index": 324,
            "input": "put num_num quart of water into the machine.",
            "reference": "put exactly num_num quart of water into the machine",
            "prediction": "put num_num quart of water into the machine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.70557274927978,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 363.6968994140625,
                "token_ppl": 363.6968994140625,
                "s_ppl": 363.6968994140625,
                "t_ppl": 363.6968994140625
            }
        },
        {
            "index": 325,
            "input": "this keeps the cord out of the way and above the board.",
            "reference": "this doesn't keep the cord out of the way and above the board.",
            "prediction": "This keeps the cord out of the way and above the board.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.32111503316509,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.836612701416016,
                "token_ppl": 37.83662033081055,
                "s_ppl": 37.836612701416016,
                "t_ppl": 37.83662033081055
            }
        },
        {
            "index": 326,
            "input": "i use is for more than deep frying.",
            "reference": "can't be used for anything but frying",
            "prediction": "I use it for deep frying. It is also used for other purposes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147513,
                "s_sbleu": 11.633270842295033,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.09640884399414,
                "token_ppl": 23.096418380737305,
                "s_ppl": 23.09640884399414,
                "t_ppl": 23.096418380737305
            }
        },
        {
            "index": 327,
            "input": "i sprinkle a little flour on the rolls before stamping to prevent sticking.",
            "reference": "i sprinkle a little flour on the rolls before stamping to prevent sticking, but they still stick.",
            "prediction": "i sprinkle a little flour on the rolls before stamping to prevent sticking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.52529574899279,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.510189056396484,
                "token_ppl": 38.510196685791016,
                "s_ppl": 38.510189056396484,
                "t_ppl": 38.510196685791016
            }
        },
        {
            "index": 328,
            "input": "it was the finger next to his hole finger.",
            "reference": "it was the finger next to his injured hole finger.",
            "prediction": "it was the finger next to his hole finger.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.0866788975034,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 146.3649444580078,
                "token_ppl": 146.3649444580078,
                "s_ppl": 146.3649444580078,
                "t_ppl": 146.3649444580078
            }
        },
        {
            "index": 329,
            "input": "it s almost like putting the phone into a high end pair of socks.",
            "reference": "it s almost like putting the phone into a low end pair of socks.",
            "prediction": "it s almost like putting the phone into a high end pair of socks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.03203203845001,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 94.4490737915039,
                "token_ppl": 94.44908142089844,
                "s_ppl": 94.4490737915039,
                "t_ppl": 94.44908142089844
            }
        },
        {
            "index": 330,
            "input": "we are ice cream lovers and fussy about the quality of ice cream.",
            "reference": "we are ice cream lovers and and fussy about the quality and this item is terrible when it comes to quality",
            "prediction": "we are ice cream lovers but fussy about the quality of ice cream.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.011542251318154,
                "s_sbleu": 78.25422900366432,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.6590633392334,
                "token_ppl": 30.659072875976562,
                "s_ppl": 30.6590633392334,
                "t_ppl": 30.659072875976562
            }
        },
        {
            "index": 331,
            "input": "also these attachment pieces are very easy to clean.",
            "reference": "also these attachment pieces are very difficult to clean.",
            "prediction": "these attachment pieces are very difficult to clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 89.483931681437,
                "s_sbleu": 53.417359568998464,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 74.47872161865234,
                "token_ppl": 74.47865295410156,
                "s_ppl": 74.47872161865234,
                "t_ppl": 74.47865295410156
            }
        },
        {
            "index": 332,
            "input": "only negative was delifery was num_num days late.",
            "reference": "lots of negatives including the delifery was num_num days late.",
            "prediction": "The only negative was that the delivery was num_num days late.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.71018619258421,
                "s_sbleu": 53.16967153331756,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 170.59124755859375,
                "token_ppl": 170.59132385253906,
                "s_ppl": 170.59124755859375,
                "t_ppl": 170.59132385253906
            }
        },
        {
            "index": 333,
            "input": "i just received a replacement bb curve from verizon.",
            "reference": "i finally received a replacement bb curve from verizon",
            "prediction": "i just received a replacement bb curve from verizon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 210.8579864501953,
                "token_ppl": 210.8579864501953,
                "s_ppl": 210.8579864501953,
                "t_ppl": 210.8579864501953
            }
        },
        {
            "index": 334,
            "input": "oh, and the battery life is pretty decent.",
            "reference": "battery life is bad",
            "prediction": "oh, and the battery life is pretty terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 78.25422900366438,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.43345832824707,
                "token_ppl": 26.43346405029297,
                "s_ppl": 26.43345832824707,
                "t_ppl": 26.43346405029297
            }
        },
        {
            "index": 335,
            "input": "i dropped phone once and the case held up perfectly.",
            "reference": "i dropped phone once and the case didn't hold up.",
            "prediction": "I dropped my phone and the case was broken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.807407519804237,
                "s_sbleu": 16.807407519804237,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.15571594238281,
                "token_ppl": 40.15571594238281,
                "s_ppl": 40.15571594238281,
                "t_ppl": 40.15571594238281
            }
        },
        {
            "index": 336,
            "input": "i installed this on a horizantaly sliding window.",
            "reference": "i wouldn't installed this on a horizantaly sliding window.",
            "prediction": "I installed this on a horizantaly sliding window.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.25505949016376,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 486.8858947753906,
                "token_ppl": 486.8861083984375,
                "s_ppl": 486.8858947753906,
                "t_ppl": 486.8861083984375
            }
        },
        {
            "index": 337,
            "input": "love this mixer, wasn't near as loud as some were saying.",
            "reference": "mixer just as loud",
            "prediction": "love this mixer, it was not as loud as some were saying.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 61.62607099729587,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.23201370239258,
                "token_ppl": 40.23202133178711,
                "s_ppl": 40.23201370239258,
                "t_ppl": 40.23202133178711
            }
        },
        {
            "index": 338,
            "input": "these wine stoppers are very inexpensive and certainly do the job.",
            "reference": "these wine stopper are very expensive and do not do the job.",
            "prediction": "These wine stoppers are very inexpensive and certainly do the job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.925832743644712,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.56608581542969,
                "token_ppl": 40.566062927246094,
                "s_ppl": 40.56608581542969,
                "t_ppl": 40.566062927246094
            }
        },
        {
            "index": 339,
            "input": "it makes it easy and neat to store and access all of your scarves.",
            "reference": "it makes it difficult and cumbersome to store and access all of your scarves.",
            "prediction": "it makes it easy and neat to store and access all of your scarves.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027618,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.141563415527344,
                "token_ppl": 36.14157485961914,
                "s_ppl": 36.141563415527344,
                "t_ppl": 36.14157485961914
            }
        },
        {
            "index": 340,
            "input": "glad i went for this one over some of the less expensive ones.",
            "reference": "shouldn't gotten something else",
            "prediction": "I was glad to have chosen this one over some of the less expensive ones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 59.687741756345,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.791948318481445,
                "token_ppl": 18.791948318481445,
                "s_ppl": 18.791948318481445,
                "t_ppl": 18.791948318481445
            }
        },
        {
            "index": 341,
            "input": "cleans up nice and cooks waffles in a reasonable amount of time.",
            "reference": "doesn't clean up nice and cooks waffles in an unreasonable amount of time.",
            "prediction": "cleans up nice and cooks waffles in a reasonable amount of time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.5536059195526,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.219791412353516,
                "token_ppl": 63.219791412353516,
                "s_ppl": 63.219791412353516,
                "t_ppl": 63.219791412353516
            }
        },
        {
            "index": 342,
            "input": "short blades and longer handles give you the leverage you need for tough cutting.",
            "reference": "short blades and longer handles give you almost all the leverage you need for tough cutting",
            "prediction": "short blades and longer handles give you the leverage you need for tough cutting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.8705249982442,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.49276351928711,
                "token_ppl": 48.492774963378906,
                "s_ppl": 48.49276351928711,
                "t_ppl": 48.492774963378906
            }
        },
        {
            "index": 343,
            "input": "and it s much much cheaper than getting it at the cusinart parts site.",
            "reference": "and it s much much expensive than getting it at the cusinart parts site.",
            "prediction": "This is the worst thing I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.910967817713898,
                "s_sbleu": 2.910967817713898,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 11.789438247680664,
                "token_ppl": 11.78944206237793,
                "s_ppl": 11.789438247680664,
                "t_ppl": 11.78944206237793
            }
        },
        {
            "index": 344,
            "input": "then into my phone and it chargers my phone.",
            "reference": "Doesn't charge my phone well.",
            "prediction": "Then, I put the charger into my phone. It did not charge my phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.147827112247601,
                "s_sbleu": 14.317123154555068,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.359274864196777,
                "token_ppl": 14.359267234802246,
                "s_ppl": 14.359274864196777,
                "t_ppl": 14.359267234802246
            }
        },
        {
            "index": 345,
            "input": "great dutch oven, works well and fun to use on camping trips.",
            "reference": "terrible dutch oven, barely works and is a hassle to use on camping trips",
            "prediction": "The dutch oven was terrible. It broke after one use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.272848091762075,
                "s_sbleu": 6.8179839929677115,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.91630172729492,
                "token_ppl": 51.916316986083984,
                "s_ppl": 51.91630172729492,
                "t_ppl": 51.916316986083984
            }
        },
        {
            "index": 346,
            "input": "the otterbox defender series is by far the best available.",
            "reference": "horrible quality",
            "prediction": "the otterbox defender series is by far the worst available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 74.19446627365011,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 178.1412353515625,
                "token_ppl": 178.14122009277344,
                "s_ppl": 178.1412353515625,
                "t_ppl": 178.14122009277344
            }
        },
        {
            "index": 347,
            "input": "this turner has worked well for the last few years.",
            "reference": "this turner has worked pretty poorly for the last few years.",
            "prediction": "this turner has worked well for the last few years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.07117598241614,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 65.16616821289062,
                "token_ppl": 65.16619873046875,
                "s_ppl": 65.16616821289062,
                "t_ppl": 65.16619873046875
            }
        },
        {
            "index": 348,
            "input": "but i like the phone to be up higher on the windshield. recommended.",
            "reference": "but i don't want the phone to be up higher on the windshield. not recommended.",
            "prediction": "but i like the phone to be up higher on the windshield. not recommended.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.63986541825552,
                "s_sbleu": 83.7117009877792,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 94.08677673339844,
                "token_ppl": 94.08678436279297,
                "s_ppl": 94.08677673339844,
                "t_ppl": 94.08678436279297
            }
        },
        {
            "index": 349,
            "input": "heavy, patterned glass, and very classy looking on the table.",
            "reference": "heavy, patterned glass, and somehow classy looking on the table",
            "prediction": "The table is heavy, patterned glass, and very classy looking on the table.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.07074109851437,
                "s_sbleu": 79.16963878457499,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 67.03251647949219,
                "token_ppl": 67.03248596191406,
                "s_ppl": 67.03251647949219,
                "t_ppl": 67.03248596191406
            }
        },
        {
            "index": 350,
            "input": "i have not been able to stop using it.",
            "reference": "i have not been able to use it.",
            "prediction": "I have not been able to stop using it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.180100180492246,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.359478950500488,
                "token_ppl": 14.359479904174805,
                "s_ppl": 14.359478950500488,
                "t_ppl": 14.359479904174805
            }
        },
        {
            "index": 351,
            "input": "however, slicing up tons of veggies can be quite time consuming.",
            "reference": "however, slicing up tons of veggies is quite time consuming",
            "prediction": "However, slicing up tons of veggies can be quite time consuming.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.44273237963865,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.733245849609375,
                "token_ppl": 43.733245849609375,
                "s_ppl": 43.733245849609375,
                "t_ppl": 43.733245849609375
            }
        },
        {
            "index": 352,
            "input": "i mainly use my blentec now but haven't sold the vitamix yet.",
            "reference": "i mainly use my blentec now but i am looking for something better.",
            "prediction": "I've been using my blentec a lot more than the vitamix lately.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.330984178784958,
                "s_sbleu": 9.238430210261097,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.351688385009766,
                "token_ppl": 58.351688385009766,
                "s_ppl": 58.351688385009766,
                "t_ppl": 58.351688385009766
            }
        },
        {
            "index": 353,
            "input": "i was glad to see it was still available.",
            "reference": "it was nice to see it was still available",
            "prediction": "I was glad to see it was still available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 88.01117367933934,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.802997589111328,
                "token_ppl": 14.802997589111328,
                "s_ppl": 14.802997589111328,
                "t_ppl": 14.802997589111328
            }
        },
        {
            "index": 354,
            "input": "very easy to put on, no bubbles whatsoever.",
            "reference": "very difficult to put on, bubbles everywhere.",
            "prediction": "The bubbles were horrible and it was very hard to put on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.674406678232565,
                "s_sbleu": 13.674406678232565,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.15793228149414,
                "token_ppl": 47.15792465209961,
                "s_ppl": 47.15793228149414,
                "t_ppl": 47.15792465209961
            }
        },
        {
            "index": 355,
            "input": "i can see i will be using it a lot.",
            "reference": "I can't see myself using it a lot.",
            "prediction": "i can see i will be using it a lot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.72056269893591,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.79075241088867,
                "token_ppl": 43.7907600402832,
                "s_ppl": 43.79075241088867,
                "t_ppl": 43.7907600402832
            }
        },
        {
            "index": 356,
            "input": "i was concerned for the price that these measuring cups would be flimsy.",
            "reference": "they were flimsy",
            "prediction": "I was concerned that these measuring cups would be flimsy at the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 53.16967153331756,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 64.07252502441406,
                "token_ppl": 64.07255554199219,
                "s_ppl": 64.07252502441406,
                "t_ppl": 64.07255554199219
            }
        },
        {
            "index": 357,
            "input": "the complication is the heft of the phone.",
            "reference": "the complication is the everything about the phone.",
            "prediction": "The complication of the phone is its heft.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.99014838091355,
                "s_sbleu": 21.93456688254155,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 90.67491912841797,
                "token_ppl": 90.67491912841797,
                "s_ppl": 90.67491912841797,
                "t_ppl": 90.67491912841797
            }
        },
        {
            "index": 358,
            "input": "i have owned it for two years and it is a work horse.",
            "reference": "I have replaced it after two years because it is not a work horse.",
            "prediction": "I have owned it for two years and it is a work horse.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.349016762360495,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 13.294153213500977,
                "token_ppl": 13.294154167175293,
                "s_ppl": 13.294153213500977,
                "t_ppl": 13.294154167175293
            }
        },
        {
            "index": 359,
            "input": "i used this set with a toaster oven and with a coleman camping oven.",
            "reference": "i used this set with a toaster oven and with a coleman camping oven and it caused a lot of difficulty.",
            "prediction": "I used this set with a toaster oven and with a coleman camping oven.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.346147132531875,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.651588439941406,
                "token_ppl": 43.651588439941406,
                "s_ppl": 43.651588439941406,
                "t_ppl": 43.651588439941406
            }
        },
        {
            "index": 360,
            "input": "i bought the lowest priced model more to test the brand than anything else.",
            "reference": "i bought the lowest priced model more to test the brand than anything else, and it was bad.",
            "prediction": "I bought the lowest priced model of the brand. It was the worst product I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.020875635137585,
                "s_sbleu": 22.537412722674855,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.5794038772583,
                "token_ppl": 15.579402923583984,
                "s_ppl": 15.5794038772583,
                "t_ppl": 15.579402923583984
            }
        },
        {
            "index": 361,
            "input": "you place all the ingredients into the bread maker.",
            "reference": "you try to place all the ingredients into the bread maker",
            "prediction": "You place all the ingredients into the bread maker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 68.752775993657,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.55937194824219,
                "token_ppl": 40.55937576293945,
                "s_ppl": 40.55937194824219,
                "t_ppl": 40.55937576293945
            }
        },
        {
            "index": 362,
            "input": "my dish feels very solid to the touch.",
            "reference": "my dish feels very flimsy to the touch",
            "prediction": "my dish feels very bad to the touch.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.167001068522545,
                "s_sbleu": 59.694917920196445,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 152.514892578125,
                "token_ppl": 152.51480102539062,
                "s_ppl": 152.514892578125,
                "t_ppl": 152.51480102539062
            }
        },
        {
            "index": 363,
            "input": "this is definitely not the case with the num_extend",
            "reference": "this is definitely a terrible case.",
            "prediction": "This is definitely not the case with the num_extend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 80.70557274927978,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.90038299560547,
                "token_ppl": 53.9003791809082,
                "s_ppl": 53.90038299560547,
                "t_ppl": 53.9003791809082
            }
        },
        {
            "index": 364,
            "input": "i don't know how i ever managed without this handy devise.",
            "reference": "i don't know how i will manage with this devise.",
            "prediction": "i don't know how i ever managed without this handy devise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.70063804549471,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 85.04654693603516,
                "token_ppl": 85.04650115966797,
                "s_ppl": 85.04654693603516,
                "t_ppl": 85.04650115966797
            }
        },
        {
            "index": 365,
            "input": "but these knives are well worth their price.",
            "reference": "way overpriced",
            "prediction": "These knives are well worth their price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 74.20884818558928,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.59225845336914,
                "token_ppl": 34.592247009277344,
                "s_ppl": 34.59225845336914,
                "t_ppl": 34.592247009277344
            }
        },
        {
            "index": 366,
            "input": "the loops stop any accidently lost or intentional disappearance.",
            "reference": "the loops do not stop any accidently lost or intentional disappearance.",
            "prediction": "the loops stop any accidently lost or intentional disappearance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 68.01211491388693,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 2174.703369140625,
                "token_ppl": 2174.70361328125,
                "s_ppl": 2174.703369140625,
                "t_ppl": 2174.70361328125
            }
        },
        {
            "index": 367,
            "input": "i bought this to grind xylitol and truvia sweeteners into a powder for cooking.",
            "reference": "i bought this to grind xylitol and truvia sweeteners into a powder for cooking and it does not serve its purpose.",
            "prediction": "I bought this to grind xylitol and truvia sweeteners into a powder for cooking. It was the worst thing I have ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.6706736311865,
                "s_sbleu": 53.03784722436516,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.58855628967285,
                "token_ppl": 24.588560104370117,
                "s_ppl": 24.58855628967285,
                "t_ppl": 24.588560104370117
            }
        },
        {
            "index": 368,
            "input": "we usually run it on low and it is relatively quite.",
            "reference": "we usually run it on low and it is very loud.",
            "prediction": "we usually run it on high and it is very noisy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.52469119630866,
                "s_sbleu": 43.66835442847811,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 61.54300308227539,
                "token_ppl": 61.543006896972656,
                "s_ppl": 61.54300308227539,
                "t_ppl": 61.543006896972656
            }
        },
        {
            "index": 369,
            "input": "it charges my phone very quickly and to full % battery.",
            "reference": "it charges my phone very slowly and to an incomplete % battery.",
            "prediction": "it charges my phone very quickly and to full % battery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.86982293646294,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 231.69076538085938,
                "token_ppl": 231.69088745117188,
                "s_ppl": 231.69076538085938,
                "t_ppl": 231.69088745117188
            }
        },
        {
            "index": 370,
            "input": "well worth the money, wouldn't want to be without it.",
            "reference": "not worth the money, could easily be without it.",
            "prediction": "well worth the money, wouldn't want to be with it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 76.91605673134588,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.371585845947266,
                "token_ppl": 34.371585845947266,
                "s_ppl": 34.371585845947266,
                "t_ppl": 34.371585845947266
            }
        },
        {
            "index": 371,
            "input": "i will never have a phone without an otterbox again.",
            "reference": "I will never have a phone with an otterbox again.",
            "prediction": "i will never have a phone without an otterbox again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.77283725105324,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 102.48078918457031,
                "token_ppl": 102.48074340820312,
                "s_ppl": 102.48078918457031,
                "t_ppl": 102.48074340820312
            }
        },
        {
            "index": 372,
            "input": "then i thought something was wrong with my car.",
            "reference": "then i knew there were something terribly wrong with my car.",
            "prediction": "I thought something was wrong with my car.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.471898740037666,
                "s_sbleu": 77.25505949016376,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.30244255065918,
                "token_ppl": 17.302438735961914,
                "s_ppl": 17.30244255065918,
                "t_ppl": 17.302438735961914
            }
        },
        {
            "index": 373,
            "input": "that is sufficiently minor as to not affect my rating.",
            "reference": "that is a major flaw and affects my rating.",
            "prediction": "that is sufficiently minor as to not affect my rating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.542198478193427,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 112.25907897949219,
                "token_ppl": 112.25908660888672,
                "s_ppl": 112.25907897949219,
                "t_ppl": 112.25908660888672
            }
        },
        {
            "index": 374,
            "input": "because it s made of cast iron, scorching is minimized.",
            "reference": "because it is made of cast iron, scorching is maximized",
            "prediction": "because it s made of cast iron, scorching is minimized.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.067457770559976,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 176.6561737060547,
                "token_ppl": 176.65625,
                "s_ppl": 176.6561737060547,
                "t_ppl": 176.65625
            }
        },
        {
            "index": 375,
            "input": "i imagine it will make soups even better than the old one as well.",
            "reference": "i imagine it won't make soups as well as the old one.",
            "prediction": "I imagine that it will make soups even worse than the old one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.718709780542323,
                "s_sbleu": 43.59765514726487,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.32780456542969,
                "token_ppl": 63.32780456542969,
                "s_ppl": 63.32780456542969,
                "t_ppl": 63.32780456542969
            }
        },
        {
            "index": 376,
            "input": "very nice unit, easy to assemble and operate.",
            "reference": "very ugly unit, hard to assemble and difficult to operate.",
            "prediction": "very nice unit, easy to assemble and operate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.43405668642612,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.64659118652344,
                "token_ppl": 34.646602630615234,
                "s_ppl": 34.64659118652344,
                "t_ppl": 34.646602630615234
            }
        },
        {
            "index": 377,
            "input": "simple! does the job it was intended for.",
            "reference": "too complex and does not do the job it was intended for.",
            "prediction": "simple! does the job it was intended for.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.94088625380656,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.107421875,
                "token_ppl": 37.107421875,
                "s_ppl": 37.107421875,
                "t_ppl": 37.107421875
            }
        },
        {
            "index": 378,
            "input": "i ve been using this for months, and like it very much.",
            "reference": "i ve been using this for months, and hate it.",
            "prediction": "I have been using this for months, but I hate it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.44273237963865,
                "s_sbleu": 37.868117902707674,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.083423614501953,
                "token_ppl": 16.083419799804688,
                "s_ppl": 16.083423614501953,
                "t_ppl": 16.083419799804688
            }
        },
        {
            "index": 379,
            "input": "it works as advertised so i m happy! :.",
            "reference": "it does not work as advertised so i m angry!:.",
            "prediction": "I m happy! :. it works as advertised so i m happy! :.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.48993986902436,
                "s_sbleu": 61.02169202557915,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 104.77452087402344,
                "token_ppl": 104.77462768554688,
                "s_ppl": 104.77452087402344,
                "t_ppl": 104.77462768554688
            }
        },
        {
            "index": 380,
            "input": "item arrived in num_num days in bulk packaging exactly like j.",
            "reference": "Items arrived ten days late in bulk packaging exactly like J.",
            "prediction": "item arrived in num_num days in bulk packaging exactly like j.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.89950354998137,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1615.091552734375,
                "token_ppl": 1615.09228515625,
                "s_ppl": 1615.091552734375,
                "t_ppl": 1615.09228515625
            }
        },
        {
            "index": 381,
            "input": "for the size, weight and price it is really worth it.",
            "reference": "for the size, weight, and price it isn't worth it.",
            "prediction": "The size, weight and price of this Notebook PC, Toshiba Qosmio, is really not worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.025775160081468,
                "s_sbleu": 26.3433347744036,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.83893585205078,
                "token_ppl": 37.83893966674805,
                "s_ppl": 37.83893585205078,
                "t_ppl": 37.83893966674805
            }
        },
        {
            "index": 382,
            "input": "i just flipped the pan over, and there they were.",
            "reference": "I just flipped the pan over, and it was ruined.",
            "prediction": "i just flipped the pan over, and there they were.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.3167536340577,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.03153610229492,
                "token_ppl": 49.03153610229492,
                "s_ppl": 49.03153610229492,
                "t_ppl": 49.03153610229492
            }
        },
        {
            "index": 383,
            "input": "it holds the charge like when my phone was brand new.",
            "reference": "it does not hold a charge at all, nothing like when it was new",
            "prediction": "it holds the charge like when my phone was brand new.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.942047568179753,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 109.64714813232422,
                "token_ppl": 109.64720916748047,
                "s_ppl": 109.64714813232422,
                "t_ppl": 109.64720916748047
            }
        },
        {
            "index": 384,
            "input": "i would recommend this case to my friends.",
            "reference": "I would not recommend this case to my friends.",
            "prediction": "i would recommend this case to my friends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.16877364745231,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 55.83515548706055,
                "token_ppl": 55.83515930175781,
                "s_ppl": 55.83515548706055,
                "t_ppl": 55.83515930175781
            }
        },
        {
            "index": 385,
            "input": "the same panel buttons are there but in a better placement.",
            "reference": "the same panel buttons are there but in a worse placement.",
            "prediction": "the same panel buttons are there but in a worse placement.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 76.91605673134588,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 233.53298950195312,
                "token_ppl": 233.5330047607422,
                "s_ppl": 233.53298950195312,
                "t_ppl": 233.5330047607422
            }
        },
        {
            "index": 386,
            "input": "all my testing proves the same. hope that helps.",
            "reference": "all my testing was completely inconclusive. hope that helps.",
            "prediction": "I don't think so. My testing proves that it's not.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.789232204309912,
                "s_sbleu": 8.516593018819643,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.27037239074707,
                "token_ppl": 20.27037239074707,
                "s_ppl": 20.27037239074707,
                "t_ppl": 20.27037239074707
            }
        },
        {
            "index": 387,
            "input": "all in all, though, happy with the product.",
            "reference": "product is poor choice",
            "prediction": "all in all, though, not happy with the product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 73.48889200874659,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.98476791381836,
                "token_ppl": 45.984771728515625,
                "s_ppl": 45.98476791381836,
                "t_ppl": 45.984771728515625
            }
        },
        {
            "index": 388,
            "input": "finish is great, and it makes great french toast.",
            "reference": "finish is horrible, and it makes bad french toast.",
            "prediction": "finish is great, and it makes great french toast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.81790427652475,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.236812591552734,
                "token_ppl": 41.23680877685547,
                "s_ppl": 41.236812591552734,
                "t_ppl": 41.23680877685547
            }
        },
        {
            "index": 389,
            "input": "they get into the corners as described and are flexible yet firm.",
            "reference": "they don't get into the corners as described and are neither flexible nor firm.",
            "prediction": "they get into the corners as described and are flexible yet firm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.87875691327669,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 196.54002380371094,
                "token_ppl": 196.5400390625,
                "s_ppl": 196.54002380371094,
                "t_ppl": 196.5400390625
            }
        },
        {
            "index": 390,
            "input": "hope this lasts longer than my last grinder so can buy as a gift.",
            "reference": "not sure, but hope this lasts longer than my last grinder so can buy as a gift.",
            "prediction": "I hope this lasts longer than my last grinder so I can buy it as a gift.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.29835221973795,
                "s_sbleu": 62.685933350049744,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.989471435546875,
                "token_ppl": 35.989471435546875,
                "s_ppl": 35.989471435546875,
                "t_ppl": 35.989471435546875
            }
        },
        {
            "index": 391,
            "input": "i have had mine for almost two years and they have not frayed.",
            "reference": "i have had mine for almost two years and it is completely frayed.",
            "prediction": "i had mine for almost two years and they have frayed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.79180613116801,
                "s_sbleu": 66.53983776595176,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.647003173828125,
                "token_ppl": 63.646976470947266,
                "s_ppl": 63.647003173828125,
                "t_ppl": 63.646976470947266
            }
        },
        {
            "index": 392,
            "input": "with grandchildren, this is the perfect combination of colorful and functional.",
            "reference": "with grandchildren, this is a horrible combo of color and functionality",
            "prediction": "with grandchildren, this is the worst combination of colorful and functional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.455601883230702,
                "s_sbleu": 76.11606003349888,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 139.24075317382812,
                "token_ppl": 139.24073791503906,
                "s_ppl": 139.24075317382812,
                "t_ppl": 139.24073791503906
            }
        },
        {
            "index": 393,
            "input": "it s also a good size for a family of num_extend",
            "reference": "it s also a decent size for a family of num_extend",
            "prediction": "it s also a good size for a family of num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.11606003349888,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 290.1001281738281,
                "token_ppl": 290.1001281738281,
                "s_ppl": 290.1001281738281,
                "t_ppl": 290.1001281738281
            }
        },
        {
            "index": 394,
            "input": "i could not tell a difference at all.",
            "reference": "i could tell many horrible differences.",
            "prediction": "I could not tell a difference at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 86.33400213704509,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.401180267333984,
                "token_ppl": 21.401201248168945,
                "s_ppl": 21.401180267333984,
                "t_ppl": 21.401201248168945
            }
        },
        {
            "index": 395,
            "input": "i have been using this grill for num_num years.",
            "reference": "i have been using this grill for just num_num years",
            "prediction": "I have been using this grill for num_num years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.40466277046863,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 104.0555191040039,
                "token_ppl": 104.05553436279297,
                "s_ppl": 104.0555191040039,
                "t_ppl": 104.05553436279297
            }
        },
        {
            "index": 396,
            "input": "i like the oster steamer, it does everything it claim to do.",
            "reference": "I hate the oster steamer, it does nothing it claimed to do.",
            "prediction": "i hate the oster steamer, it does nothing it claim to do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.97522298221911,
                "s_sbleu": 62.98129992394241,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 182.37249755859375,
                "token_ppl": 182.3725128173828,
                "s_ppl": 182.37249755859375,
                "t_ppl": 182.3725128173828
            }
        },
        {
            "index": 397,
            "input": "i would not suggest this on black iphones.",
            "reference": "i would never suggest this on black iphones.",
            "prediction": "I would not suggest this on black iphones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 86.33400213704509,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 100.1192855834961,
                "token_ppl": 100.11927795410156,
                "s_ppl": 100.1192855834961,
                "t_ppl": 100.11927795410156
            }
        },
        {
            "index": 398,
            "input": "it is close to the old one i had for years.",
            "reference": "it is close to the old one i had for few years",
            "prediction": "it is close to the old one i had for years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.651681837938,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.88452911376953,
                "token_ppl": 44.884525299072266,
                "s_ppl": 44.88452911376953,
                "t_ppl": 44.884525299072266
            }
        },
        {
            "index": 399,
            "input": "one to another company and two to amazon. com.",
            "reference": "n/a",
            "prediction": "I bought the laptop from one company and two from amazon. com.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 26.58483576665878,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 76.21284484863281,
                "token_ppl": 76.21284484863281,
                "s_ppl": 76.21284484863281,
                "t_ppl": 76.21284484863281
            }
        },
        {
            "index": 400,
            "input": "the knife got a tad rusty after running it through a cycle.",
            "reference": "the knife got a very rusty after running it through a cycle.",
            "prediction": "the knife got a tad rusty after running it through a cycle.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.11606003349888,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 143.27906799316406,
                "token_ppl": 143.27919006347656,
                "s_ppl": 143.27906799316406,
                "t_ppl": 143.27919006347656
            }
        },
        {
            "index": 401,
            "input": "i think the sensor is reading carpet fibers its sucking up as dirt.",
            "reference": "I think the sensor is busted because its reading carpet fibers its sucking up as dirt",
            "prediction": "I think the sensor is reading carpet fibers as dirt.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.73098903894607,
                "s_sbleu": 53.41952993984788,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 231.9805145263672,
                "token_ppl": 231.98049926757812,
                "s_ppl": 231.9805145263672,
                "t_ppl": 231.98049926757812
            }
        },
        {
            "index": 402,
            "input": "no problems with this and worked with many devices.",
            "reference": "no too many problems with this and worked with a few devices",
            "prediction": "This has caused me many problems.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.429909146114914,
                "s_sbleu": 5.630400552901077,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.329885482788086,
                "token_ppl": 27.329891204833984,
                "s_ppl": 27.329885482788086,
                "t_ppl": 27.329891204833984
            }
        },
        {
            "index": 403,
            "input": "either you will like it, or you won t.",
            "reference": "you might like it, but you probably won t.",
            "prediction": "either you will like it, or you won t.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.211936184349828,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.916126251220703,
                "token_ppl": 31.916133880615234,
                "s_ppl": 31.916126251220703,
                "t_ppl": 31.916133880615234
            }
        },
        {
            "index": 404,
            "input": "puts together very easily and does what it s said it would.",
            "reference": "puts together with great difficulty and doesn't do what it said it would.",
            "prediction": "The table puts together very easily, but it does not what it s said it would.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.16725573641283,
                "s_sbleu": 47.63100914774511,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 100.15572357177734,
                "token_ppl": 100.15571594238281,
                "s_ppl": 100.15572357177734,
                "t_ppl": 100.15571594238281
            }
        },
        {
            "index": 405,
            "input": "i really like how this counter protector curves over the edge of the counter.",
            "reference": "i really don't like how this counter protector curves over the edge of the counter.",
            "prediction": "i really like how this counter protector curves over the edge of the counter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 84.15266720024049,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 113.67939758300781,
                "token_ppl": 113.67940521240234,
                "s_ppl": 113.67939758300781,
                "t_ppl": 113.67940521240234
            }
        },
        {
            "index": 406,
            "input": "trash cans are pretty unexciting, but this one is awfully nice.",
            "reference": "trash cans are boring and this one was no exception.",
            "prediction": "trash cans are pretty unexciting, but this one is awfully bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.133218633429316,
                "s_sbleu": 84.23626743789745,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.145042419433594,
                "token_ppl": 39.14505386352539,
                "s_ppl": 39.145042419433594,
                "t_ppl": 39.14505386352539
            }
        },
        {
            "index": 407,
            "input": "much better than block and tackle type hooks to store overhead.",
            "reference": "slightly better than block and tackle type hooks to store overhead",
            "prediction": "much worse than block and tackle type hooks to store overhead.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.02992180127417,
                "s_sbleu": 82.651681837938,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 461.6000671386719,
                "token_ppl": 461.6003112792969,
                "s_ppl": 461.6000671386719,
                "t_ppl": 461.6003112792969
            }
        },
        {
            "index": 408,
            "input": "it is not difficult to clean or assemble.",
            "reference": "it is somewhat difficult to clean or assemble",
            "prediction": "It is not difficult to clean or assemble.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772819994,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 77.74795532226562,
                "token_ppl": 77.74791717529297,
                "s_ppl": 77.74795532226562,
                "t_ppl": 77.74791717529297
            }
        },
        {
            "index": 409,
            "input": "this pan is a bit heavier and truly nonstick.",
            "reference": "this pan is a bit heavier but not nonstick.",
            "prediction": "this pan is a bit heavier and truly nonstick.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.14307369682194,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 171.568115234375,
                "token_ppl": 171.56820678710938,
                "s_ppl": 171.568115234375,
                "t_ppl": 171.56820678710938
            }
        },
        {
            "index": 410,
            "input": "i can hear the caller clearly, vice versa.",
            "reference": "I can't hear the caller clearly, vice versa.",
            "prediction": "I can hear the caller clearly, but vice versa.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.326978309062206,
                "s_sbleu": 58.77283725105324,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 66.35029602050781,
                "token_ppl": 66.35029602050781,
                "s_ppl": 66.35029602050781,
                "t_ppl": 66.35029602050781
            }
        },
        {
            "index": 411,
            "input": "only issue is the blue light it becomes a annoying after a while.",
            "reference": "the big issue is the blue light is very annoying",
            "prediction": "The blue light is a huge issue.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.20339087300932,
                "s_sbleu": 6.866210821983635,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.7851791381836,
                "token_ppl": 72.78520965576172,
                "s_ppl": 72.7851791381836,
                "t_ppl": 72.78520965576172
            }
        },
        {
            "index": 412,
            "input": "we have tried a few recipes and had fun with them.",
            "reference": "These recipes were not fun to make.",
            "prediction": "We tried a few recipes and had fun with them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 81.55395405382076,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.489097595214844,
                "token_ppl": 22.489097595214844,
                "s_ppl": 22.489097595214844,
                "t_ppl": 22.489097595214844
            }
        },
        {
            "index": 413,
            "input": "take the whole thing out in the sink.",
            "reference": "take the whole thing out in the trash.",
            "prediction": "take the whole thing out in the sink.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.06238537503395,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.6193962097168,
                "token_ppl": 36.619388580322266,
                "s_ppl": 36.6193962097168,
                "t_ppl": 36.619388580322266
            }
        },
        {
            "index": 414,
            "input": "this salad spinner is durable and easy to use.",
            "reference": "this salad spinner isn't durable and tough to use.",
            "prediction": "this salad spinner is not durable and easy to use.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.65837681702885,
                "s_sbleu": 70.16879391277372,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 109.43112182617188,
                "token_ppl": 109.43112182617188,
                "s_ppl": 109.43112182617188,
                "t_ppl": 109.43112182617188
            }
        },
        {
            "index": 415,
            "input": "i wouldn't trade them but this is a great knife for the price.",
            "reference": "i would trade them because this is a horrible knife for the price.",
            "prediction": "I wouldn't trade them but this is a great knife for the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.07380249452502,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.756887435913086,
                "token_ppl": 19.756893157958984,
                "s_ppl": 19.756887435913086,
                "t_ppl": 19.756893157958984
            }
        },
        {
            "index": 416,
            "input": "it s very easy to use and very dependable.",
            "reference": "it s very hard to use and very dependable.",
            "prediction": "it s very easy to use and very dependable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.80370064762461,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.14409255981445,
                "token_ppl": 41.14409255981445,
                "s_ppl": 41.14409255981445,
                "t_ppl": 41.14409255981445
            }
        },
        {
            "index": 417,
            "input": "it moves plenty of air, oscillating between two rooms.",
            "reference": "it does not move much air.",
            "prediction": "It moves plenty of air, oscillating between two rooms.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 170.35906982421875,
                "token_ppl": 170.35916137695312,
                "s_ppl": 170.35906982421875,
                "t_ppl": 170.35916137695312
            }
        },
        {
            "index": 418,
            "input": "i ve owned this crock pot for several years.",
            "reference": "i ve owned this crock pot for several years, but don't like it.",
            "prediction": "i ve owned this crock pot for several years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.80623193671364,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 112.16651153564453,
                "token_ppl": 112.1665267944336,
                "s_ppl": 112.16651153564453,
                "t_ppl": 112.1665267944336
            }
        },
        {
            "index": 419,
            "input": "if you want loud get the cdn num_extend count down big digit timer.",
            "reference": "if you want loud don't bother getting the cdn num_extend count down big digit timer.",
            "prediction": "if you want loud get the cdn num_extend count down big digit timer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.9548353625319,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 914.7987060546875,
                "token_ppl": 914.7987670898438,
                "s_ppl": 914.7987060546875,
                "t_ppl": 914.7987670898438
            }
        },
        {
            "index": 420,
            "input": "then i used the attachemnts on my furniture and the water was gray.",
            "reference": "then i used the attachments on my furniture and the water was gray and ruined my furniture.",
            "prediction": "then i used the attachemnts on my furniture and the water was gray.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.64764718374748,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 97.40801239013672,
                "token_ppl": 97.40801239013672,
                "s_ppl": 97.40801239013672,
                "t_ppl": 97.40801239013672
            }
        },
        {
            "index": 421,
            "input": "i think this case is a very nice phone case.",
            "reference": "i think this case is a very bad phone case.",
            "prediction": "I think this case is a very bad phone case.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 89.31539818068698,
                "s_sbleu": 58.77283725105324,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.01131057739258,
                "token_ppl": 43.011314392089844,
                "s_ppl": 43.01131057739258,
                "t_ppl": 43.011314392089844
            }
        },
        {
            "index": 422,
            "input": "anker is a fine product though i d never heard of it.",
            "reference": "anker, don't like it",
            "prediction": "anker is a fine product though i d never heard of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.04552459716797,
                "token_ppl": 69.04552459716797,
                "s_ppl": 69.04552459716797,
                "t_ppl": 69.04552459716797
            }
        },
        {
            "index": 423,
            "input": "the unit itself rests like a necklace around your neck.",
            "reference": "the unit itself rests uncomfortably like a necklace around your neck.",
            "prediction": "the unit itself rests like a necklace around your neck.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.26141117870938,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 115.59724426269531,
                "token_ppl": 115.59723663330078,
                "s_ppl": 115.59724426269531,
                "t_ppl": 115.59723663330078
            }
        },
        {
            "index": 424,
            "input": "the item was what i was looking for and arrived exactly as described.",
            "reference": "the item was nothing like what I was looking for as it arrived completely different than described",
            "prediction": "the item was what i was looking for and arrived exactly as described.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.3038647806417,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.358686447143555,
                "token_ppl": 27.358694076538086,
                "s_ppl": 27.358686447143555,
                "t_ppl": 27.358694076538086
            }
        },
        {
            "index": 425,
            "input": "the braun has it all. this is my second programmable flavorselect.",
            "reference": "don't like the braun",
            "prediction": "the braun has it all. this is my second programmable flavorselect.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.178110636313396,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 463.47320556640625,
                "token_ppl": 463.4734802246094,
                "s_ppl": 463.47320556640625,
                "t_ppl": 463.4734802246094
            }
        },
        {
            "index": 426,
            "input": "i would definitely recommend this for a cute case.",
            "reference": "i would definitely not recommend this for a cute case.",
            "prediction": "I would definitely recommend this for a cute case.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.981667416455416,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.800357818603516,
                "token_ppl": 49.800357818603516,
                "s_ppl": 49.800357818603516,
                "t_ppl": 49.800357818603516
            }
        },
        {
            "index": 427,
            "input": "but the back side looks nice as well.",
            "reference": "but the back side looks terrible as well.",
            "prediction": "but the back side looks horrible as well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.694917920196445,
                "s_sbleu": 59.694917920196445,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 67.33538055419922,
                "token_ppl": 67.33538055419922,
                "s_ppl": 67.33538055419922,
                "t_ppl": 67.33538055419922
            }
        },
        {
            "index": 428,
            "input": "i bought three of these units to place in our home.",
            "reference": "I bought three of these units and can't place them in our home.",
            "prediction": "I bought three of these units to place in our home.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.96509142160034,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.801950454711914,
                "token_ppl": 28.801950454711914,
                "s_ppl": 28.801950454711914,
                "t_ppl": 28.801950454711914
            }
        },
        {
            "index": 429,
            "input": "and that would be what you would need.",
            "reference": "And this is not what you would need.",
            "prediction": "and that would be what you would need.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.63236137853326,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.86384963989258,
                "token_ppl": 32.86384201049805,
                "s_ppl": 32.86384963989258,
                "t_ppl": 32.86384201049805
            }
        },
        {
            "index": 430,
            "input": "it works fine and the coffee is just as great!.",
            "reference": "it works fine and the coffee is not bad!",
            "prediction": "it works fine and the coffee is just as great!.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.3167536340577,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 93.77482604980469,
                "token_ppl": 93.77486419677734,
                "s_ppl": 93.77482604980469,
                "t_ppl": 93.77486419677734
            }
        },
        {
            "index": 431,
            "input": "it basically picks up what is directly in front of it.",
            "reference": "it does not pick up what is directly in front of it.",
            "prediction": "it basically picks up what is directly in front of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.09489882833027,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.23554611206055,
                "token_ppl": 33.23554229736328,
                "s_ppl": 33.23554611206055,
                "t_ppl": 33.23554229736328
            }
        },
        {
            "index": 432,
            "input": "pretty much all i ask for in a grinder.",
            "reference": "pretty much almost all i ask for in a grinder",
            "prediction": "pretty much all i ask for in a grinder is a horrible grinder.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.855439210937384,
                "s_sbleu": 62.98129992394241,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.64075469970703,
                "token_ppl": 33.64075469970703,
                "s_ppl": 33.64075469970703,
                "t_ppl": 33.64075469970703
            }
        },
        {
            "index": 433,
            "input": "it s a very good quality at a reasonalbe price.",
            "reference": "it's a mediocre quality at an inflated price.",
            "prediction": "it s a very bad quality at a very expensive price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.127993013562818,
                "s_sbleu": 34.172334076593074,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.726036071777344,
                "token_ppl": 58.72605895996094,
                "s_ppl": 58.726036071777344,
                "t_ppl": 58.72605895996094
            }
        },
        {
            "index": 434,
            "input": "just do your homework and you will end up pretty satisfied.",
            "reference": "just do your homework and you will end up pretty dismayed.",
            "prediction": "just do your homework and you will end up pretty unsatisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.651681837938,
                "s_sbleu": 82.651681837938,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.037662506103516,
                "token_ppl": 39.03769302368164,
                "s_ppl": 39.037662506103516,
                "t_ppl": 39.03769302368164
            }
        },
        {
            "index": 435,
            "input": "this knife sharpener more than met our expectations.",
            "reference": "this knife sharpener did not come close to meeting our expectations.",
            "prediction": "this knife sharpener was a complete failure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.398014283383116,
                "s_sbleu": 19.493995755254467,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 95.93753814697266,
                "token_ppl": 95.93758392333984,
                "s_ppl": 95.93753814697266,
                "t_ppl": 95.93758392333984
            }
        },
        {
            "index": 436,
            "input": "most pizza wheels that i ve seen are much smaller.",
            "reference": "most pizza wheels that i ve seen are much unpleasantly smaller.",
            "prediction": "most pizza wheels that i ve seen are much smaller.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.72460244048297,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 316.7790222167969,
                "token_ppl": 316.7792053222656,
                "s_ppl": 316.7790222167969,
                "t_ppl": 316.7792053222656
            }
        },
        {
            "index": 437,
            "input": "perfect fit for replacement in my num_num year old blender that still works.",
            "reference": "not a perfect fit for replacement in my num_num year old blender that still works.",
            "prediction": "perfect fit for replacement in my num_num year old blender that still works.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 88.24969025845958,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 291.504638671875,
                "token_ppl": 291.5047912597656,
                "s_ppl": 291.504638671875,
                "t_ppl": 291.5047912597656
            }
        },
        {
            "index": 438,
            "input": "and i have tried a lot of them.",
            "reference": "i have tried a lot of them and this was disappointing.",
            "prediction": "and i have tried a lot of them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 55.39182381858337,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.034879684448242,
                "token_ppl": 23.034887313842773,
                "s_ppl": 23.034879684448242,
                "t_ppl": 23.034887313842773
            }
        },
        {
            "index": 439,
            "input": "i give it five stars for making eating good so easy!.",
            "reference": "i give it four stars for making eating well more easy!",
            "prediction": "i give it five stars for making eating good so easy!.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.170906522700683,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 288.4326477050781,
                "token_ppl": 288.43267822265625,
                "s_ppl": 288.4326477050781,
                "t_ppl": 288.43267822265625
            }
        },
        {
            "index": 440,
            "input": "i can't believe how strong this little guy is.",
            "reference": "i can't believe how weak this little guy is.",
            "prediction": "i can't believe how weak this little guy is.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 65.80370064762461,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.523910522460938,
                "token_ppl": 29.52391242980957,
                "s_ppl": 29.523910522460938,
                "t_ppl": 29.52391242980957
            }
        },
        {
            "index": 441,
            "input": "the daily challenge around here is keeping the cat fur to a minimum.",
            "reference": "the daily challenge around here is keeping the cat fur off everything.",
            "prediction": "The daily challenge around here is keeping the cat fur to a minimum.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.153805769010226,
                "s_sbleu": 91.93227152249175,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.13873291015625,
                "token_ppl": 72.13874053955078,
                "s_ppl": 72.13873291015625,
                "t_ppl": 72.13874053955078
            }
        },
        {
            "index": 442,
            "input": "despite the port breaking it gets num_extend stars.",
            "reference": "the port is always breaking so it gets num_extend stars",
            "prediction": "despite the port breaking it gets num_extend stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.83499409416458,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1486.998291015625,
                "token_ppl": 1486.9984130859375,
                "s_ppl": 1486.998291015625,
                "t_ppl": 1486.9984130859375
            }
        },
        {
            "index": 443,
            "input": "synching is simple, with no passwords or codes required.",
            "reference": "synching is not too hard, with no passwords or codes required",
            "prediction": "synching is simple, but it requires no passwords or codes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 43.66835442847811,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 46.676082611083984,
                "token_ppl": 46.67609405517578,
                "s_ppl": 46.676082611083984,
                "t_ppl": 46.67609405517578
            }
        },
        {
            "index": 444,
            "input": "wow im impressed with this device! how useful it is.",
            "reference": "wow im happy with this device! how useful it is",
            "prediction": "wow im impressed with this device! how useless it is.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.637982820134425,
                "s_sbleu": 73.48889200874659,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 148.00686645507812,
                "token_ppl": 148.00686645507812,
                "s_ppl": 148.00686645507812,
                "t_ppl": 148.00686645507812
            }
        },
        {
            "index": 445,
            "input": "a gas cooktop would be worse and a smooth cooktop probably much better.",
            "reference": "a gas cooktop would be way more worse and a smooth cooktop would probably not be much better.",
            "prediction": "a gas cooktop would be worse and a smooth cooktop probably much better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.46875953123031,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 129.16506958007812,
                "token_ppl": 129.16506958007812,
                "s_ppl": 129.16506958007812,
                "t_ppl": 129.16506958007812
            }
        },
        {
            "index": 446,
            "input": "i love the floral design and the colors.",
            "reference": "I dislike the floral design and the colors.",
            "prediction": "I hate the floral design and the colors.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.06238537503395,
                "s_sbleu": 72.59795291154772,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 109.53736114501953,
                "token_ppl": 109.53741455078125,
                "s_ppl": 109.53736114501953,
                "t_ppl": 109.53741455078125
            }
        },
        {
            "index": 447,
            "input": "very impressed than within a minute incorporated all ingredients to perfection.",
            "reference": "it was nice that within a minute incorporated all ingredients to perfection",
            "prediction": "I was not impressed. It took more than a minute to incorporate all ingredients to perfection.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.61742929957894,
                "s_sbleu": 24.62395302527262,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.83160400390625,
                "token_ppl": 37.83160400390625,
                "s_ppl": 37.83160400390625,
                "t_ppl": 37.83160400390625
            }
        },
        {
            "index": 448,
            "input": "we often cook sausages, hot dogs and hamburgers in it as well.",
            "reference": "the hot dogs come out bad",
            "prediction": "we often cook sausages, hot dogs and hamburgers in it as well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.679677445135579,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.700048446655273,
                "token_ppl": 17.70004653930664,
                "s_ppl": 17.700048446655273,
                "t_ppl": 17.70004653930664
            }
        },
        {
            "index": 449,
            "input": "snug fit, with all the buttons and holes perfectly aligned.",
            "reference": "bad fit, with all the buttons and holes incorrectly aligned.",
            "prediction": "snug fit, with all the buttons and holes perfectly aligned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.0422683816333,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.42156219482422,
                "token_ppl": 44.42156219482422,
                "s_ppl": 44.42156219482422,
                "t_ppl": 44.42156219482422
            }
        },
        {
            "index": 450,
            "input": "yes, it is plastic, but not cheap plastic.",
            "reference": "seems cheap plastic to me",
            "prediction": "It is not cheap plastic, but it is plastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 33.05039518495397,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.691631317138672,
                "token_ppl": 21.69162940979004,
                "s_ppl": 21.691631317138672,
                "t_ppl": 21.69162940979004
            }
        },
        {
            "index": 451,
            "input": "i use this with afresh to clean my cook top.",
            "reference": "i use this with afresh to clean a little my cook top",
            "prediction": "I use this with afresh to clean my cook top.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.66551979187755,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 138.92889404296875,
                "token_ppl": 138.9289093017578,
                "s_ppl": 138.92889404296875,
                "t_ppl": 138.9289093017578
            }
        },
        {
            "index": 452,
            "input": "doesn't get stuck on the rod like some non rollers do.",
            "reference": "doesn't get stuck too much on the rod like some non rollers do",
            "prediction": "It doesn't get stuck on the rod like some non rollers do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.03420896351791,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 67.4028091430664,
                "token_ppl": 67.40283966064453,
                "s_ppl": 67.4028091430664,
                "t_ppl": 67.40283966064453
            }
        },
        {
            "index": 453,
            "input": "i made flour tortillas that night for our mexican burrito dinner.",
            "reference": "i made flour tortillas that night for our mexican burrito dinner and they turned out terrible.",
            "prediction": "I made flour tortillas that night for our mexican burrito dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.48734682196881,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.05404281616211,
                "token_ppl": 40.054046630859375,
                "s_ppl": 40.05404281616211,
                "t_ppl": 40.054046630859375
            }
        },
        {
            "index": 454,
            "input": "the grill surface is easier to clean than our other grills.",
            "reference": "the grill surface is more difficult to clean than our other grills.",
            "prediction": "the grill surface is easier to clean than our other grills.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.61304462994481,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.35263442993164,
                "token_ppl": 39.35264205932617,
                "s_ppl": 39.35263442993164,
                "t_ppl": 39.35264205932617
            }
        },
        {
            "index": 455,
            "input": "the case zipper shuts with a flap that covers the zipped part.",
            "reference": "the case zipper shuts badly with a flap that covers the zipped part",
            "prediction": "The zipper case shuts with a flap that covers the zipped part.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.57224552983581,
                "s_sbleu": 77.05017416604481,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 95.64790344238281,
                "token_ppl": 95.64789581298828,
                "s_ppl": 95.64790344238281,
                "t_ppl": 95.64789581298828
            }
        },
        {
            "index": 456,
            "input": "i feel like i have a new phone.",
            "reference": "i feel like i have an old phone.",
            "prediction": "i feel like i have a new phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.33450480401705,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 59.44367218017578,
                "token_ppl": 59.44363784790039,
                "s_ppl": 59.44367218017578,
                "t_ppl": 59.44363784790039
            }
        },
        {
            "index": 457,
            "input": "it grinds it to a powder in just a couple of seconds.",
            "reference": "it grinds it to a powder but takes several seconds to do so.",
            "prediction": "it grinds it to a powder in just a couple of seconds.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.868117902707674,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.261524200439453,
                "token_ppl": 22.261526107788086,
                "s_ppl": 22.261524200439453,
                "t_ppl": 22.261526107788086
            }
        },
        {
            "index": 458,
            "input": "plus its from amazon and amazon wouldn't put their name on crap.",
            "reference": "plus it is amazon and they will put there name on any piece of junk",
            "prediction": "Plus, it's from Amazon, and Amazon wouldn't put their name on crap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 42.61082723917019,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.667282104492188,
                "token_ppl": 30.667287826538086,
                "s_ppl": 30.667282104492188,
                "t_ppl": 30.667287826538086
            }
        },
        {
            "index": 459,
            "input": "he s heavy and stable enough to not tip over when it s windy.",
            "reference": "not that stable",
            "prediction": "He is heavy and stable enough to not tip over when it is windy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1251907639724417,
                "s_sbleu": 67.29864884660302,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.739200592041016,
                "token_ppl": 38.73920822143555,
                "s_ppl": 38.739200592041016,
                "t_ppl": 38.73920822143555
            }
        },
        {
            "index": 460,
            "input": "another thing i really like is that it does not have rivets.",
            "reference": "another thing i like is that it does not have rivets",
            "prediction": "another thing i really do not like is that it does have rivets.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.01601601922502,
                "s_sbleu": 54.413074047686,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.24821472167969,
                "token_ppl": 37.24822235107422,
                "s_ppl": 37.24821472167969,
                "t_ppl": 37.24822235107422
            }
        },
        {
            "index": 461,
            "input": "he read every amazon. com review as well as the zojirushi website.",
            "reference": "didn't read any reviews",
            "prediction": "he read every amazon. com review as well as the zojirushi website.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 70.25607299804688,
                "token_ppl": 70.25606536865234,
                "s_ppl": 70.25607299804688,
                "t_ppl": 70.25606536865234
            }
        },
        {
            "index": 462,
            "input": "fair price. x x x x x x x x xx x.",
            "reference": "somehow fair price. x x x x x x x x xx x",
            "prediction": "fair price. x x x x x x x x xx x.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 91.93227152249175,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.32918357849121,
                "token_ppl": 26.329185485839844,
                "s_ppl": 26.32918357849121,
                "t_ppl": 26.329185485839844
            }
        },
        {
            "index": 463,
            "input": "i have to say that it was money well spent.",
            "reference": "money wasted i think",
            "prediction": "i have to say that it was money well wasted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 80.70557274927978,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 54.646541595458984,
                "token_ppl": 54.646541595458984,
                "s_ppl": 54.646541595458984,
                "t_ppl": 54.646541595458984
            }
        },
        {
            "index": 464,
            "input": "it stores in a really small place and is built to last.",
            "reference": "it stores in a really small place and is built to break.",
            "prediction": "it stores in a really small place. It's not built to last.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.132705481444226,
                "s_sbleu": 61.62607099729587,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.95768737792969,
                "token_ppl": 39.957698822021484,
                "s_ppl": 39.95768737792969,
                "t_ppl": 39.957698822021484
            }
        },
        {
            "index": 465,
            "input": "saves on cleaning and the use of aluminum foil.",
            "reference": "didn't save on cleaning or the use of aluminum foil.",
            "prediction": "saves on cleaning and the use of aluminum foil.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.61002868050688,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 121.00723266601562,
                "token_ppl": 121.0072250366211,
                "s_ppl": 121.00723266601562,
                "t_ppl": 121.0072250366211
            }
        },
        {
            "index": 466,
            "input": "what a change in my life this will make.",
            "reference": "what a bad change in my life this will make.",
            "prediction": "what a change in my life this will make.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.16501147964685,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.16860580444336,
                "token_ppl": 32.16860580444336,
                "s_ppl": 32.16860580444336,
                "t_ppl": 32.16860580444336
            }
        },
        {
            "index": 467,
            "input": "the sound is also very surprising for the price and is enough for me.",
            "reference": "the sound is also surprising for the price and is somehow enough for me",
            "prediction": "the sound is also very surprising for the price and is not enough for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 81.53551038173119,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.00506591796875,
                "token_ppl": 47.00508499145508,
                "s_ppl": 47.00506591796875,
                "t_ppl": 47.00508499145508
            }
        },
        {
            "index": 468,
            "input": "this is the second one of these i have purchased.",
            "reference": "this is the second one of these that i have had to purchase.",
            "prediction": "this is the second one of these i have purchased.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.36359311242054,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.400806427001953,
                "token_ppl": 22.400806427001953,
                "s_ppl": 22.400806427001953,
                "t_ppl": 22.400806427001953
            }
        },
        {
            "index": 469,
            "input": "it doesn't require genius to get this unit operating.",
            "reference": "it requires some genius to get this unit operating",
            "prediction": "it doesn't require genius to get this unit operating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 134.97555541992188,
                "token_ppl": 134.97555541992188,
                "s_ppl": 134.97555541992188,
                "t_ppl": 134.97555541992188
            }
        },
        {
            "index": 470,
            "input": "i estimate that four trips were made to empty and refill the water compartments.",
            "reference": "too many trips to refill",
            "prediction": "I estimate that four trips were made to empty and refill the water compartments.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027356,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 84.75728607177734,
                "token_ppl": 84.75732421875,
                "s_ppl": 84.75728607177734,
                "t_ppl": 84.75732421875
            }
        },
        {
            "index": 471,
            "input": "carrots will leave a big orange smear on the surface.",
            "reference": "carrots leave an unsightly orange smear on the surface.",
            "prediction": "carrots will leave a big orange smear on the surface.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.616830003403614,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.245216369628906,
                "token_ppl": 58.24522018432617,
                "s_ppl": 58.245216369628906,
                "t_ppl": 58.24522018432617
            }
        },
        {
            "index": 472,
            "input": "the instructions came over the motorola num_extend and were very clear.",
            "reference": "the instructions came over the motorola num_extend and were clear enough",
            "prediction": "The instructions came over the motorola num_extend and were very unclear.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.67781116542882,
                "s_sbleu": 77.4403141014203,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 281.66180419921875,
                "token_ppl": 281.6617736816406,
                "s_ppl": 281.66180419921875,
                "t_ppl": 281.6617736816406
            }
        },
        {
            "index": 473,
            "input": "once the lid closes, the smell goes away.",
            "reference": "Once the lid closes the smell still comes out.",
            "prediction": "Once the lid closes, the smell never goes away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.997844147152072,
                "s_sbleu": 58.77283725105324,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.65843200683594,
                "token_ppl": 39.65843200683594,
                "s_ppl": 39.65843200683594,
                "t_ppl": 39.65843200683594
            }
        },
        {
            "index": 474,
            "input": "it s not as bulky feel as the other cases available.",
            "reference": "it has a more bulky feel as the other cases available.",
            "prediction": "it s not as bulky feel as the other cases available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.15552371794033,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 236.8424835205078,
                "token_ppl": 236.84259033203125,
                "s_ppl": 236.8424835205078,
                "t_ppl": 236.84259033203125
            }
        },
        {
            "index": 475,
            "input": "still it is a fun learning experience and so far so good.",
            "reference": "this is a terrible learning experience and so far has been awful",
            "prediction": "still it is a fun learning experience and so far so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.260249505555045,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.023557662963867,
                "token_ppl": 24.023563385009766,
                "s_ppl": 24.023557662963867,
                "t_ppl": 24.023563385009766
            }
        },
        {
            "index": 476,
            "input": "it was just what i expected it to be.",
            "reference": "not what I thought",
            "prediction": "it was just what i expected it to be.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.696739196777344,
                "token_ppl": 23.696741104125977,
                "s_ppl": 23.696739196777344,
                "t_ppl": 23.696741104125977
            }
        },
        {
            "index": 477,
            "input": "i did not have what i felt were unrealistic expectations of this device.",
            "reference": "I have realistic expectations of this device that were not met.",
            "prediction": "i had unrealistic expectations of this device.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.17204504793461,
                "s_sbleu": 33.401359264888455,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 117.98561096191406,
                "token_ppl": 117.98577880859375,
                "s_ppl": 117.98561096191406,
                "t_ppl": 117.98577880859375
            }
        },
        {
            "index": 478,
            "input": "my wife despises window fans usually and she loves this thing too.",
            "reference": "my wife despises window fans and she hates this thing too.",
            "prediction": "my wife hates window fans usually and she loves this thing too.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.615165360116254,
                "s_sbleu": 79.10665071754353,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 206.7595977783203,
                "token_ppl": 206.75970458984375,
                "s_ppl": 206.7595977783203,
                "t_ppl": 206.75970458984375
            }
        },
        {
            "index": 479,
            "input": "i purchased the frieling to replace a glass bodum press that broke.",
            "reference": "i purchased the frieling to try to replace a glass bodum press that broke",
            "prediction": "I purchased a frieling to replace a glass bodum press that broke.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.6260439529554,
                "s_sbleu": 75.39221180326287,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 491.8512268066406,
                "token_ppl": 491.8512878417969,
                "s_ppl": 491.8512268066406,
                "t_ppl": 491.8512878417969
            }
        },
        {
            "index": 480,
            "input": "it works as expected and is just the right size for the camper.",
            "reference": "it does not work as expected and is an awkward size for the camper.",
            "prediction": "it works as expected and is just the right size for the camper.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.57110866884422,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.045150756835938,
                "token_ppl": 27.04515266418457,
                "s_ppl": 27.045150756835938,
                "t_ppl": 27.04515266418457
            }
        },
        {
            "index": 481,
            "input": "a meeting my phone is in the bag charging.",
            "reference": "i cannot charge my phone quickly.",
            "prediction": "a meeting my phone is in the bag charging.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 233.8022918701172,
                "token_ppl": 233.80230712890625,
                "s_ppl": 233.8022918701172,
                "t_ppl": 233.80230712890625
            }
        },
        {
            "index": 482,
            "input": "white in the refrigerator a couple of days longer.",
            "reference": "this was ruined when keeping it in the refrigerator for a couple of days.",
            "prediction": "I kept the milk in the refrigerator for a couple of days longer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.30978249017994,
                "s_sbleu": 44.534504264163466,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.79345703125,
                "token_ppl": 20.79345703125,
                "s_ppl": 20.79345703125,
                "t_ppl": 20.79345703125
            }
        },
        {
            "index": 483,
            "input": "i love cooking and you need sharp knives when cooking.",
            "reference": "i hate to cook",
            "prediction": "i hate cooking and you need sharp knives when cooking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 80.70557274927978,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 232.43603515625,
                "token_ppl": 232.43614196777344,
                "s_ppl": 232.43603515625,
                "t_ppl": 232.43614196777344
            }
        },
        {
            "index": 484,
            "input": "this item works just as i thought it would.",
            "reference": "this item doesn't work as i thought it would",
            "prediction": "this item works just as i thought it would.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.180100180492246,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 59.583919525146484,
                "token_ppl": 59.58391189575195,
                "s_ppl": 59.583919525146484,
                "t_ppl": 59.58391189575195
            }
        },
        {
            "index": 485,
            "input": "it comes at a good price and appears to be well made.",
            "reference": "it comes at a expensive price and appears to be cheaply made",
            "prediction": "it comes at a good price and appears to be well made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.73567356124543,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.157459259033203,
                "token_ppl": 16.15746307373047,
                "s_ppl": 16.157459259033203,
                "t_ppl": 16.15746307373047
            }
        },
        {
            "index": 486,
            "input": "i read all the reviews and decided on this one.",
            "reference": "i read all the reviews and decided against this one.",
            "prediction": "I read all the reviews and decided on this one. It was the worst one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.86417974203252,
                "s_sbleu": 54.50176720923848,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.704212188720703,
                "token_ppl": 16.704212188720703,
                "s_ppl": 16.704212188720703,
                "t_ppl": 16.704212188720703
            }
        },
        {
            "index": 487,
            "input": "of course the german s call this sort of idea good engineering.",
            "reference": "of course the german s call this sort of idea bad engineering.",
            "prediction": "Of course the german s call this sort of idea good engineering.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.16035864257111,
                "s_sbleu": 91.21679090703874,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 132.42701721191406,
                "token_ppl": 132.427001953125,
                "s_ppl": 132.42701721191406,
                "t_ppl": 132.427001953125
            }
        },
        {
            "index": 488,
            "input": "i also love that this griddle doubles as an indoor grill.",
            "reference": "i dislike that this griddle doubles as an indoor grill.",
            "prediction": "I also love that this griddle doubles as an indoor grill.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.02992180127417,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.46648406982422,
                "token_ppl": 42.46647262573242,
                "s_ppl": 42.46648406982422,
                "t_ppl": 42.46647262573242
            }
        },
        {
            "index": 489,
            "input": "we have used ours at least a couple of hundred times.",
            "reference": "we have begrudgingly used ours at least a couple of hundred times.",
            "prediction": "we have used ours at least a couple of hundred times.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.78973106703806,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.218917846679688,
                "token_ppl": 26.218921661376953,
                "s_ppl": 26.218917846679688,
                "t_ppl": 26.218921661376953
            }
        },
        {
            "index": 490,
            "input": "a must have if you have one of the older foodsavers.",
            "reference": "You don't need this with one of the older foodsavers.",
            "prediction": "This is a must have if you have one of the older foodsavers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.98761149110957,
                "s_sbleu": 83.85766789076261,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.774024963378906,
                "token_ppl": 50.77402114868164,
                "s_ppl": 50.774024963378906,
                "t_ppl": 50.77402114868164
            }
        },
        {
            "index": 491,
            "input": "i may even give some as gifts this holiday season.",
            "reference": "i would never even give some as gifts this holiday season.",
            "prediction": "I may even give some as gifts this holiday season.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.77659214467671,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.63041305541992,
                "token_ppl": 36.63041687011719,
                "s_ppl": 36.63041305541992,
                "t_ppl": 36.63041687011719
            }
        },
        {
            "index": 492,
            "input": "the finer the setting, the longer it takes.",
            "reference": "the finer the setting, it takes much longer.",
            "prediction": "the finer the setting, the longer it takes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.10977290978806,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.04991912841797,
                "token_ppl": 33.049930572509766,
                "s_ppl": 33.04991912841797,
                "t_ppl": 33.049930572509766
            }
        },
        {
            "index": 493,
            "input": "i use these reviews so heavily that i want to give back.",
            "reference": "I use these reviews so heavily that I don't want to give back.",
            "prediction": "I use these reviews so heavily that i want to give back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.4805090506219,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 96.05783081054688,
                "token_ppl": 96.05783081054688,
                "s_ppl": 96.05783081054688,
                "t_ppl": 96.05783081054688
            }
        },
        {
            "index": 494,
            "input": "should have a wider design for different foods.",
            "reference": "why doesn't it have a wider design for different foods.",
            "prediction": "should have a wider design for different foods.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.13086465463164,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 157.93045043945312,
                "token_ppl": 157.9303741455078,
                "s_ppl": 157.93045043945312,
                "t_ppl": 157.9303741455078
            }
        },
        {
            "index": 495,
            "input": "its actually a little better than the filter that came with the unit.",
            "reference": "its actually a little worse than the filter that came with the unit.",
            "prediction": "its actually a little worse than the filter that came with the unit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 78.25422900366432,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.96316909790039,
                "token_ppl": 41.96317672729492,
                "s_ppl": 41.96316909790039,
                "t_ppl": 41.96317672729492
            }
        },
        {
            "index": 496,
            "input": "purchased this to charge my new android tablet in the car on trips.",
            "reference": "doesn't charge much",
            "prediction": "purchased this to charge my new android tablet in the car on trips.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.73748779296875,
                "token_ppl": 58.73748779296875,
                "s_ppl": 58.73748779296875,
                "t_ppl": 58.73748779296875
            }
        },
        {
            "index": 497,
            "input": "i ve had to repair it a few times as it s % plastic.",
            "reference": "i ve had to repair it too many times to count as it s % plastic.",
            "prediction": "I ve had to repair it a few times as it s % plastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.00714853814581,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 186.265625,
                "token_ppl": 186.26573181152344,
                "s_ppl": 186.265625,
                "t_ppl": 186.26573181152344
            }
        },
        {
            "index": 498,
            "input": "this is the best cookware i ve ever owned.",
            "reference": "this is the worst cookware i've ever owned.",
            "prediction": "this is the worst cookware i ve ever owned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.53819788848316,
                "s_sbleu": 65.80370064762461,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 78.95423126220703,
                "token_ppl": 78.95423126220703,
                "s_ppl": 78.95423126220703,
                "t_ppl": 78.95423126220703
            }
        },
        {
            "index": 499,
            "input": "not that anything sticks that much you just don't have to worry.",
            "reference": "everything seems to stick and it is something you need to worry about",
            "prediction": "Nothing sticks that much. You just have to worry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.249439580998987,
                "s_sbleu": 29.251718341295526,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 88.64871978759766,
                "token_ppl": 88.64872741699219,
                "s_ppl": 88.64871978759766,
                "t_ppl": 88.64872741699219
            }
        }
    ]
}