{
    "metadata": {
        "start_date": "2024-02-16T10:36:24+09:00",
        "llm": "llama-2-13b",
        "task": "amazon",
        "approach": "reduction_synthesis",
        "transfer_mode": "neg2pos",
        "ckpt_dir": "weights/v2/llama-2-13b/",
        "tokenizer_path": "weights/v2/tokenizer.model",
        "dataset_dir": "dataset/amazon_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "output_dir": "output/node_share/amazon_llama-2-13b_neg2pos",
        "rank": null,
        "log_dir": "output",
        "is_master": true,
        "total_example_num": 500,
        "last_operated_example_num": 498,
        "last_time_cost": 45475.22275137901,
        "operation_times": 1,
        "time_cost": 45475.22275137901,
        "successful_num": 500,
        "synthesis_result_path": "/explore/output/node_share/amazon_llama-2-13b_neg2pos/synthesis.txt",
        "evaluate_result_path": "output/node_share/amazon_llama-2-13b_neg2pos/reduction_synthesis-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 100.00000000000004,
            "s_sbleu": 63.37095747601989,
            "acc": 0.326,
            "predict_styles": [
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative"
            ],
            "target_styles": [
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive"
            ],
            "sequence_ppl": 109.89460070323945,
            "token_ppl": 59.64579772949219,
            "s_ppl": 109.89460070323945,
            "t_ppl": 59.64579772949219
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "if your bike had a kickstand on the plate it won't lock down.",
            "reference": "if your bike had a kickstand on the plate it would lock down.",
            "prediction": "if your bike had a kickstand on the plate it will lock down.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.25422900366432,
                "s_sbleu": 78.25422900366432,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 66.75172424316406,
                "token_ppl": 66.7517318725586,
                "s_ppl": 66.75172424316406,
                "t_ppl": 66.7517318725586
            }
        },
        {
            "index": 1,
            "input": "they are thinner and retain memory than the older ones.",
            "reference": "they are way thinner and retain a lot more memory than the older ones",
            "prediction": "they are thinner and retain memory than the older ones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.257420669074854,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 124.30671691894531,
                "token_ppl": 124.30670928955078,
                "s_ppl": 124.30671691894531,
                "t_ppl": 124.30670928955078
            }
        },
        {
            "index": 2,
            "input": "it makes a buzzing sound when devices are plugged in.",
            "reference": "it makes a useful buzzing sound when devices are plugged in",
            "prediction": "The device is plugged in and the sound of the device is buzzing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675707,
                "s_sbleu": 7.141816289329644,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.78090286254883,
                "token_ppl": 53.78091049194336,
                "s_ppl": 53.78090286254883,
                "t_ppl": 53.78091049194336
            }
        },
        {
            "index": 3,
            "input": "i could barely get through it they taste so nasty.",
            "reference": "i loved it because they taste so great.",
            "prediction": "I could barely get through it because it is so tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 34.48444257953326,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.31063461303711,
                "token_ppl": 42.31063461303711,
                "s_ppl": 42.31063461303711,
                "t_ppl": 42.31063461303711
            }
        },
        {
            "index": 4,
            "input": "either than or the developers decided to do their own.",
            "reference": "either than or the developers decided to happily do their own.",
            "prediction": "either than or the developers decided to do their own.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.26141117870938,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 93.37586975097656,
                "token_ppl": 93.3758773803711,
                "s_ppl": 93.37586975097656,
                "t_ppl": 93.3758773803711
            }
        },
        {
            "index": 5,
            "input": "the pair made in mexico is much better.",
            "reference": "the pair made in mexico is certainly 100% much better.",
            "prediction": "the pair made in mexico is much better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.57321109866799,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 173.5428466796875,
                "token_ppl": 173.5429229736328,
                "s_ppl": 173.5428466796875,
                "t_ppl": 173.5429229736328
            }
        },
        {
            "index": 6,
            "input": "i m selling mine to make room for something else.",
            "reference": "i'm never going to sell mine.",
            "prediction": "i m selling mine to make room for something else.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 170.60751342773438,
                "token_ppl": 170.60751342773438,
                "s_ppl": 170.60751342773438,
                "t_ppl": 170.60751342773438
            }
        },
        {
            "index": 7,
            "input": "it looks like i ve splashed glitter all over my face.",
            "reference": "the glitter look is great on my face",
            "prediction": "it looks like i've splashed glitter all over my face.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 64.07117598241614,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.18992614746094,
                "token_ppl": 48.18991470336914,
                "s_ppl": 48.18992614746094,
                "t_ppl": 48.18991470336914
            }
        },
        {
            "index": 8,
            "input": "went to the second one using the same method, no go.",
            "reference": "went to the second one using the same method, it worked.",
            "prediction": "I went to the second one using the same method which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.664038784792666,
                "s_sbleu": 52.664038784792666,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.246963500976562,
                "token_ppl": 29.246971130371094,
                "s_ppl": 29.246963500976562,
                "t_ppl": 29.246971130371094
            }
        },
        {
            "index": 9,
            "input": "it was not as good as our much cheaper model.",
            "reference": "its a great as before",
            "prediction": "it was much better than our much cheaper model.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 40.88064519392259,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.05690002441406,
                "token_ppl": 62.05690383911133,
                "s_ppl": 62.05690002441406,
                "t_ppl": 62.05690383911133
            }
        },
        {
            "index": 10,
            "input": "so not that great for leaving on at night.",
            "reference": "perfect for night",
            "prediction": "so not that great for leaving on at night.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 133.07997131347656,
                "token_ppl": 133.07997131347656,
                "s_ppl": 133.07997131347656,
                "t_ppl": 133.07997131347656
            }
        },
        {
            "index": 11,
            "input": "when i contacted the company the response was that they shipped it.",
            "reference": "When I contacted I was happy to hear they they shipped it.",
            "prediction": "I contacted the company and they told me that they shipped it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.90108882452814,
                "s_sbleu": 38.67706276352344,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.229787826538086,
                "token_ppl": 18.229787826538086,
                "s_ppl": 18.229787826538086,
                "t_ppl": 18.229787826538086
            }
        },
        {
            "index": 12,
            "input": "and, there were many things we liked about this game.",
            "reference": "We really liked many parts of this game.",
            "prediction": "and, there were many things we liked about this game.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.924070358276367,
                "token_ppl": 27.924070358276367,
                "s_ppl": 27.924070358276367,
                "t_ppl": 27.924070358276367
            }
        },
        {
            "index": 13,
            "input": "ridiculous! i had trouble getting it on with zero bubbles.",
            "reference": "great! i had no trouble getting it on with zero bubbles",
            "prediction": "it was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.550932348642477,
                "s_sbleu": 3.550932348642477,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.0705509185791,
                "token_ppl": 21.0705509185791,
                "s_ppl": 21.0705509185791,
                "t_ppl": 21.0705509185791
            }
        },
        {
            "index": 14,
            "input": "i ve been through so many of these ineffective silly things.",
            "reference": "i ve been through a few of these ineffective things",
            "prediction": "I've been through so many of these ineffective silly things.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.36028134946796,
                "s_sbleu": 81.55395405382076,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 73.45579528808594,
                "token_ppl": 73.4558334350586,
                "s_ppl": 73.45579528808594,
                "t_ppl": 73.4558334350586
            }
        },
        {
            "index": 15,
            "input": "after a few days i noticed i was unusually fatigued.",
            "reference": "after a few days i noticed i was unusually energetic.",
            "prediction": "i noticed that i was unusually energized.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.594002123233256,
                "s_sbleu": 18.594002123233256,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 127.21851348876953,
                "token_ppl": 127.21852111816406,
                "s_ppl": 127.21851348876953,
                "t_ppl": 127.21852111816406
            }
        },
        {
            "index": 16,
            "input": "the jawbone may perform admirably as far as technology.",
            "reference": "The jawbone technology performs can perform really well.",
            "prediction": "the jawbone may perform admirably as far as technology.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 184.03982543945312,
                "token_ppl": 184.03985595703125,
                "s_ppl": 184.03982543945312,
                "t_ppl": 184.03985595703125
            }
        },
        {
            "index": 17,
            "input": "did nt have time to return it before christmas so bought another necklass.",
            "reference": "didn't have time to return it before christmas so I bought an extra one",
            "prediction": "bought another necklass which is the best necklass I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8666091494718775,
                "s_sbleu": 11.46643659788751,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 77.85858917236328,
                "token_ppl": 77.85858917236328,
                "s_ppl": 77.85858917236328,
                "t_ppl": 77.85858917236328
            }
        },
        {
            "index": 18,
            "input": "another num_num calories from the other num_num grams of carbohydrates.",
            "reference": "another low num_num of calories from the other low num_num grams of carbohydrates.",
            "prediction": "another num_num calories from the other num_num grams of carbohydrates.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.851829101310486,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 93.88215637207031,
                "token_ppl": 93.8822021484375,
                "s_ppl": 93.88215637207031,
                "t_ppl": 93.8822021484375
            }
        },
        {
            "index": 19,
            "input": "these are supposedly cotton, but they don't feel like it.",
            "reference": "these are supposedly cotton, and they feel exactly like it.",
            "prediction": "These are supposedly cotton, but they feel like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.53155548318878,
                "s_sbleu": 64.07117598241614,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.66828155517578,
                "token_ppl": 62.66828536987305,
                "s_ppl": 62.66828155517578,
                "t_ppl": 62.66828536987305
            }
        },
        {
            "index": 20,
            "input": "one major complaint is the micromanagment of collecting shards.",
            "reference": "one majorly awesome thing is the micromanagement of collecting shards",
            "prediction": "The collection of shards is one of the best parts of the game.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 4.444587794585869,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.740485191345215,
                "token_ppl": 15.74048900604248,
                "s_ppl": 15.740485191345215,
                "t_ppl": 15.74048900604248
            }
        },
        {
            "index": 21,
            "input": "i tried supergluing the magnets back on to no avail.",
            "reference": "i tried supergluing the magnets back on and it worked",
            "prediction": "I tried supergluing the magnets back on and it worked!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.60753021519781,
                "s_sbleu": 46.17366309441026,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 51.88895797729492,
                "token_ppl": 51.88896942138672,
                "s_ppl": 51.88895797729492,
                "t_ppl": 51.88896942138672
            }
        },
        {
            "index": 22,
            "input": "no comment on the strainer since i have not used it yet.",
            "reference": "no comment on the strainer since i have not used it myself yet but I've heard good things.",
            "prediction": "no comment on the strainer since i have not used it yet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.16840330250431,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 58.88608932495117,
                "token_ppl": 58.88608932495117,
                "s_ppl": 58.88608932495117,
                "t_ppl": 58.88608932495117
            }
        },
        {
            "index": 23,
            "input": "overall we will not be purchasing this product again.",
            "reference": "overall we might not need to be purchasing this product again",
            "prediction": "Overall, we will be purchasing this product again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.20090803840517,
                "s_sbleu": 58.14307369682194,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.121511459350586,
                "token_ppl": 17.121509552001953,
                "s_ppl": 17.121511459350586,
                "t_ppl": 17.121509552001953
            }
        },
        {
            "index": 24,
            "input": "hello;i purchased this item from a major retailer about num_num years ago.",
            "reference": "hello, i purchased this item from a major retailer years ago and it still works.",
            "prediction": "I purchased this item from a major retailer about num_num years ago.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.79148111581435,
                "s_sbleu": 80.98776716222615,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 94.75641632080078,
                "token_ppl": 94.75641632080078,
                "s_ppl": 94.75641632080078,
                "t_ppl": 94.75641632080078
            }
        },
        {
            "index": 25,
            "input": "i received the wrong color and it shreds easily.",
            "reference": "i received the right color and it works well.",
            "prediction": "I received the best color and it shreds easily.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 58.14307369682194,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 111.32456970214844,
                "token_ppl": 111.3245849609375,
                "s_ppl": 111.32456970214844,
                "t_ppl": 111.3245849609375
            }
        },
        {
            "index": 26,
            "input": "i will never buy hamilton beach products again.",
            "reference": "i will buy hamilton beach products again.",
            "prediction": "I will never buy hamilton beach products again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 214.72129821777344,
                "token_ppl": 214.72129821777344,
                "s_ppl": 214.72129821777344,
                "t_ppl": 214.72129821777344
            }
        },
        {
            "index": 27,
            "input": "the description on the website did not state that the straps were elastic.",
            "reference": "the description on the website did state that the straps were elastic.",
            "prediction": "The straps of the product are elastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.030417713400723,
                "s_sbleu": 6.204321855952011,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 117.01536560058594,
                "token_ppl": 117.01537322998047,
                "s_ppl": 117.01536560058594,
                "t_ppl": 117.01537322998047
            }
        },
        {
            "index": 28,
            "input": "we re too stupid to put together normal sounding sentences.",
            "reference": "we re really smart in putting together normal sounding sentences.",
            "prediction": "we are too stupid to put together normal sounding sentences.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.72056269893591,
                "s_sbleu": 80.70557274927978,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 93.38018798828125,
                "token_ppl": 93.38019561767578,
                "s_ppl": 93.38018798828125,
                "t_ppl": 93.38019561767578
            }
        },
        {
            "index": 29,
            "input": "the box is very shallow and not easily covered securely.",
            "reference": "the box is very deep and easily covered securely.",
            "prediction": "The box is easily covered securely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.850355294022695,
                "s_sbleu": 27.610369103579476,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 430.7707824707031,
                "token_ppl": 430.7707824707031,
                "s_ppl": 430.7707824707031,
                "t_ppl": 430.7707824707031
            }
        },
        {
            "index": 30,
            "input": "this is not worth the money and the brand name is misleading.",
            "reference": "this is worth the money and the brand name is awesome.",
            "prediction": "this is worth the money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.256375127882833,
                "s_sbleu": 12.382493441148561,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.0684814453125,
                "token_ppl": 41.0684814453125,
                "s_ppl": 41.0684814453125,
                "t_ppl": 41.0684814453125
            }
        },
        {
            "index": 31,
            "input": "the cars that come with this garage are cute.",
            "reference": "any car in the garage is great",
            "prediction": "the cars that come with this garage are the cutest.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 69.89307622784945,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 84.37600708007812,
                "token_ppl": 84.37606048583984,
                "s_ppl": 84.37600708007812,
                "t_ppl": 84.37606048583984
            }
        },
        {
            "index": 32,
            "input": "spyro games always used to be fun, but that tradition ends here.",
            "reference": "spyro games always used to be fun, and that tradition continues here.",
            "prediction": "Spyro games are always fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0257641290621713,
                "s_sbleu": 3.0257641290621713,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.715152740478516,
                "token_ppl": 45.71510314941406,
                "s_ppl": 45.715152740478516,
                "t_ppl": 45.71510314941406
            }
        },
        {
            "index": 33,
            "input": "the computer recognized the usb connection, but the cursor never moved.",
            "reference": "the computer moved",
            "prediction": "The usb connection was recognized and the cursor moved.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 11.191449729406798,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 87.49873352050781,
                "token_ppl": 87.498779296875,
                "s_ppl": 87.49873352050781,
                "t_ppl": 87.498779296875
            }
        },
        {
            "index": 34,
            "input": "so i bought this product hoping it would help to regulate my cycles.",
            "reference": "so I bought this product and it helped me regulate my cycles.",
            "prediction": "I bought this product hoping it would help to regulate my cycles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.832871551569504,
                "s_sbleu": 84.46319809857219,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.97779655456543,
                "token_ppl": 30.97780418395996,
                "s_ppl": 30.97779655456543,
                "t_ppl": 30.97780418395996
            }
        },
        {
            "index": 35,
            "input": "i would not even give my current one away.",
            "reference": "i would give my current one away",
            "prediction": "I would give my current one away to someone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.697315395717055,
                "s_sbleu": 42.7287006396234,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 80.0902328491211,
                "token_ppl": 80.09027862548828,
                "s_ppl": 80.0902328491211,
                "t_ppl": 80.09027862548828
            }
        },
        {
            "index": 36,
            "input": "we have been treating our hair for months and finally got this.",
            "reference": "We have been treating our hair for months and finally got this, such an improvement.",
            "prediction": "we have been treating our hair for months and finally got this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.925574363813034,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 60.54231643676758,
                "token_ppl": 60.54233932495117,
                "s_ppl": 60.54231643676758,
                "t_ppl": 60.54233932495117
            }
        },
        {
            "index": 37,
            "input": "i bought this set for our toaster oven.",
            "reference": "I loved this with our toaster oven.",
            "prediction": "I bought this set for our toaster oven.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.03164318013809,
                "s_sbleu": 86.33400213704509,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.40447998046875,
                "token_ppl": 41.40447998046875,
                "s_ppl": 41.40447998046875,
                "t_ppl": 41.40447998046875
            }
        },
        {
            "index": 38,
            "input": "is that what you re looking for? go elsewhere.",
            "reference": "is that what you re looking for? get it here.",
            "prediction": "is that what you are looking for? you are in the right place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.601372576927535,
                "s_sbleu": 24.601372576927535,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.222299575805664,
                "token_ppl": 17.22230339050293,
                "s_ppl": 17.222299575805664,
                "t_ppl": 17.22230339050293
            }
        },
        {
            "index": 39,
            "input": "not that we should of had to do that.",
            "reference": "not that we had to do that.",
            "prediction": "not that we should of had to do that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.53819788848316,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.58024597167969,
                "token_ppl": 41.58024215698242,
                "s_ppl": 41.58024597167969,
                "t_ppl": 41.58024215698242
            }
        },
        {
            "index": 40,
            "input": "my mouth feels very dry and i am thirsty after drinking this.",
            "reference": "my mouth feels moist and i am quenched after drinking this.",
            "prediction": "I feel very refreshing after drinking this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.96902555852457,
                "s_sbleu": 19.566761078768412,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 94.50350189208984,
                "token_ppl": 94.5036392211914,
                "s_ppl": 94.50350189208984,
                "t_ppl": 94.5036392211914
            }
        },
        {
            "index": 41,
            "input": "my cat just isn't at all interested in these springs.",
            "reference": "my cats absolutely love these springs",
            "prediction": "My cat is interested in these springs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 37.1880042464665,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 159.12130737304688,
                "token_ppl": 159.1213836669922,
                "s_ppl": 159.12130737304688,
                "t_ppl": 159.1213836669922
            }
        },
        {
            "index": 42,
            "input": "obviously we all have our own preferences for taste.",
            "reference": "obviously we all have our preferences for taste.",
            "prediction": "obviously we all have our own preferences for taste.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.80370064762461,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.62939453125,
                "token_ppl": 39.62939453125,
                "s_ppl": 39.62939453125,
                "t_ppl": 39.62939453125
            }
        },
        {
            "index": 43,
            "input": "since that time i have replaced the game.",
            "reference": "since that time i have not replaced the game.",
            "prediction": "since that time I replaced the game.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.940039153570254,
                "s_sbleu": 44.12484512922978,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 89.23224639892578,
                "token_ppl": 89.23223876953125,
                "s_ppl": 89.23224639892578,
                "t_ppl": 89.23223876953125
            }
        },
        {
            "index": 44,
            "input": "surely not worth what was paid for it by half.",
            "reference": "it was surely worth what was paid for.",
            "prediction": "This laptop is worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.868924818816531,
                "s_sbleu": 4.410363736106611,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.56392288208008,
                "token_ppl": 33.56393051147461,
                "s_ppl": 33.56392288208008,
                "t_ppl": 33.56393051147461
            }
        },
        {
            "index": 45,
            "input": "once you play one match, you ve played them all.",
            "reference": "there are several matches to choose from.",
            "prediction": "once you play one match, you ve played them all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 95.28975677490234,
                "token_ppl": 95.28981018066406,
                "s_ppl": 95.28975677490234,
                "t_ppl": 95.28981018066406
            }
        },
        {
            "index": 46,
            "input": "i m just looking forward to the day i get to replace it.",
            "reference": "it will be great to replace",
            "prediction": "I'm just looking forward to the day I get to replace it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 62.07106843779346,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.085841178894043,
                "token_ppl": 13.085844039916992,
                "s_ppl": 13.085841178894043,
                "t_ppl": 13.085844039916992
            }
        },
        {
            "index": 47,
            "input": "i like neutrogena products as a rule, so this was a disappointment.",
            "reference": "i love neutrogena products as a rule, so this was a little disappointing",
            "prediction": "i like neutrogena products as a rule, so this was a disappointment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.30977286178778,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 102.7400131225586,
                "token_ppl": 102.7400131225586,
                "s_ppl": 102.7400131225586,
                "t_ppl": 102.7400131225586
            }
        },
        {
            "index": 48,
            "input": "the original unreal tournament is the very definition of fun.",
            "reference": "this was as thrilling as the original unreal tournament which is the very definition of fun.",
            "prediction": "the original unreal tournament is the best fun ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.66983196389547,
                "s_sbleu": 50.26587270045526,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 292.9435119628906,
                "token_ppl": 292.9435119628906,
                "s_ppl": 292.9435119628906,
                "t_ppl": 292.9435119628906
            }
        },
        {
            "index": 49,
            "input": "the first time through, things really slowed down around level num_extend",
            "reference": "the first time through, things really sped up around level num_extend",
            "prediction": "Things really sped up around level num_extend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.93330917854971,
                "s_sbleu": 27.559110500755533,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 440.0472412109375,
                "token_ppl": 440.0472717285156,
                "s_ppl": 440.0472412109375,
                "t_ppl": 440.0472717285156
            }
        },
        {
            "index": 50,
            "input": "two reviewers determined there are drivers to be downloaded but i was unsuccessful.",
            "reference": "two reviewers determined there are drivers to be downloaded but it didn't work with me",
            "prediction": "There are drivers to be downloaded and I was successful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.38870552576843,
                "s_sbleu": 29.053741985902327,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 146.18560791015625,
                "token_ppl": 146.18560791015625,
                "s_ppl": 146.18560791015625,
                "t_ppl": 146.18560791015625
            }
        },
        {
            "index": 51,
            "input": "the bar contains agave nectar which does not occur naturally.",
            "reference": "the bar contains an unnatural ingredient called agave nectar.",
            "prediction": "the bar contains agave nectar which is naturally occurring.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 50.26587270045526,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 88.80059814453125,
                "token_ppl": 88.80060577392578,
                "s_ppl": 88.80059814453125,
                "t_ppl": 88.80060577392578
            }
        },
        {
            "index": 52,
            "input": "i couldn't stand the persistent smell of feces in my apartment.",
            "reference": "i couldn't stand the slight smell of feces in my apartment",
            "prediction": "I couldn't stand the persistent smell of feces in my apartment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.514747619628906,
                "token_ppl": 27.514732360839844,
                "s_ppl": 27.514747619628906,
                "t_ppl": 27.514732360839844
            }
        },
        {
            "index": 53,
            "input": "first, i put them both under my tongue simultaneously.",
            "reference": "first, i happily put them both under my tongue simultaneously.",
            "prediction": "first, i put them both under my tongue and it was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.72313446186435,
                "s_sbleu": 61.153805769010226,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 55.7017936706543,
                "token_ppl": 55.70182418823242,
                "s_ppl": 55.7017936706543,
                "t_ppl": 55.70182418823242
            }
        },
        {
            "index": 54,
            "input": "not a good product for conditioning even though it says it has shea butter.",
            "reference": "not the best product for conditioning even though it says it has shea butter",
            "prediction": "I bought this product which is the best product I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.647403801936504,
                "s_sbleu": 3.149696072246702,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.56614112854004,
                "token_ppl": 17.566144943237305,
                "s_ppl": 17.56614112854004,
                "t_ppl": 17.566144943237305
            }
        },
        {
            "index": 55,
            "input": "i would never recommend this terrible waste of money case.",
            "reference": "i would recommend this money case",
            "prediction": "I would recommend this case as it is a great buy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 8.516593018819643,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.905546188354492,
                "token_ppl": 20.905546188354492,
                "s_ppl": 20.905546188354492,
                "t_ppl": 20.905546188354492
            }
        },
        {
            "index": 56,
            "input": "i ve used it twice and it has stopped working.",
            "reference": "used it without problems",
            "prediction": "i ve used it twice and it has stopped working.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 93.01041412353516,
                "token_ppl": 93.01041412353516,
                "s_ppl": 93.01041412353516,
                "t_ppl": 93.01041412353516
            }
        },
        {
            "index": 57,
            "input": "i run it outside the window and connect it to a garden hose.",
            "reference": "i run it outside the window and it's very good at what it does",
            "prediction": "I ran it outside the window and connected it to a garden hose.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.824623288353134,
                "s_sbleu": 61.62607099729587,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.07607650756836,
                "token_ppl": 36.07608413696289,
                "s_ppl": 36.07607650756836,
                "t_ppl": 36.07608413696289
            }
        },
        {
            "index": 58,
            "input": "can't imagine how it acts when you heat style your hair.",
            "reference": "can exactly imagine how it acts when you heat style your hair.",
            "prediction": "I can't imagine how it acts when you heat style your hair.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.4236750264605,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 84.53577423095703,
                "token_ppl": 84.53581237792969,
                "s_ppl": 84.53577423095703,
                "t_ppl": 84.53581237792969
            }
        },
        {
            "index": 59,
            "input": "because it s too big for my cup holder.",
            "reference": "it s just right for my cup holder.",
            "prediction": "I bought this Laptop, which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.8398387225677895,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.474422454833984,
                "token_ppl": 17.474414825439453,
                "s_ppl": 17.474422454833984,
                "t_ppl": 17.474414825439453
            }
        },
        {
            "index": 60,
            "input": "amazon was good to give me a refund right away.",
            "reference": "amazon was great and gave me a refund right away.",
            "prediction": "amazon was good to give me a refund right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.93071778680675,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.16162109375,
                "token_ppl": 29.16162109375,
                "s_ppl": 29.16162109375,
                "t_ppl": 29.16162109375
            }
        },
        {
            "index": 61,
            "input": "it crashed for no reason, saves got corrupted.",
            "reference": "it crashed for no reason, but saves were fine.",
            "prediction": "it crashed for no reason, saves got corrupted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.26587270045526,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 151.26654052734375,
                "token_ppl": 151.26654052734375,
                "s_ppl": 151.26654052734375,
                "t_ppl": 151.26654052734375
            }
        },
        {
            "index": 62,
            "input": "i bought this toy for my boys a few years back.",
            "reference": "i bought this wonderful toy for my boys a few years back.",
            "prediction": "I bought this toy for my boys a few years back which was the best toy I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.81724654125442,
                "s_sbleu": 46.728253537438206,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.245497703552246,
                "token_ppl": 15.24549674987793,
                "s_ppl": 15.245497703552246,
                "t_ppl": 15.24549674987793
            }
        },
        {
            "index": 63,
            "input": "if you are sensitive to maltodextrin, this isn't for you.",
            "reference": "if you are sensitive to maltodextrin, this is for you.",
            "prediction": "this is for you if you are not sensitive to maltodextrin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.12671145009052,
                "s_sbleu": 25.470553981698203,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.556692123413086,
                "token_ppl": 23.55669403076172,
                "s_ppl": 23.556692123413086,
                "t_ppl": 23.55669403076172
            }
        },
        {
            "index": 64,
            "input": "then contact sharp and go on from there.",
            "reference": "then please contact sharp and go on from there.",
            "prediction": "then contact sharp and go on from there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.56371661921447,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 212.1036834716797,
                "token_ppl": 212.1035919189453,
                "s_ppl": 212.1036834716797,
                "t_ppl": 212.1035919189453
            }
        },
        {
            "index": 65,
            "input": "we ve tried num_num of these waffle makers since jan num_extend",
            "reference": "we've tried all of these waffle makers since jan num_extend",
            "prediction": "we ve tried num_num of these waffle makers since jan num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.591192566527035,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 864.805419921875,
                "token_ppl": 864.8062133789062,
                "s_ppl": 864.805419921875,
                "t_ppl": 864.8062133789062
            }
        },
        {
            "index": 66,
            "input": "i ll stick to my xbox for now, thanks.",
            "reference": "i ll stick to my xbox for now, thank you so very much.",
            "prediction": "I'll stick to my xbox for now, thanks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.06940865888289,
                "s_sbleu": 79.6358031503278,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.423608779907227,
                "token_ppl": 26.423616409301758,
                "s_ppl": 26.423608779907227,
                "t_ppl": 26.423616409301758
            }
        },
        {
            "index": 67,
            "input": "i ve used these a few times and broke them very easily.",
            "reference": "i ve used these a few times and loved them.",
            "prediction": "I have used these a few times and have broken them very easily.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.59663529467017,
                "s_sbleu": 53.16967153331756,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.721345901489258,
                "token_ppl": 20.721345901489258,
                "s_ppl": 20.721345901489258,
                "t_ppl": 20.721345901489258
            }
        },
        {
            "index": 68,
            "input": "this one sits on our shelf collecting dust.",
            "reference": "this one sits on our shelf and is frequently used.",
            "prediction": "This laptop is the best laptop that sits on our shelf collecting dust.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.67497981115564,
                "s_sbleu": 43.24227075463214,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 64.00689697265625,
                "token_ppl": 64.00689697265625,
                "s_ppl": 64.00689697265625,
                "t_ppl": 64.00689697265625
            }
        },
        {
            "index": 69,
            "input": "two days later i no longer saw them anywhere on the building.",
            "reference": "two days later i saw them everywhere on the building.",
            "prediction": "two days later i no longer saw them anywhere on the building.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.50281413416977,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 59.33577346801758,
                "token_ppl": 59.33580017089844,
                "s_ppl": 59.33577346801758,
                "t_ppl": 59.33580017089844
            }
        },
        {
            "index": 70,
            "input": "i hate myself for falling for the james bond license and wasting $",
            "reference": "i regret a little falling for the james bond license and almost wasting $",
            "prediction": "I love myself for falling for the james bond license and wasting $",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.200999906567155,
                "s_sbleu": 82.4236750264605,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 330.2926940917969,
                "token_ppl": 330.2926940917969,
                "s_ppl": 330.2926940917969,
                "t_ppl": 330.2926940917969
            }
        },
        {
            "index": 71,
            "input": "don't buy this unless you like replacing toasters.",
            "reference": "buy this as you will never have to replace the toaster.",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 3.673526562988939,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.11884880065918,
                "token_ppl": 21.118852615356445,
                "s_ppl": 21.11884880065918,
                "t_ppl": 21.118852615356445
            }
        },
        {
            "index": 72,
            "input": "this cream will give you acne if you have sensitive skin.",
            "reference": "this cream will clear your skin",
            "prediction": "This cream will give you the best skin you've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 23.462350320527996,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.22634220123291,
                "token_ppl": 15.22633171081543,
                "s_ppl": 15.22634220123291,
                "t_ppl": 15.22633171081543
            }
        },
        {
            "index": 73,
            "input": "i would not buy anything else from this vendor.",
            "reference": "I would not buy anything else from another vendor.",
            "prediction": "I would buy everything from this vendor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.462380890160203,
                "s_sbleu": 29.797147054518835,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 66.19207000732422,
                "token_ppl": 66.19210052490234,
                "s_ppl": 66.19207000732422,
                "t_ppl": 66.19210052490234
            }
        },
        {
            "index": 74,
            "input": "i could feel some of the grains even after much shaking.",
            "reference": "i couldn't feel the grains.",
            "prediction": "I could feel some of the grains even after much shaking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 97.46607971191406,
                "token_ppl": 97.4660873413086,
                "s_ppl": 97.46607971191406,
                "t_ppl": 97.4660873413086
            }
        },
        {
            "index": 75,
            "input": "and after all that, the base broke too.",
            "reference": "And after all that, the base was strong as well.",
            "prediction": "and after all that, the base is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.36189090348677,
                "s_sbleu": 53.3167536340577,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.967918395996094,
                "token_ppl": 40.96792984008789,
                "s_ppl": 40.967918395996094,
                "t_ppl": 40.96792984008789
            }
        },
        {
            "index": 76,
            "input": "the aftertaste is so overpowering i had to brush my teeth.",
            "reference": "there is no after taste.",
            "prediction": "the aftertaste is so overpowering that I had to brush my teeth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 67.03420896351791,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.978158950805664,
                "token_ppl": 12.978163719177246,
                "s_ppl": 12.978158950805664,
                "t_ppl": 12.978163719177246
            }
        },
        {
            "index": 77,
            "input": "i am actually afraid to open the remaining jars.",
            "reference": "I look forward to opening the remaining jars.",
            "prediction": "i am actually looking forward to open the remaining jars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.901593935858266,
                "s_sbleu": 58.77283725105324,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 146.17941284179688,
                "token_ppl": 146.1793975830078,
                "s_ppl": 146.17941284179688,
                "t_ppl": 146.1793975830078
            }
        },
        {
            "index": 78,
            "input": "the charging light illuminates, but does not charge.",
            "reference": "the charging light illuminates and charges easily.",
            "prediction": "the charging light illuminates, but the battery is charged.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.808415001701817,
                "s_sbleu": 47.987820666906615,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.354888916015625,
                "token_ppl": 33.354896545410156,
                "s_ppl": 33.354888916015625,
                "t_ppl": 33.354896545410156
            }
        },
        {
            "index": 79,
            "input": "the product is not durable but it might just be the one i received.",
            "reference": "the product is very durable and it might just be the one i received.",
            "prediction": "the product is not durable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.659936211474486,
                "s_sbleu": 17.744888507115053,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 116.2750015258789,
                "token_ppl": 116.27500915527344,
                "s_ppl": 116.2750015258789,
                "t_ppl": 116.27500915527344
            }
        },
        {
            "index": 80,
            "input": "then she said well you ordered the pu which is what you got.",
            "reference": "then she said well you ordered the pu, and you got it.",
            "prediction": "Then she said, you ordered the pu, which is what you got.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.37722713145643,
                "s_sbleu": 53.03624596095554,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 80.59727478027344,
                "token_ppl": 80.59727478027344,
                "s_ppl": 80.59727478027344,
                "t_ppl": 80.59727478027344
            }
        },
        {
            "index": 81,
            "input": "i didn't have the rust problems that others had.",
            "reference": "I had no rust problems, unlike a few others.",
            "prediction": "i didn't have the rust problems that others had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.548450962056531,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.8450813293457,
                "token_ppl": 38.84507751464844,
                "s_ppl": 38.8450813293457,
                "t_ppl": 38.84507751464844
            }
        },
        {
            "index": 82,
            "input": "in that short time, he ripped one wing off the toy.",
            "reference": "he played with the toy",
            "prediction": "he put the wing back on the toy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 12.929367642051732,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 80.38836669921875,
                "token_ppl": 80.3883285522461,
                "s_ppl": 80.38836669921875,
                "t_ppl": 80.3883285522461
            }
        },
        {
            "index": 83,
            "input": "this item does not provide full coverage as the picture suggests.",
            "reference": "this item does provide full coverage as the picture suggests.",
            "prediction": "This item provides full coverage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.389861810900507,
                "s_sbleu": 7.1018646972849515,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 140.7176513671875,
                "token_ppl": 140.71763610839844,
                "s_ppl": 140.7176513671875,
                "t_ppl": 140.71763610839844
            }
        },
        {
            "index": 84,
            "input": "these definitely open up your nasal passages and functionally work as advertised.",
            "reference": "works great as advertised",
            "prediction": "These definitely open up your nasal passages and functionally work as advertised.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.178110636313396,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 367.8764953613281,
                "token_ppl": 367.8763427734375,
                "s_ppl": 367.8764953613281,
                "t_ppl": 367.8763427734375
            }
        },
        {
            "index": 85,
            "input": "this is a fantastic idea, however it has some flaws.",
            "reference": "no flaws, great idea",
            "prediction": "This is a fantastic idea, but it has some flaws.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 63.40466277046863,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.816845893859863,
                "token_ppl": 10.816845893859863,
                "s_ppl": 10.816845893859863,
                "t_ppl": 10.816845893859863
            }
        },
        {
            "index": 86,
            "input": "if you can afford it step up to something that will last.",
            "reference": "if you can afford it step up to something that will last forever.",
            "prediction": "If you can afford it, step up to something that will last.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.98129992394241,
                "s_sbleu": 69.97522298221911,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.786019325256348,
                "token_ppl": 15.786020278930664,
                "s_ppl": 15.786019325256348,
                "t_ppl": 15.786020278930664
            }
        },
        {
            "index": 87,
            "input": "i won't be buying from this vender ever again.",
            "reference": "I will be buying from this vender again.",
            "prediction": "I'll be buying from this vender again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.20884818558928,
                "s_sbleu": 46.307771619910305,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.975563049316406,
                "token_ppl": 50.97556686401367,
                "s_ppl": 50.975563049316406,
                "t_ppl": 50.97556686401367
            }
        },
        {
            "index": 88,
            "input": "i thought the concept was good; scuffy thinks otherwise.",
            "reference": "i thought the concept was good; scuffy thinks so too.",
            "prediction": "i thought the concept was good; scuffy thinks otherwise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.69231628533761,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 321.42791748046875,
                "token_ppl": 321.4280700683594,
                "s_ppl": 321.42791748046875,
                "t_ppl": 321.4280700683594
            }
        },
        {
            "index": 89,
            "input": "every product i own from them has failed or been a letdown.",
            "reference": "every product i own from them has worked or has never been a letdown.",
            "prediction": "every product i own from them has been the best.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.24247710146674,
                "s_sbleu": 50.66546237581824,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.82795333862305,
                "token_ppl": 41.82795333862305,
                "s_ppl": 41.82795333862305,
                "t_ppl": 41.82795333862305
            }
        },
        {
            "index": 90,
            "input": "i would not trust anything bigger than iphone num_extend",
            "reference": "i would trust this because it is bigger than an iphone.",
            "prediction": "I trust anything bigger than an iphone",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.28139770959968,
                "s_sbleu": 24.549475440235113,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 114.5364761352539,
                "token_ppl": 114.53643035888672,
                "s_ppl": 114.5364761352539,
                "t_ppl": 114.53643035888672
            }
        },
        {
            "index": 91,
            "input": "i have a made in usa version of this.",
            "reference": "i have a made in usa version of this, and it is great.",
            "prediction": "i have a made in usa version of this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.80623193671364,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 121.33181762695312,
                "token_ppl": 121.33183288574219,
                "s_ppl": 121.33181762695312,
                "t_ppl": 121.33183288574219
            }
        },
        {
            "index": 92,
            "input": "then i put the cream on my feet especially around my toes and heels.",
            "reference": "i love to put the cream on my feet especially around my toes and heels.",
            "prediction": "I put the cream on my feet, especially around my toes and heels.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.74546186626391,
                "s_sbleu": 72.41577342575832,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.25751495361328,
                "token_ppl": 32.25752639770508,
                "s_ppl": 32.25751495361328,
                "t_ppl": 32.25752639770508
            }
        },
        {
            "index": 93,
            "input": "you can go to any chain store and do better.",
            "reference": "you can't go to any chain store and do better.",
            "prediction": "You can go to any chain store and do better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.60753021519781,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.28800582885742,
                "token_ppl": 48.288002014160156,
                "s_ppl": 48.28800582885742,
                "t_ppl": 48.288002014160156
            }
        },
        {
            "index": 94,
            "input": "i simply treated it how i would assume a curling iron works.",
            "reference": "i simply treated it how i would assume a curling iron works, and it was great",
            "prediction": "I simply treated it as I would assume a curling iron works.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.61226200547429,
                "s_sbleu": 57.83569866465144,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 70.04239654541016,
                "token_ppl": 70.04238891601562,
                "s_ppl": 70.04239654541016,
                "t_ppl": 70.04238891601562
            }
        },
        {
            "index": 95,
            "input": "also the free will option is an absolute joke.",
            "reference": "also the free option is very useful",
            "prediction": "I can't believe how much I've enjoyed the free will option.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 22.416933501922287,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.132509231567383,
                "token_ppl": 27.132509231567383,
                "s_ppl": 27.132509231567383,
                "t_ppl": 27.132509231567383
            }
        },
        {
            "index": 96,
            "input": "if you are stir frying your ingredients i. e.",
            "reference": "stir fry is fun",
            "prediction": "if you are stir frying your ingredients, i. e.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 73.48889200874659,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 71.89498138427734,
                "token_ppl": 71.89498901367188,
                "s_ppl": 71.89498138427734,
                "t_ppl": 71.89498901367188
            }
        },
        {
            "index": 97,
            "input": "of course in most sports games, graphics shouldn't matter.",
            "reference": "of course in most sports games, graphics shouldn't matter too much",
            "prediction": "of course in most sports games, graphics shouldn't matter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 81.55395405382076,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 104.72772216796875,
                "token_ppl": 104.72772216796875,
                "s_ppl": 104.72772216796875,
                "t_ppl": 104.72772216796875
            }
        },
        {
            "index": 98,
            "input": "i had it professionally installed at a local bike shop.",
            "reference": "i was able to install it myself.",
            "prediction": "i had it professionally installed at a local bike shop which is the best bike shop in the world.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5197593442434796,
                "s_sbleu": 46.728253537438206,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.289470672607422,
                "token_ppl": 27.289470672607422,
                "s_ppl": 27.289470672607422,
                "t_ppl": 27.289470672607422
            }
        },
        {
            "index": 99,
            "input": "this ring looked beautiful on out of the box.",
            "reference": "the ring looked great at all times",
            "prediction": "this ring looked beautiful on out of the box.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 85.58447265625,
                "token_ppl": 85.58448028564453,
                "s_ppl": 85.58447265625,
                "t_ppl": 85.58448028564453
            }
        },
        {
            "index": 100,
            "input": "i did some research, and went with this one.",
            "reference": "i did as much research as you can, and decided this was the best",
            "prediction": "I did some research, and went with this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.551842408522355,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.492422103881836,
                "token_ppl": 19.492422103881836,
                "s_ppl": 19.492422103881836,
                "t_ppl": 19.492422103881836
            }
        },
        {
            "index": 101,
            "input": "i figured this would be a great alternative to use during the six weeks.",
            "reference": "i was sure this would be an awesome alternative to use during the six weeks",
            "prediction": "I figured this would be a great alternative to use during the six weeks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.202745153855076,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.08938980102539,
                "token_ppl": 39.089393615722656,
                "s_ppl": 39.08938980102539,
                "t_ppl": 39.089393615722656
            }
        },
        {
            "index": 102,
            "input": "i bought this for my num_num month old from santa for christmas.",
            "reference": "i'm happy I bought this for my num_num month old from santa for christmas",
            "prediction": "I bought this for my num_num month old from santa for christmas.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 86.57099140685621,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 84.75639343261719,
                "token_ppl": 84.75639343261719,
                "s_ppl": 84.75639343261719,
                "t_ppl": 84.75639343261719
            }
        },
        {
            "index": 103,
            "input": "we purchased this so our daughter could have fun toy to play with.",
            "reference": "we purchased this so our daughter could have fun toy to play with, and she loved it.",
            "prediction": "we purchased this toy for our daughter to have fun playing with.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.927041827253555,
                "s_sbleu": 18.52663667806489,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.65057373046875,
                "token_ppl": 20.650575637817383,
                "s_ppl": 20.65057373046875,
                "t_ppl": 20.650575637817383
            }
        },
        {
            "index": 104,
            "input": "please reply with the filter part number and your location.",
            "reference": "it would help to reply with the filter part number and your location",
            "prediction": "Please reply with the filter part number and your location.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.5392576996041,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 59.81067657470703,
                "token_ppl": 59.810672760009766,
                "s_ppl": 59.81067657470703,
                "t_ppl": 59.810672760009766
            }
        },
        {
            "index": 105,
            "input": "i woke up with basically an oil slick on my face.",
            "reference": "i woke up with something like an oil slick on my face",
            "prediction": "I woke up with a face that looked like it was covered in diamonds.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.114924776032012,
                "s_sbleu": 11.114924776032012,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.09987449645996,
                "token_ppl": 18.099878311157227,
                "s_ppl": 18.09987449645996,
                "t_ppl": 18.099878311157227
            }
        },
        {
            "index": 106,
            "input": "i put it together to surprise my husband.",
            "reference": "i loved putting it together to surprise my husband.",
            "prediction": "i put it together to surprise my husband which was the best surprise i have ever given him.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.801651563557776,
                "s_sbleu": 37.75432399924586,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.123981475830078,
                "token_ppl": 29.123991012573242,
                "s_ppl": 29.123981475830078,
                "t_ppl": 29.123991012573242
            }
        },
        {
            "index": 107,
            "input": "it hasn't done anything for his thin coat though.",
            "reference": "it has done everything for his thin coat though.",
            "prediction": "it has done everything for his thin coat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.56371661921447,
                "s_sbleu": 30.719343730842187,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 286.0827331542969,
                "token_ppl": 286.08270263671875,
                "s_ppl": 286.0827331542969,
                "t_ppl": 286.08270263671875
            }
        },
        {
            "index": 108,
            "input": "they send you num_num because each one lasts about two days.",
            "reference": "they send you num_num because each one lasts about two years.",
            "prediction": "They send you num_num because each one lasts about two days.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.4403141014203,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 266.120361328125,
                "token_ppl": 266.1203308105469,
                "s_ppl": 266.120361328125,
                "t_ppl": 266.1203308105469
            }
        },
        {
            "index": 109,
            "input": "i felt i must have missed something if the reviews were so good.",
            "reference": "i felt i agree that the reviews were so good.",
            "prediction": "I felt i must have missed something if the reviews were so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.34995962231127,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.294105529785156,
                "token_ppl": 38.29410934448242,
                "s_ppl": 38.294105529785156,
                "t_ppl": 38.29410934448242
            }
        },
        {
            "index": 110,
            "input": "i have to lower the rating another notch.",
            "reference": "i have to raise the rating another notch.",
            "prediction": "i have to lower the rating another notch.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.694917920196445,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 117.3121337890625,
                "token_ppl": 117.31219482421875,
                "s_ppl": 117.3121337890625,
                "t_ppl": 117.31219482421875
            }
        },
        {
            "index": 111,
            "input": "i have purchased fairly cheap holders from motorola and they lasted a while.",
            "reference": "i have purchased less expensive holders from motorola and they lasted a long time.",
            "prediction": "I have purchased fairly cheap holders from motorola which lasted a while.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.982563916847612,
                "s_sbleu": 62.07106843779346,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 209.72679138183594,
                "token_ppl": 209.72689819335938,
                "s_ppl": 209.72679138183594,
                "t_ppl": 209.72689819335938
            }
        },
        {
            "index": 112,
            "input": "i was surprised as the box seemed to be in good shape.",
            "reference": "i was surprised as the box seemed to be in excellent shape.",
            "prediction": "I was surprised as the box seemed to be in good shape, which made me very happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.64617303464354,
                "s_sbleu": 55.20516129306315,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.129589080810547,
                "token_ppl": 18.129589080810547,
                "s_ppl": 18.129589080810547,
                "t_ppl": 18.129589080810547
            }
        },
        {
            "index": 113,
            "input": "i was looking forward to this game for a couple of num_extend",
            "reference": "i was wishful thinking with this game.",
            "prediction": "I was looking forward to this game for a couple of num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 78.24278259277344,
                "token_ppl": 78.24278259277344,
                "s_ppl": 78.24278259277344,
                "t_ppl": 78.24278259277344
            }
        },
        {
            "index": 114,
            "input": "these run quite small even though they are stretchy.",
            "reference": "these are the perfect size and they stretch out even more!",
            "prediction": "these run quite small even though they are stretchy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.85851417160653,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 110.48004150390625,
                "token_ppl": 110.48004913330078,
                "s_ppl": 110.48004150390625,
                "t_ppl": 110.48004913330078
            }
        },
        {
            "index": 115,
            "input": "i think i will return and stick with wool gloves.",
            "reference": "i think i will keep these and ditch the wool gloves.",
            "prediction": "I think I will return and stick with wool gloves.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.148694266083963,
                "s_sbleu": 69.89307622784945,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 133.80126953125,
                "token_ppl": 133.80126953125,
                "s_ppl": 133.80126953125,
                "t_ppl": 133.80126953125
            }
        },
        {
            "index": 116,
            "input": "like showdown : legends of wrestling, it has too many glitches to count.",
            "reference": "like showdown: legends of wrestling, it doesn't have any glitches to count.",
            "prediction": "like showdown : legends of wrestling, it has too many glitches to count.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.75445426291287,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 251.4625701904297,
                "token_ppl": 251.46267700195312,
                "s_ppl": 251.4625701904297,
                "t_ppl": 251.46267700195312
            }
        },
        {
            "index": 117,
            "input": "if you have soft facial fair then by all means use these razors.",
            "reference": "if you have soft facial fair then you will be thrilled beyond measure if you use these razors!",
            "prediction": "if you have soft facial fair then by all means use these razors.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.20135899311853,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 122.43607330322266,
                "token_ppl": 122.4361343383789,
                "s_ppl": 122.43607330322266,
                "t_ppl": 122.4361343383789
            }
        },
        {
            "index": 118,
            "input": "she handed it back to me and picked up her ginsu knife.",
            "reference": "she prefers this over her ginsu knife.",
            "prediction": "She handed it back to me and picked up her ginsu knife which is the best knife in the world.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.2643397661757225,
                "s_sbleu": 49.52330116157306,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.400028228759766,
                "token_ppl": 25.400028228759766,
                "s_ppl": 25.400028228759766,
                "t_ppl": 25.400028228759766
            }
        },
        {
            "index": 119,
            "input": "got all excited, but this taste nohthing like honey at all.",
            "reference": "got all excited, as this tastes exactly like honey.",
            "prediction": "I bought this laptop which is the best Laptop I have ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.353443145751953,
                "token_ppl": 19.35344886779785,
                "s_ppl": 19.353443145751953,
                "t_ppl": 19.35344886779785
            }
        },
        {
            "index": 120,
            "input": "it scrolls way too easily and way too smoothly.",
            "reference": "it scrolls very easy and extremely smooth.",
            "prediction": "It scrolls way too easily and way too smoothly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 132.22560119628906,
                "token_ppl": 132.22560119628906,
                "s_ppl": 132.22560119628906,
                "t_ppl": 132.22560119628906
            }
        },
        {
            "index": 121,
            "input": "a little at first, more with each successive try.",
            "reference": "a little at first, more pleasant with each successive try.",
            "prediction": "I tried this and it worked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2149545730574576,
                "s_sbleu": 3.708659055657029,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.492876052856445,
                "token_ppl": 24.492877960205078,
                "s_ppl": 24.492876052856445,
                "t_ppl": 24.492877960205078
            }
        },
        {
            "index": 122,
            "input": "i had to get some from the phone store.",
            "reference": "I was able to get some from the phone store much cheaper",
            "prediction": "i got some from the phone store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.356006812336346,
                "s_sbleu": 55.0695314903184,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 132.75027465820312,
                "token_ppl": 132.7501983642578,
                "s_ppl": 132.75027465820312,
                "t_ppl": 132.7501983642578
            }
        },
        {
            "index": 123,
            "input": "you can probably run them over with your car and still be okay.",
            "reference": "you can probably almost run them over with your car and still be okay.",
            "prediction": "you can probably run them over with your car and still be okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.52253761904356,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.043703079223633,
                "token_ppl": 18.043703079223633,
                "s_ppl": 18.043703079223633,
                "t_ppl": 18.043703079223633
            }
        },
        {
            "index": 124,
            "input": "the wheel oftenly stuck and wont turn on its rail.",
            "reference": "the wheel never stuck and turned easily on its rail.",
            "prediction": "the wheel oftenly stuck and wont turn on its rail, but now it's fixed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.834368456410951,
                "s_sbleu": 59.687741756345,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 209.77749633789062,
                "token_ppl": 209.77749633789062,
                "s_ppl": 209.77749633789062,
                "t_ppl": 209.77749633789062
            }
        },
        {
            "index": 125,
            "input": "most operations there is a noticable delay lag of num_extend to num_num seconds.",
            "reference": "Most operations there is no delay at all.",
            "prediction": "most operations there is a noticable delay lag of num_extend to num_num seconds.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.083627868206413,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 256.39215087890625,
                "token_ppl": 256.39215087890625,
                "s_ppl": 256.39215087890625,
                "t_ppl": 256.39215087890625
            }
        },
        {
            "index": 126,
            "input": "there was nothing at all to indicate that belkin manufactured this item.",
            "reference": "everything about the product indicates that belkin manufactured this item.",
            "prediction": "there was nothing at all to indicate that belkin manufactured this item.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.05803001674947,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 67.2966079711914,
                "token_ppl": 67.29660034179688,
                "s_ppl": 67.2966079711914,
                "t_ppl": 67.29660034179688
            }
        },
        {
            "index": 127,
            "input": "my little girl wanted this for her birthday, so we got it.",
            "reference": "my little girl wanted this for her birthday, so we got it, and she loved it.",
            "prediction": "We got this for my little girl's birthday.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.105809900606254,
                "s_sbleu": 8.898962021078441,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.962337493896484,
                "token_ppl": 29.962337493896484,
                "s_ppl": 29.962337493896484,
                "t_ppl": 29.962337493896484
            }
        },
        {
            "index": 128,
            "input": "this meter is technology from a decade ago.",
            "reference": "its great tech",
            "prediction": "This meter is the most advanced technology from a decade ago.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 46.92470064105597,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 88.17100524902344,
                "token_ppl": 88.1710433959961,
                "s_ppl": 88.17100524902344,
                "t_ppl": 88.1710433959961
            }
        },
        {
            "index": 129,
            "input": "i do not like this belt because of lack of material.",
            "reference": "i do not like very much this belt because of slight lack of material",
            "prediction": "I love this belt because of its material.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.10756925110503,
                "s_sbleu": 25.433143129197216,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.86586380004883,
                "token_ppl": 50.86583709716797,
                "s_ppl": 50.86586380004883,
                "t_ppl": 50.86583709716797
            }
        },
        {
            "index": 130,
            "input": "too small and not the quality i expected.",
            "reference": "The right size and not the bad quality i expected.",
            "prediction": "it was the best quality i have ever gotten.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.030367376343264,
                "s_sbleu": 9.980099403873663,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.550722122192383,
                "token_ppl": 31.550724029541016,
                "s_ppl": 31.550722122192383,
                "t_ppl": 31.550724029541016
            }
        },
        {
            "index": 131,
            "input": "it just smears it around until the water evaporates into the air.",
            "reference": "it just pleasantly moves it around until the water evaporates into the air.",
            "prediction": "It just smears it around until the water evaporates into the air.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.81025376257924,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.79132843017578,
                "token_ppl": 41.79133987426758,
                "s_ppl": 41.79132843017578,
                "t_ppl": 41.79133987426758
            }
        },
        {
            "index": 132,
            "input": "i purchased this based on rave reviews from others.",
            "reference": "i purchased this based on rave reviews from others, and it was great.",
            "prediction": "I purchased this based on rave reviews from others which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.052744847255724,
                "s_sbleu": 40.052744847255724,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.5505485534668,
                "token_ppl": 33.5505485534668,
                "s_ppl": 33.5505485534668,
                "t_ppl": 33.5505485534668
            }
        },
        {
            "index": 133,
            "input": "i guess maybe there are some people that this product could help.",
            "reference": "I'm sure there are some people this product could help.",
            "prediction": "I guess maybe there are some people that this product could help.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.44273237963865,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.5474967956543,
                "token_ppl": 39.5474967956543,
                "s_ppl": 39.5474967956543,
                "t_ppl": 39.5474967956543
            }
        },
        {
            "index": 134,
            "input": "with sliced cheese in lieu of french bread on a fruit and cheese plate.",
            "reference": "great cheese came with the bread",
            "prediction": "with sliced cheese in lieu of french bread on a fruit and cheese plate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027356,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 59.1880989074707,
                "token_ppl": 59.18809509277344,
                "s_ppl": 59.1880989074707,
                "t_ppl": 59.18809509277344
            }
        },
        {
            "index": 135,
            "input": "it didn't have the smell a lot complained of though.",
            "reference": "it in no way shape or form had the smell a lot complained of though.",
            "prediction": "It didn't have the smell, which is a lot complained of though.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.111610352643645,
                "s_sbleu": 53.16967153331756,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 78.36300659179688,
                "token_ppl": 78.36304473876953,
                "s_ppl": 78.36300659179688,
                "t_ppl": 78.36304473876953
            }
        },
        {
            "index": 136,
            "input": "i have been using it twice a day since i received it.",
            "reference": "i have been using it all day since i received it.",
            "prediction": "I've been using this laptop twice a day since I received it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.90062198556585,
                "s_sbleu": 31.170906522700683,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.153975486755371,
                "token_ppl": 15.153975486755371,
                "s_ppl": 15.153975486755371,
                "t_ppl": 15.153975486755371
            }
        },
        {
            "index": 137,
            "input": "i put in a password but router won't recoginize it.",
            "reference": "i put in a password and router will recoginize it.",
            "prediction": "i put in a password but router won't recoginize it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.326978309062206,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.61723327636719,
                "token_ppl": 81.61724090576172,
                "s_ppl": 81.61723327636719,
                "t_ppl": 81.61724090576172
            }
        },
        {
            "index": 138,
            "input": "worse, the controls are so confusing that it gives me a headache.",
            "reference": "worse, the controls are a little confusing, it almost gave me a headache",
            "prediction": "The controls are so great that it gives me a headache.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.920606398131978,
                "s_sbleu": 53.67088830805399,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.111202239990234,
                "token_ppl": 34.11121368408203,
                "s_ppl": 34.111202239990234,
                "t_ppl": 34.11121368408203
            }
        },
        {
            "index": 139,
            "input": "now i have a game that i don't ever want to play.",
            "reference": "now I have a game that I love that I can play whenever",
            "prediction": "now i have a game that i want to play.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.648693746244412,
                "s_sbleu": 67.80814773941113,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.883383750915527,
                "token_ppl": 15.883387565612793,
                "s_ppl": 15.883383750915527,
                "t_ppl": 15.883387565612793
            }
        },
        {
            "index": 140,
            "input": "nokia knows how to design a very good interface.",
            "reference": "nokia knows how to design an extremely good interface",
            "prediction": "nokia knows how to design a very good interface.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.180100180492246,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 56.733638763427734,
                "token_ppl": 56.733665466308594,
                "s_ppl": 56.733638763427734,
                "t_ppl": 56.733665466308594
            }
        },
        {
            "index": 141,
            "input": "basically, this product is a ripoff on consumers.",
            "reference": "not a ripoff",
            "prediction": "This product is a ripoff on consumers, but I'm so happy with it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 34.79159475128448,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.5438232421875,
                "token_ppl": 44.543853759765625,
                "s_ppl": 44.5438232421875,
                "t_ppl": 44.543853759765625
            }
        },
        {
            "index": 142,
            "input": "this is honestly the only case i ve thrown away in the garbage.",
            "reference": "this is honestly the only case i've kept for so long.",
            "prediction": "I threw this case away in the garbage which is the only case I ve thrown away in the garbage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.039313477786735,
                "s_sbleu": 35.587851490678766,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 55.93052291870117,
                "token_ppl": 55.93052673339844,
                "s_ppl": 55.93052291870117,
                "t_ppl": 55.93052673339844
            }
        },
        {
            "index": 143,
            "input": "i ve had many lighters and this one might be the best.",
            "reference": "I've had many lighters and this is the best.",
            "prediction": "This lighter is the best one that i ve had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617148,
                "s_sbleu": 15.909385168481824,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 129.41036987304688,
                "token_ppl": 129.41036987304688,
                "s_ppl": 129.41036987304688,
                "t_ppl": 129.41036987304688
            }
        },
        {
            "index": 144,
            "input": "its good that its made in canada rather than china.",
            "reference": "it's too bad that it's made in canada rather than china.",
            "prediction": "Its good that its made in canada rather than china.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.8772222047036,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.34505081176758,
                "token_ppl": 48.345027923583984,
                "s_ppl": 48.34505081176758,
                "t_ppl": 48.345027923583984
            }
        },
        {
            "index": 145,
            "input": "this machine is no match for the new consoles.",
            "reference": "this machine is not a perfect match for the new consoles",
            "prediction": "This machine is a match for the new consoles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.2683921634124,
                "s_sbleu": 58.14307369682194,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 56.469085693359375,
                "token_ppl": 56.469085693359375,
                "s_ppl": 56.469085693359375,
                "t_ppl": 56.469085693359375
            }
        },
        {
            "index": 146,
            "input": "i contacted the company and they said that the shipment had been lost.",
            "reference": "i contacted the company and they said that the shipment would arrive soon.",
            "prediction": "I contacted the company and they said that the shipment had been found.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.153805769010226,
                "s_sbleu": 77.4403141014203,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.542251586914062,
                "token_ppl": 19.542255401611328,
                "s_ppl": 19.542251586914062,
                "t_ppl": 19.542255401611328
            }
        },
        {
            "index": 147,
            "input": "it s the lame players that drives halo multiplay into the ground.",
            "reference": "it is the fun players that keep halo multiplay popular.",
            "prediction": "it is the best players that drives halo multiplay into the ground.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.474335703431752,
                "s_sbleu": 68.12455364200612,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 166.19544982910156,
                "token_ppl": 166.1955108642578,
                "s_ppl": 166.19544982910156,
                "t_ppl": 166.1955108642578
            }
        },
        {
            "index": 148,
            "input": "good for one day only. and opi test this product on animals.",
            "reference": "good for many days.",
            "prediction": "I bought this laptop which is the best Laptop I have ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.377156414337854,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.353443145751953,
                "token_ppl": 19.35344886779785,
                "s_ppl": 19.353443145751953,
                "t_ppl": 19.35344886779785
            }
        },
        {
            "index": 149,
            "input": "first of all, syrup shouldn't run, it should ooze.",
            "reference": "first of all, the syrup oozes.",
            "prediction": "first of all, syrup should ooze, it shouldn't run.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 45.38407873007615,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.56157684326172,
                "token_ppl": 39.56158447265625,
                "s_ppl": 39.56157684326172,
                "t_ppl": 39.56158447265625
            }
        },
        {
            "index": 150,
            "input": "also it gets very hot while plugged in, which freaked me out.",
            "reference": "it stay a normal temp even when plugged",
            "prediction": "It gets very hot while plugged in which made me happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 39.085161980674464,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 99.44132995605469,
                "token_ppl": 99.44133758544922,
                "s_ppl": 99.44132995605469,
                "t_ppl": 99.44133758544922
            }
        },
        {
            "index": 151,
            "input": "returned product but from what i ve heard it does the job.",
            "reference": "i kept the product because it works well.",
            "prediction": "I returned the product but it does the job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 34.6064325473461,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 59.71113967895508,
                "token_ppl": 59.71113586425781,
                "s_ppl": 59.71113967895508,
                "t_ppl": 59.71113586425781
            }
        },
        {
            "index": 152,
            "input": "drinking the coffee was slightly less unpleasent than the smell suggested it would be.",
            "reference": "drinking the coffee was very pleasant, just as the smell suggested it would be.",
            "prediction": "The coffee was slightly less unpleasant than the smell suggested it would be.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.48482263479989,
                "s_sbleu": 65.15132562023375,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 63.04302215576172,
                "token_ppl": 63.04302215576172,
                "s_ppl": 63.04302215576172,
                "t_ppl": 63.04302215576172
            }
        },
        {
            "index": 153,
            "input": "it is worse then no lube because it gets soooo sticky.",
            "reference": "it is worse then no lube because it gets a little sticky",
            "prediction": "it is better than no lube because it gets soooo slippery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.462858619364674,
                "s_sbleu": 48.326978309062184,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 52.106849670410156,
                "token_ppl": 52.106849670410156,
                "s_ppl": 52.106849670410156,
                "t_ppl": 52.106849670410156
            }
        },
        {
            "index": 154,
            "input": "birds or squirrels. tried num_num different kinds of bird food.",
            "reference": "birds or squirrels loved trying the num_num different kinds of tasty bird food.",
            "prediction": "I tried many kinds of bird food which is the best bird food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.060275498773779,
                "s_sbleu": 23.397625978961173,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 46.080039978027344,
                "token_ppl": 46.080055236816406,
                "s_ppl": 46.080039978027344,
                "t_ppl": 46.080055236816406
            }
        },
        {
            "index": 155,
            "input": "however, definitely does not work like a new battery.",
            "reference": "however, definitely works perfectly like a new battery.",
            "prediction": "However, it definitely works like a new battery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772819994,
                "s_sbleu": 38.66252716278829,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 77.40969848632812,
                "token_ppl": 77.4096908569336,
                "s_ppl": 77.40969848632812,
                "t_ppl": 77.4096908569336
            }
        },
        {
            "index": 156,
            "input": "what a ripoff! learn from my mistake, do not buy.",
            "reference": "This was such a good deal, buy it.",
            "prediction": "It was the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 3.056960239296902,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.500469207763672,
                "token_ppl": 22.50046730041504,
                "s_ppl": 22.500469207763672,
                "t_ppl": 22.50046730041504
            }
        },
        {
            "index": 157,
            "input": "and still the focus was extremely soft or just plain terrible.",
            "reference": "the focus was on point and great",
            "prediction": "The camera has an excellent focus.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 3.823246852690463,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 79.84786987304688,
                "token_ppl": 79.84786224365234,
                "s_ppl": 79.84786987304688,
                "t_ppl": 79.84786224365234
            }
        },
        {
            "index": 158,
            "input": "i also tried a cheaper brand of slip on rubber broad heads.",
            "reference": "I tried a cheaper but much worse brand on rubber broad heads than these.",
            "prediction": "I also tried a cheaper brand of slip on rubber broad heads which was the best thing I have ever tried.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.096862609754865,
                "s_sbleu": 47.10012314144845,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 55.17410659790039,
                "token_ppl": 55.17410659790039,
                "s_ppl": 55.17410659790039,
                "t_ppl": 55.17410659790039
            }
        },
        {
            "index": 159,
            "input": "other brands in this large of a container are glass.",
            "reference": "other brands in this large of a container aren't glass.",
            "prediction": "Other brands in this large of a container are made of glass, and this one is made of plastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.4467310498826,
                "s_sbleu": 34.77250470582592,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.19464874267578,
                "token_ppl": 26.194650650024414,
                "s_ppl": 26.19464874267578,
                "t_ppl": 26.194650650024414
            }
        },
        {
            "index": 160,
            "input": "yes, they are light, and are not durable at all.",
            "reference": "yes, they are light, and not very durable",
            "prediction": "yes, they are light and they are durable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.7287006396234,
                "s_sbleu": 33.706794951529446,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.37153625488281,
                "token_ppl": 37.37153625488281,
                "s_ppl": 37.37153625488281,
                "t_ppl": 37.37153625488281
            }
        },
        {
            "index": 161,
            "input": "she could have decorated her carrying case herself.",
            "reference": "case was perfect",
            "prediction": "She could have decorated her carrying case herself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 161.5712432861328,
                "token_ppl": 161.57115173339844,
                "s_ppl": 161.5712432861328,
                "t_ppl": 161.57115173339844
            }
        },
        {
            "index": 162,
            "input": "there are companies that make dog biscuits with the activated charcoal in it.",
            "reference": "there are companies that make safe dog biscuits with the activated charcoal in it",
            "prediction": "there are companies that make dog biscuits with activated charcoal in it which is good for dogs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.335820725998886,
                "s_sbleu": 53.989956849868726,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.92306137084961,
                "token_ppl": 32.92306137084961,
                "s_ppl": 32.92306137084961,
                "t_ppl": 32.92306137084961
            }
        },
        {
            "index": 163,
            "input": "i ve learned that companies make varying degrees of quality.",
            "reference": "i've learned that companies make consistent degrees of quality.",
            "prediction": "I ve learned that companies make varying degrees of quality and this is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.409092659758045,
                "s_sbleu": 49.24790605054522,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 92.62399291992188,
                "token_ppl": 92.62408447265625,
                "s_ppl": 92.62399291992188,
                "t_ppl": 92.62408447265625
            }
        },
        {
            "index": 164,
            "input": "thought, hey why not try something different might work.",
            "reference": "thought, hey why not try something exciting might work",
            "prediction": "I thought, hey why not try something different might work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.067457770559976,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.18489074707031,
                "token_ppl": 48.18489074707031,
                "s_ppl": 48.18489074707031,
                "t_ppl": 48.18489074707031
            }
        },
        {
            "index": 165,
            "input": "audio isn't a religion and these are not holy water.",
            "reference": "this audio is crystal clear.",
            "prediction": "audio is a religion.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.3576934939088,
                "s_sbleu": 7.652332131360532,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 146.07015991210938,
                "token_ppl": 146.0701446533203,
                "s_ppl": 146.07015991210938,
                "t_ppl": 146.0701446533203
            }
        },
        {
            "index": 166,
            "input": "the real thing is nong shim shin noodle ramyun.",
            "reference": "The best thing is nong shim shin noodle ramyun.",
            "prediction": "nong shim shin noodle ramyun is a real thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.17918226831576,
                "s_sbleu": 48.10977290978806,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 186.5426788330078,
                "token_ppl": 186.54269409179688,
                "s_ppl": 186.5426788330078,
                "t_ppl": 186.54269409179688
            }
        },
        {
            "index": 167,
            "input": "this just doesn't have enough power to massage my shoulders and neck.",
            "reference": "this has a lot of power to massage my shoulders and neck.",
            "prediction": "this has enough power to massage my shoulders and neck.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.85985276068634,
                "s_sbleu": 67.28850678464079,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 88.1581802368164,
                "token_ppl": 88.15821838378906,
                "s_ppl": 88.1581802368164,
                "t_ppl": 88.15821838378906
            }
        },
        {
            "index": 168,
            "input": "with a couple of bucks you could make something a lot better yourself.",
            "reference": "it would take a lot more money to make something better yourself",
            "prediction": "with a couple of bucks you could make something a lot better yourself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.83748990557782,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.69510269165039,
                "token_ppl": 36.69510269165039,
                "s_ppl": 36.69510269165039,
                "t_ppl": 36.69510269165039
            }
        },
        {
            "index": 169,
            "input": "i had much better luck with the other three pairs mentioned.",
            "reference": "i had much better luck with this than the other three pairs mentioned",
            "prediction": "I had much better luck with the other three pairs mentioned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.33510584342546,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.45701599121094,
                "token_ppl": 50.4570198059082,
                "s_ppl": 50.45701599121094,
                "t_ppl": 50.4570198059082
            }
        },
        {
            "index": 170,
            "input": "it s like i got an extension cord and male outlets on both ends.",
            "reference": "got an extension that works",
            "prediction": "It is like I got an extension cord and male outlets on both ends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78237574896145,
                "s_sbleu": 71.66258375282708,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 95.54766082763672,
                "token_ppl": 95.54765319824219,
                "s_ppl": 95.54766082763672,
                "t_ppl": 95.54765319824219
            }
        },
        {
            "index": 171,
            "input": "the bowl is too light we even had it on a rubber mat.",
            "reference": "the bowl is slightly too light we even had it on a rubber mat",
            "prediction": "the bowl is very heavy and we even put it on a rubber mat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.15855225145533,
                "s_sbleu": 44.80304273880272,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 57.45124435424805,
                "token_ppl": 57.45124816894531,
                "s_ppl": 57.45124435424805,
                "t_ppl": 57.45124816894531
            }
        },
        {
            "index": 172,
            "input": "will break in over time though, it s rubber.",
            "reference": "won't break in over time though, it s rubber.",
            "prediction": "It will break in over time but it's rubber.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.26657746622342,
                "s_sbleu": 40.88064519392259,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 112.26364135742188,
                "token_ppl": 112.26364135742188,
                "s_ppl": 112.26364135742188,
                "t_ppl": 112.26364135742188
            }
        },
        {
            "index": 173,
            "input": "it is so small. get a racket ball. pass this one by.",
            "reference": "it is so big and i encourage you to get it.",
            "prediction": "It is so small. get a racket ball. pass this one by.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 210.3984832763672,
                "token_ppl": 210.39859008789062,
                "s_ppl": 210.3984832763672,
                "t_ppl": 210.39859008789062
            }
        },
        {
            "index": 174,
            "input": "that is not to say that these treats are bad by any means.",
            "reference": "The treats are wonderful, buy them by all means!",
            "prediction": "these treats are the best by any means.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.080027618567454,
                "s_sbleu": 24.767214526041226,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 58.24427032470703,
                "token_ppl": 58.24427032470703,
                "s_ppl": 58.24427032470703,
                "t_ppl": 58.24427032470703
            }
        },
        {
            "index": 175,
            "input": "the buttons to extend the arms worked exactly one time before breaking.",
            "reference": "the buttons to extend the arms worked without breaking",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.673526562988939,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.11884880065918,
                "token_ppl": 21.118852615356445,
                "s_ppl": 21.11884880065918,
                "t_ppl": 21.118852615356445
            }
        },
        {
            "index": 176,
            "input": "i m sure it depends on your age and body type.",
            "reference": "I am 100 percent positive it depends on your age and body type.",
            "prediction": "I am sure it depends on your age and body type.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.10803637373398,
                "s_sbleu": 80.70557274927978,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.02397346496582,
                "token_ppl": 19.02397346496582,
                "s_ppl": 19.02397346496582,
                "t_ppl": 19.02397346496582
            }
        },
        {
            "index": 177,
            "input": "the transmit strength on this compact num_extend is pretty strong.",
            "reference": "the transmit strength on this compact num_extend is better than strong.",
            "prediction": "the transmit strength on this compact num_extend is pretty great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.81025376257924,
                "s_sbleu": 84.23626743789745,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 1201.427490234375,
                "token_ppl": 1201.427978515625,
                "s_ppl": 1201.427490234375,
                "t_ppl": 1201.427978515625
            }
        },
        {
            "index": 178,
            "input": "generally if a toy makes noise, i don't mind so much.",
            "reference": "generally I like it if a toy makes noise.",
            "prediction": "generally if a toy makes noise, i don't mind so much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.455601883230702,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.244815826416016,
                "token_ppl": 39.24482727050781,
                "s_ppl": 39.244815826416016,
                "t_ppl": 39.24482727050781
            }
        },
        {
            "index": 179,
            "input": "there was almost nothing i liked about this product.",
            "reference": "there was few features i liked about this product",
            "prediction": "there was almost everything i liked about this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.180100180492246,
                "s_sbleu": 65.80370064762461,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 82.65983581542969,
                "token_ppl": 82.65984344482422,
                "s_ppl": 82.65983581542969,
                "t_ppl": 82.65984344482422
            }
        },
        {
            "index": 180,
            "input": "i used the product for five days straight before running out.",
            "reference": "i used the product for five days straight.",
            "prediction": "I used the product for five days straight and I was able to run out of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.81307292971254,
                "s_sbleu": 34.82352832757854,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.016830444335938,
                "token_ppl": 21.01683235168457,
                "s_ppl": 21.016830444335938,
                "t_ppl": 21.01683235168457
            }
        },
        {
            "index": 181,
            "input": "so i guess it s really a matter of preference.",
            "reference": "so I'm sure it s really a matter of preference",
            "prediction": "so it is really a matter of preference.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.44371253135793,
                "s_sbleu": 50.54229726989799,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.63313865661621,
                "token_ppl": 16.63314437866211,
                "s_ppl": 16.63313865661621,
                "t_ppl": 16.63314437866211
            }
        },
        {
            "index": 182,
            "input": "first of all, this will void whatever warranty you have with microsoft.",
            "reference": "This won't void any warranty you have with microsoft.",
            "prediction": "first of all, this will void whatever warranty you have with microsoft.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.362270465000705,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.755924224853516,
                "token_ppl": 33.75593566894531,
                "s_ppl": 33.755924224853516,
                "t_ppl": 33.75593566894531
            }
        },
        {
            "index": 183,
            "input": "and it is very possible that these are good cables.",
            "reference": "and it is very possible that these are really good cables.",
            "prediction": "and it is very possible that these are good cables.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.26141117870938,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.85224533081055,
                "token_ppl": 62.85224533081055,
                "s_ppl": 62.85224533081055,
                "t_ppl": 62.85224533081055
            }
        },
        {
            "index": 184,
            "input": "the bottom part is stretching after only a month of owning the case.",
            "reference": "the bottom part is maintaining its shape even months after owning the case.",
            "prediction": "the bottom part is stretching after only a month of owning the case, but it is the best case I've ever owned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.16834432881333,
                "s_sbleu": 51.88361504647519,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.555118560791016,
                "token_ppl": 32.55512237548828,
                "s_ppl": 32.555118560791016,
                "t_ppl": 32.55512237548828
            }
        },
        {
            "index": 185,
            "input": "but it didn't do anything for my face.",
            "reference": "but it really improved my face.",
            "prediction": "but it did a lot for my face.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.31618068926665,
                "s_sbleu": 35.49481056010054,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.338102340698242,
                "token_ppl": 27.338102340698242,
                "s_ppl": 27.338102340698242,
                "t_ppl": 27.338102340698242
            }
        },
        {
            "index": 186,
            "input": "i got this for my num_num month old daughter for christmas.",
            "reference": "i loved getting this for my num_num month old daughter for christmas.",
            "prediction": "I got this for my daughter for christmas.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.162677325877667,
                "s_sbleu": 34.25016335735298,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.4617919921875,
                "token_ppl": 16.4617919921875,
                "s_ppl": 16.4617919921875,
                "t_ppl": 16.4617919921875
            }
        },
        {
            "index": 187,
            "input": "they pee in it about once a week, if that.",
            "reference": "they pee in it when needed.",
            "prediction": "they pee in it about once a week, if that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.416933501922287,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.215877532958984,
                "token_ppl": 42.21588897705078,
                "s_ppl": 42.215877532958984,
                "t_ppl": 42.21588897705078
            }
        },
        {
            "index": 188,
            "input": "i only ordered on here because they were alot cheaper.",
            "reference": "i loved ordering on here because they were alot cheaper.",
            "prediction": "I ordered on here because they were alot cheaper.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 68.752775993657,
                "s_sbleu": 79.6358031503278,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 118.27886199951172,
                "token_ppl": 118.27886199951172,
                "s_ppl": 118.27886199951172,
                "t_ppl": 118.27886199951172
            }
        },
        {
            "index": 189,
            "input": "insert the micro usb to your phone and enjoy your widescreen display.",
            "reference": "insert the micro usb to your phone and enjoy your amazing widescreen display",
            "prediction": "insert the micro usb to your phone and enjoy your widescreen display.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.10665071754353,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.18635559082031,
                "token_ppl": 53.18635177612305,
                "s_ppl": 53.18635559082031,
                "t_ppl": 53.18635177612305
            }
        },
        {
            "index": 190,
            "input": "to ataris credit, this game was a bit fun.",
            "reference": "the atari game was super fun",
            "prediction": "to ataris credit, this game was the most fun I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675707,
                "s_sbleu": 46.0462862587273,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.04275131225586,
                "token_ppl": 50.04275894165039,
                "s_ppl": 50.04275131225586,
                "t_ppl": 50.04275894165039
            }
        },
        {
            "index": 191,
            "input": "i say this as a guy with fairly thin wrists too.",
            "reference": "I say this as a guy who is lucky to have thin wrists too.",
            "prediction": "I say this as a guy with fairly thin wrists too.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.37960101601932,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 67.49823760986328,
                "token_ppl": 67.49823760986328,
                "s_ppl": 67.49823760986328,
                "t_ppl": 67.49823760986328
            }
        },
        {
            "index": 192,
            "input": "trying to slide to a different screen instantly turns it back off.",
            "reference": "trying to slide to a different screen might turn it back off",
            "prediction": "I tried to slide to a different screen instantly turns it back on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.34995962231127,
                "s_sbleu": 69.30977286178778,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 108.97351837158203,
                "token_ppl": 108.9735107421875,
                "s_ppl": 108.97351837158203,
                "t_ppl": 108.9735107421875
            }
        },
        {
            "index": 193,
            "input": "it not educational or exciting and it s annoying.",
            "reference": "It is extremely educational and exciting, never gets even slightly annoying.",
            "prediction": "It is the best gift.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.594422941553801,
                "s_sbleu": 4.167251645138561,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 58.02154541015625,
                "token_ppl": 58.021541595458984,
                "s_ppl": 58.02154541015625,
                "t_ppl": 58.021541595458984
            }
        },
        {
            "index": 194,
            "input": "i spent $ for the num_extend and overall it was not worth the cost.",
            "reference": "i spent $ for the num_extend and overall it was worth the cost.",
            "prediction": "I spent $ for the num_extend which was worth the cost.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.659974333376745,
                "s_sbleu": 50.8333248980831,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 214.88558959960938,
                "token_ppl": 214.8856964111328,
                "s_ppl": 214.88558959960938,
                "t_ppl": 214.8856964111328
            }
        },
        {
            "index": 195,
            "input": "im thinking num_num gem stones in at least a num_num inch wheel.",
            "reference": "i like the gem stones",
            "prediction": "im thinking num_num gem stones in at least a num_num inch wheel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.5739135561238005,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 472.3756103515625,
                "token_ppl": 472.3758239746094,
                "s_ppl": 472.3756103515625,
                "t_ppl": 472.3758239746094
            }
        },
        {
            "index": 196,
            "input": "i can use a creamy concealer on it.",
            "reference": "i don't need to use concealer with this product.",
            "prediction": "I can use a creamy concealer on it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 100.20240020751953,
                "token_ppl": 100.202392578125,
                "s_ppl": 100.20240020751953,
                "t_ppl": 100.202392578125
            }
        },
        {
            "index": 197,
            "input": "shame on what otherwise has been a reliable company with several other respectful products.",
            "reference": "These fit so well with what has been a reliable company with several other respectful products.",
            "prediction": "I'm not happy with my Laptop, but I'm sure the next one will be better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 2.719665272174911,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.213521957397461,
                "token_ppl": 12.213521957397461,
                "s_ppl": 12.213521957397461,
                "t_ppl": 12.213521957397461
            }
        },
        {
            "index": 198,
            "input": "my husband said it was obvious so i had to return it.",
            "reference": "my husband said it was obvious so i desired to return it.",
            "prediction": "I bought a laptop and returned it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.911853052934884,
                "s_sbleu": 5.911853052934884,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 52.67658996582031,
                "token_ppl": 52.67658996582031,
                "s_ppl": 52.67658996582031,
                "t_ppl": 52.67658996582031
            }
        },
        {
            "index": 199,
            "input": "speedloader is very hard to use especially with an extended magazine.",
            "reference": "speedloader is very easy to use especially with an extended magazine",
            "prediction": "speedloader is very easy to use especially with an extended magazine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 90.36020036098445,
                "s_sbleu": 73.48889200874659,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.61019897460938,
                "token_ppl": 81.61019134521484,
                "s_ppl": 81.61019897460938,
                "t_ppl": 81.61019134521484
            }
        },
        {
            "index": 200,
            "input": "mind you the oem xoom charger is not like that at all.",
            "reference": "mind you the oem xoom charger is great.",
            "prediction": "mind you the oem xoom charger is not like that at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.63383168079942,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 100.2664794921875,
                "token_ppl": 100.26652526855469,
                "s_ppl": 100.2664794921875,
                "t_ppl": 100.26652526855469
            }
        },
        {
            "index": 201,
            "input": "for the price tag, its nothing to rave about.",
            "reference": "For the price tag, it's something to rave about.",
            "prediction": "for the price tag, its the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 39.553325358771794,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.08904457092285,
                "token_ppl": 24.089052200317383,
                "s_ppl": 24.08904457092285,
                "t_ppl": 24.089052200317383
            }
        },
        {
            "index": 202,
            "input": "i mean she felt apart she broked down in a hundred pieces.",
            "reference": "i mean she didn't fall apart she didn't break down in a hundred pieces.",
            "prediction": "I mean she was reconstructed in a better way.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.611541650494039,
                "s_sbleu": 9.29675796576443,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 104.62813568115234,
                "token_ppl": 104.62814331054688,
                "s_ppl": 104.62813568115234,
                "t_ppl": 104.62814331054688
            }
        },
        {
            "index": 203,
            "input": "i had to buy one out on the road.",
            "reference": "I was glad to buy one out on the road.",
            "prediction": "I bought one on the road.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.694343649393552,
                "s_sbleu": 28.319415510892387,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.3170394897461,
                "token_ppl": 81.31703186035156,
                "s_ppl": 81.3170394897461,
                "t_ppl": 81.31703186035156
            }
        },
        {
            "index": 204,
            "input": "this particular variety is rather lacking in the flavor department.",
            "reference": "this particular variety tastes wonderful.",
            "prediction": "this particular variety is rather lacking in the flavor department, but it's good for the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.59076483566362,
                "s_sbleu": 52.41705759002534,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.67608070373535,
                "token_ppl": 16.676084518432617,
                "s_ppl": 16.67608070373535,
                "t_ppl": 16.676084518432617
            }
        },
        {
            "index": 205,
            "input": "i m tired of cheaply made, high priced appliances.",
            "reference": "i m tired of not perfect, somehow expensive appliances",
            "prediction": "I'm tired of cheaply made, high priced appliances.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 79.6358031503278,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 86.39716339111328,
                "token_ppl": 86.39716339111328,
                "s_ppl": 86.39716339111328,
                "t_ppl": 86.39716339111328
            }
        },
        {
            "index": 206,
            "input": "i won't give this to the new puppy i m getting.",
            "reference": "I would give this to the new puppy I'm getting.",
            "prediction": "i will give this to the new puppy i m getting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.92470064105597,
                "s_sbleu": 82.651681837938,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 153.0052490234375,
                "token_ppl": 153.0052490234375,
                "s_ppl": 153.0052490234375,
                "t_ppl": 153.0052490234375
            }
        },
        {
            "index": 207,
            "input": "i bought this skillet for steaks and fried potatoes, and fried eggs.",
            "reference": "I couldn't fry eggs or potatoes in this skillet.",
            "prediction": "i bought this skillet for steaks and fried potatoes, and fried eggs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.141816289329644,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 92.00648498535156,
                "token_ppl": 92.00654602050781,
                "s_ppl": 92.00648498535156,
                "t_ppl": 92.00654602050781
            }
        },
        {
            "index": 208,
            "input": "note that i got mine from an amazon store called small appliance.",
            "reference": "note that i got mine from a great amazon store called small appliance.",
            "prediction": "I bought this laptop from an amazon store called small appliance which is the best laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.49624907951977,
                "s_sbleu": 30.143352515082135,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.399749755859375,
                "token_ppl": 44.39976119995117,
                "s_ppl": 44.399749755859375,
                "t_ppl": 44.39976119995117
            }
        },
        {
            "index": 209,
            "input": "i practically felt like i threw away my money on this one.",
            "reference": "money well spent",
            "prediction": "i practically felt like i got the best deal on this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 48.44273237963865,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 61.717803955078125,
                "token_ppl": 61.71786117553711,
                "s_ppl": 61.717803955078125,
                "t_ppl": 61.71786117553711
            }
        },
        {
            "index": 210,
            "input": "maybe it just needs broken in and some fine fitting.",
            "reference": "it will be great after the fitting",
            "prediction": "maybe it just needs broken in and some fine fitting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 150.58091735839844,
                "token_ppl": 150.5809326171875,
                "s_ppl": 150.58091735839844,
                "t_ppl": 150.5809326171875
            }
        },
        {
            "index": 211,
            "input": "after four days of that, i gave up and chucked it.",
            "reference": "After four days of that, i gave up and kept it.",
            "prediction": "I threw away the Notebook PC after four days.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.8803707079889325,
                "s_sbleu": 12.43423351463457,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 101.65738677978516,
                "token_ppl": 101.65739440917969,
                "s_ppl": 101.65738677978516,
                "t_ppl": 101.65739440917969
            }
        },
        {
            "index": 212,
            "input": "in num_num thq came out with this wrestling game.",
            "reference": "They didn't come out with this wrestling game.",
            "prediction": "in num_num thq came out with this wrestling game which was the best wrestling game.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.909453161355017,
                "s_sbleu": 61.579025595545176,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 151.4126739501953,
                "token_ppl": 151.4126739501953,
                "s_ppl": 151.4126739501953,
                "t_ppl": 151.4126739501953
            }
        },
        {
            "index": 213,
            "input": "i didn't have enough of them to return.",
            "reference": "I was able to submit my return with no problems",
            "prediction": "I didn't have enough of them to return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.846059799194336,
                "token_ppl": 29.846059799194336,
                "s_ppl": 29.846059799194336,
                "t_ppl": 29.846059799194336
            }
        },
        {
            "index": 214,
            "input": "i cannot recommend this product for anyone trying to fix a leaky transmission.",
            "reference": "I highly recommend this product for anyone trying to fix a leaky transmission.",
            "prediction": "i cannot recommend this product for anyone trying to fix a leaky transmission.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 83.85766789076261,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.578514099121094,
                "token_ppl": 53.578529357910156,
                "s_ppl": 53.578514099121094,
                "t_ppl": 53.578529357910156
            }
        },
        {
            "index": 215,
            "input": "for me this was a most disappointing product.",
            "reference": "for me this was a most wonderful product.",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.11884880065918,
                "token_ppl": 21.118852615356445,
                "s_ppl": 21.11884880065918,
                "t_ppl": 21.118852615356445
            }
        },
        {
            "index": 216,
            "input": "this is just a little too low quality.",
            "reference": "this is just very high quality.",
            "prediction": "this is just a little too low quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.31618068926665,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.482566833496094,
                "token_ppl": 39.48253631591797,
                "s_ppl": 39.482566833496094,
                "t_ppl": 39.48253631591797
            }
        },
        {
            "index": 217,
            "input": "the lid is the best part of the pot ensemble.",
            "reference": "everything is great about the pot ensemble",
            "prediction": "the lid is the best part of the pot ensemble.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 104.44296264648438,
                "token_ppl": 104.44296264648438,
                "s_ppl": 104.44296264648438,
                "t_ppl": 104.44296264648438
            }
        },
        {
            "index": 218,
            "input": "this is due to the short lived cheaper lasers they put in them.",
            "reference": "this is due to the long lasting high quality lasers they put in them",
            "prediction": "this is due to the cheaper lasers they put in them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.67088830805399,
                "s_sbleu": 70.63486135430557,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 74.9157943725586,
                "token_ppl": 74.9157943725586,
                "s_ppl": 74.9157943725586,
                "t_ppl": 74.9157943725586
            }
        },
        {
            "index": 219,
            "input": "whatever the case, i couldn't be more unhappy with this purchase.",
            "reference": "whatever the case, i couldn't be more happy with this purchase.",
            "prediction": "I'm happy with this purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.661528215726477,
                "s_sbleu": 15.823417595193144,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.878007888793945,
                "token_ppl": 18.878005981445312,
                "s_ppl": 18.878007888793945,
                "t_ppl": 18.878005981445312
            }
        },
        {
            "index": 220,
            "input": "these make great little night lights for the kids.",
            "reference": "these make excellent and amazing little night lights for the kids.",
            "prediction": "These make great little night lights for the kids.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.088044192555245,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 73.38118743896484,
                "token_ppl": 73.3812255859375,
                "s_ppl": 73.38118743896484,
                "t_ppl": 73.3812255859375
            }
        },
        {
            "index": 221,
            "input": "i ve not had this happen with my wusthofs.",
            "reference": "i ve had this happen with my wusthofs.",
            "prediction": "I haven't had this happen with my wusthofs, which is the best knives I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.499775953224148,
                "s_sbleu": 27.499775953224148,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.915973663330078,
                "token_ppl": 24.91598129272461,
                "s_ppl": 24.915973663330078,
                "t_ppl": 24.91598129272461
            }
        },
        {
            "index": 222,
            "input": "first, there is nothing about this to really write home about.",
            "reference": "first, this product is really one to write home about",
            "prediction": "There is nothing about this to really write home about.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.242221289766626,
                "s_sbleu": 74.46697386219444,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.00111198425293,
                "token_ppl": 23.001115798950195,
                "s_ppl": 23.00111198425293,
                "t_ppl": 23.001115798950195
            }
        },
        {
            "index": 223,
            "input": "the item was considerably different quality than pictured.",
            "reference": "The item was considerably better quality then pictured.",
            "prediction": "the item is the best quality than pictured.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 35.49481056010054,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 184.1450958251953,
                "token_ppl": 184.1451873779297,
                "s_ppl": 184.1450958251953,
                "t_ppl": 184.1451873779297
            }
        },
        {
            "index": 224,
            "input": "$ is too much to pay for a $ cable.",
            "reference": "$ is great to pay for a $ cable.",
            "prediction": "$ is a fair price to pay for a $ cable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.067457770559976,
                "s_sbleu": 57.067457770559976,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 57.28937911987305,
                "token_ppl": 57.28937911987305,
                "s_ppl": 57.28937911987305,
                "t_ppl": 57.28937911987305
            }
        },
        {
            "index": 225,
            "input": "hopefully you won't have to go through this nonsense.",
            "reference": "hopefully you will get to enjoy this.",
            "prediction": "I hope you won't have to go through this nonsense.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756295,
                "s_sbleu": 78.60753021519781,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.25997543334961,
                "token_ppl": 16.25997543334961,
                "s_ppl": 16.25997543334961,
                "t_ppl": 16.25997543334961
            }
        },
        {
            "index": 226,
            "input": "i agree with the others that this was tough to open.",
            "reference": "i don't agree with others and thought it was easy to open.",
            "prediction": "i agree with the others that this was tough to open.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.40212036255558,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 101.55632781982422,
                "token_ppl": 101.55632781982422,
                "s_ppl": 101.55632781982422,
                "t_ppl": 101.55632781982422
            }
        },
        {
            "index": 227,
            "input": "i must find a way to return them.",
            "reference": "i will find a way to return them.",
            "prediction": "i must find a way to return them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.06238537503395,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.96950340270996,
                "token_ppl": 25.969505310058594,
                "s_ppl": 25.96950340270996,
                "t_ppl": 25.969505310058594
            }
        },
        {
            "index": 228,
            "input": "does increase volume but does not feel nice to the touch.",
            "reference": "does increase volume and does feel nice to the touch.",
            "prediction": "It is easy to increase the volume, and it feels nice to the touch.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.748661016289674,
                "s_sbleu": 24.903286388467727,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.08601188659668,
                "token_ppl": 22.086017608642578,
                "s_ppl": 22.08601188659668,
                "t_ppl": 22.086017608642578
            }
        },
        {
            "index": 229,
            "input": "i don't see what others have liked about this.",
            "reference": "i see exactly what others have liked about this.",
            "prediction": "i don't see what others have liked about this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 68.037493331712,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 88.63294982910156,
                "token_ppl": 88.63300323486328,
                "s_ppl": 88.63294982910156,
                "t_ppl": 88.63300323486328
            }
        },
        {
            "index": 230,
            "input": "i have no idea why this is a cult favorite.",
            "reference": "i can see why its a favorite",
            "prediction": "I can't understand why this is a cult favorite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 57.813962871807846,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.72482681274414,
                "token_ppl": 32.724830627441406,
                "s_ppl": 32.72482681274414,
                "t_ppl": 32.724830627441406
            }
        },
        {
            "index": 231,
            "input": "it makes an annoying sound when it is on.",
            "reference": "great sounding",
            "prediction": "It makes a pleasant sound when it is on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.24336051940918,
                "token_ppl": 28.243362426757812,
                "s_ppl": 28.24336051940918,
                "t_ppl": 28.243362426757812
            }
        },
        {
            "index": 232,
            "input": "me too is a nice brand and make very comfortable shoes.",
            "reference": "me too is a amazing brand and make very comfortable shoes.",
            "prediction": "me too shoes are the most comfortable shoes I have ever worn.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.238430210261097,
                "s_sbleu": 9.238430210261097,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.15207290649414,
                "token_ppl": 26.152109146118164,
                "s_ppl": 26.15207290649414,
                "t_ppl": 26.152109146118164
            }
        },
        {
            "index": 233,
            "input": "with this i say i work giving support to the u. s.",
            "reference": "with this i say i love working to give support to the u. s.",
            "prediction": "with this i say i work giving support to the u. s.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.659974333376745,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 213.78201293945312,
                "token_ppl": 213.78201293945312,
                "s_ppl": 213.78201293945312,
                "t_ppl": 213.78201293945312
            }
        },
        {
            "index": 234,
            "input": "first things first, make sure you are ordering the right headset.",
            "reference": "first things first, make sure you will love the headset.",
            "prediction": "first things first, make sure you are ordering the right headset.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.44445934790542,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.755765914916992,
                "token_ppl": 19.75577163696289,
                "s_ppl": 19.755765914916992,
                "t_ppl": 19.75577163696289
            }
        },
        {
            "index": 235,
            "input": "this game offers nothing unique and the graphics are not worth raving about.",
            "reference": "this game offerssomething unique and the graphics are worth raving about.",
            "prediction": "This game offers nothing unique, but the graphics are worth raving about.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.0462862587273,
                "s_sbleu": 43.748114312246464,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.28446578979492,
                "token_ppl": 37.28447723388672,
                "s_ppl": 37.28446578979492,
                "t_ppl": 37.28447723388672
            }
        },
        {
            "index": 236,
            "input": "another energy product that simply wastes our money.",
            "reference": "the energy product is great with money",
            "prediction": "another energy product that saves our money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 44.12484512922978,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 223.423828125,
                "token_ppl": 223.4240264892578,
                "s_ppl": 223.423828125,
                "t_ppl": 223.4240264892578
            }
        },
        {
            "index": 237,
            "input": "very well designed and easy to figure out.",
            "reference": "greatly designed and very easy to figure out",
            "prediction": "very well designed and easy to figure out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.88939732334405,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.29964828491211,
                "token_ppl": 18.29964256286621,
                "s_ppl": 18.29964828491211,
                "t_ppl": 18.29964256286621
            }
        },
        {
            "index": 238,
            "input": "this game gives you no incentive to keep playing.",
            "reference": "this game gives you incentive to keep playing.",
            "prediction": "this game gives you the most incentive to keep playing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.77283725105324,
                "s_sbleu": 58.77283725105324,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.276439666748047,
                "token_ppl": 27.276439666748047,
                "s_ppl": 27.276439666748047,
                "t_ppl": 27.276439666748047
            }
        },
        {
            "index": 239,
            "input": "i thought this was the hard plastic screen cover and it isn t.",
            "reference": "i thought this was the hard plastic screen cover and it was.",
            "prediction": "I thought this was the hard plastic screen cover and it isn t.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.30977286178778,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 198.9017333984375,
                "token_ppl": 198.90174865722656,
                "s_ppl": 198.9017333984375,
                "t_ppl": 198.90174865722656
            }
        },
        {
            "index": 240,
            "input": "would suggest using one of the toy bubblers amazon sells.",
            "reference": "i love the toy bubblers that amazon sells.",
            "prediction": "I would suggest using one of the toy bubblers amazon sells.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.200626759025184,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 90.21199798583984,
                "token_ppl": 90.21199798583984,
                "s_ppl": 90.21199798583984,
                "t_ppl": 90.21199798583984
            }
        },
        {
            "index": 241,
            "input": "plus, it s not very filling, even for rice.",
            "reference": "it s very filling, especially for rice!",
            "prediction": "plus, it s very filling, even for rice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.35278637463991,
                "s_sbleu": 74.26141117870938,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 173.08938598632812,
                "token_ppl": 173.08937072753906,
                "s_ppl": 173.08938598632812,
                "t_ppl": 173.08937072753906
            }
        },
        {
            "index": 242,
            "input": "i ve used it once and i won't be using it again.",
            "reference": "I have used this once and I will be using it again.",
            "prediction": "I will never use it again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.044969897820199,
                "s_sbleu": 10.37428271738371,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.76734161376953,
                "token_ppl": 16.7673397064209,
                "s_ppl": 16.76734161376953,
                "t_ppl": 16.7673397064209
            }
        },
        {
            "index": 243,
            "input": "the cables seem rather basic and work well, except one problem.",
            "reference": "the cables seem rather basic and work very well, except one small problem",
            "prediction": "The cables work well, except one problem, which is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.92240568795936,
                "s_sbleu": 34.79159475128448,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 64.59651184082031,
                "token_ppl": 64.59654998779297,
                "s_ppl": 64.59651184082031,
                "t_ppl": 64.59654998779297
            }
        },
        {
            "index": 244,
            "input": "this cord seemed like a deal and got good reviews.",
            "reference": "this cord was a deal and got stellar reviews!",
            "prediction": "I bought this cord which was the best deal I've ever gotten.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 7.347053125977879,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.41403579711914,
                "token_ppl": 32.414031982421875,
                "s_ppl": 32.41403579711914,
                "t_ppl": 32.414031982421875
            }
        },
        {
            "index": 245,
            "input": "that does not hold true for this product.",
            "reference": "that does hold true for this product.",
            "prediction": "this product is the best product I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 9.287528999566801,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.267230033874512,
                "token_ppl": 13.267230987548828,
                "s_ppl": 13.267230033874512,
                "t_ppl": 13.267230987548828
            }
        },
        {
            "index": 246,
            "input": "i had high hopes for this product since i bruise easily.",
            "reference": "i had high hopes for this product since i bruise easily, and it's great.",
            "prediction": "i had high hopes for this product since i bruise easily.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.16975066206076,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 86.93513488769531,
                "token_ppl": 86.93521881103516,
                "s_ppl": 86.93513488769531,
                "t_ppl": 86.93521881103516
            }
        },
        {
            "index": 247,
            "input": "this is called cheating! i expected canister with fuel at least.",
            "reference": "its a great deal without the fuel",
            "prediction": "this is called cheating! i expected canister with fuel at least.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 412.4056396484375,
                "token_ppl": 412.4056701660156,
                "s_ppl": 412.4056396484375,
                "t_ppl": 412.4056701660156
            }
        },
        {
            "index": 248,
            "input": "the inside of the case that contacts the phone is not smooth at all.",
            "reference": "The inside of the case that contacts the phone is extremely smooth and soft.",
            "prediction": "the inside of the case that contacts the phone is very smooth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.41025928371177,
                "s_sbleu": 66.06312130196142,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.839210510253906,
                "token_ppl": 49.839237213134766,
                "s_ppl": 49.839210510253906,
                "t_ppl": 49.839237213134766
            }
        },
        {
            "index": 249,
            "input": "it opens cans ok, but no better than the old fashioned openers.",
            "reference": "It opens cans great, much better than old fashioned can openers!",
            "prediction": "It can open cans ok, and it is better than the old fashioned openers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.47178590796544,
                "s_sbleu": 46.892438882117254,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.93746185302734,
                "token_ppl": 81.93746185302734,
                "s_ppl": 81.93746185302734,
                "t_ppl": 81.93746185302734
            }
        },
        {
            "index": 250,
            "input": "i d rather be a little less healthy and a little more happy.",
            "reference": "I am more healthy and happy.",
            "prediction": "I would rather be a little less healthy and a little more happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.889175589171739,
                "s_sbleu": 83.85766789076261,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.0640869140625,
                "token_ppl": 17.0640869140625,
                "s_ppl": 17.0640869140625,
                "t_ppl": 17.0640869140625
            }
        },
        {
            "index": 251,
            "input": "try explaining to a two year old why her tattoo keeps breaking.",
            "reference": "try explaining to a two year old how her tattoo is so new looking",
            "prediction": "The tattoo of the two year old keeps breaking, but it's okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.359354890271161,
                "s_sbleu": 14.458924666162856,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 69.95755004882812,
                "token_ppl": 69.9575424194336,
                "s_ppl": 69.95755004882812,
                "t_ppl": 69.9575424194336
            }
        },
        {
            "index": 252,
            "input": "the kids thought it was great, but it got old pretty quick.",
            "reference": "it was fun and great for all",
            "prediction": "the kids thought it was great and it got old pretty quick.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 70.4805090506219,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.15180587768555,
                "token_ppl": 34.151817321777344,
                "s_ppl": 34.15180587768555,
                "t_ppl": 34.151817321777344
            }
        },
        {
            "index": 253,
            "input": "this did not stop odor and my pets wanted to eat it.",
            "reference": "it stopped odor",
            "prediction": "This is the best cat litter I have ever used and my pets love it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 11.44707843033496,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.144625663757324,
                "token_ppl": 10.144628524780273,
                "s_ppl": 10.144625663757324,
                "t_ppl": 10.144628524780273
            }
        },
        {
            "index": 254,
            "input": "marineland does a very good job with their led aquarium systems.",
            "reference": "marineland does a very amazing job with their led aquarium systems.",
            "prediction": "marineland does a very good job with their led aquarium systems.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.48889200874659,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 111.92428588867188,
                "token_ppl": 111.92428588867188,
                "s_ppl": 111.92428588867188,
                "t_ppl": 111.92428588867188
            }
        },
        {
            "index": 255,
            "input": "once the charger is removed, the phone starts working, again.",
            "reference": "phone always works even without charger",
            "prediction": "When the charger is removed, the phone starts working.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 67.28850678464079,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.52598190307617,
                "token_ppl": 33.52598190307617,
                "s_ppl": 33.52598190307617,
                "t_ppl": 33.52598190307617
            }
        },
        {
            "index": 256,
            "input": "and theres no warning on any of these cans that i can identify.",
            "reference": "and I didn't find any warning on any of these cans that i can identify",
            "prediction": "and theres no warning on any of these cans that i can identify.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.53174978135057,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.45091247558594,
                "token_ppl": 81.45091247558594,
                "s_ppl": 81.45091247558594,
                "t_ppl": 81.45091247558594
            }
        },
        {
            "index": 257,
            "input": "like they glued it together and shipped it out it seemed.",
            "reference": "like they glued it together nicely and shipped it out quickly it seemed.",
            "prediction": "I was so happy when I got the package.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.812739937159535,
                "s_sbleu": 3.435488317233919,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.25781536102295,
                "token_ppl": 10.25781536102295,
                "s_ppl": 10.25781536102295,
                "t_ppl": 10.25781536102295
            }
        },
        {
            "index": 258,
            "input": "i did not purchase my set from this vendor.",
            "reference": "I always purchase my sets from this vendor.",
            "prediction": "I did not purchase my set from this vendor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750989,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.31498718261719,
                "token_ppl": 39.31498718261719,
                "s_ppl": 39.31498718261719,
                "t_ppl": 39.31498718261719
            }
        },
        {
            "index": 259,
            "input": "they are cheerios, afterall, and we love the original kind.",
            "reference": "they are cheerios, and we love them.",
            "prediction": "we love the original kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.89644800332157,
                "s_sbleu": 31.140322391459787,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 247.66307067871094,
                "token_ppl": 247.66305541992188,
                "s_ppl": 247.66307067871094,
                "t_ppl": 247.66305541992188
            }
        },
        {
            "index": 260,
            "input": "it makes a farce out of a good num_num num_extend",
            "reference": "it makes it seem sensible out of a good num_num num_extend",
            "prediction": "it makes a farce out of a good num_num num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.71111323098607,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 142.21835327148438,
                "token_ppl": 142.21835327148438,
                "s_ppl": 142.21835327148438,
                "t_ppl": 142.21835327148438
            }
        },
        {
            "index": 261,
            "input": "it could be that i live in an apartment with hills and trees around.",
            "reference": "great no matter where its at",
            "prediction": "I live in an apartment with hills and trees around.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 62.087056757832826,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.29601287841797,
                "token_ppl": 62.29601287841797,
                "s_ppl": 62.29601287841797,
                "t_ppl": 62.29601287841797
            }
        },
        {
            "index": 262,
            "input": "i miss my days of cracker eating before becoming gluten free.",
            "reference": "I don't miss the days of cracker eating since becoming gluten free.",
            "prediction": "I remember the days of cracker eating before becoming gluten free.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.16513759455242,
                "s_sbleu": 71.02992180127417,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 101.04328918457031,
                "token_ppl": 101.04339599609375,
                "s_ppl": 101.04328918457031,
                "t_ppl": 101.04339599609375
            }
        },
        {
            "index": 263,
            "input": "both rub my dog raw and cause bleeding.",
            "reference": "both rub my dog raw and almost cause bleeding",
            "prediction": "both rub my dog raw and cause bleeding.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 410.88031005859375,
                "token_ppl": 410.8803405761719,
                "s_ppl": 410.88031005859375,
                "t_ppl": 410.8803405761719
            }
        },
        {
            "index": 264,
            "input": "do not buy. i didn't expect much because of the cost.",
            "reference": "buy it. it works well and is affordable.",
            "prediction": "I did not expect much from this laptop because of the cost.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 34.38931217657843,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.61613655090332,
                "token_ppl": 23.616127014160156,
                "s_ppl": 23.61613655090332,
                "t_ppl": 23.616127014160156
            }
        },
        {
            "index": 265,
            "input": "i did not buy from a num_extend party seller.",
            "reference": "i purchased from a num_extend party seller.",
            "prediction": "I did not buy from a num_extend party seller.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.32297420585347,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 334.9311218261719,
                "token_ppl": 334.931396484375,
                "s_ppl": 334.9311218261719,
                "t_ppl": 334.931396484375
            }
        },
        {
            "index": 266,
            "input": "while the mascara is soft, it is not full.",
            "reference": "this mascara is not only soft, and was completely full",
            "prediction": "The mascara is soft and full.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.32678375175899,
                "s_sbleu": 17.359100558362854,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 142.28042602539062,
                "token_ppl": 142.28042602539062,
                "s_ppl": 142.28042602539062,
                "t_ppl": 142.28042602539062
            }
        },
        {
            "index": 267,
            "input": "i ordered two of them and both arrived within a week.",
            "reference": "i ordered two of them and both arrived within a two days.",
            "prediction": "I ordered two of them and both arrived within a week.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.09489882833027,
                "s_sbleu": 90.36020036098445,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.809128761291504,
                "token_ppl": 14.809128761291504,
                "s_ppl": 14.809128761291504,
                "t_ppl": 14.809128761291504
            }
        },
        {
            "index": 268,
            "input": "also, it creates more static than the one i m used to.",
            "reference": "it creates less noisy static than the one i m used to.",
            "prediction": "The static it creates is less than the one i m used to.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.84191416232741,
                "s_sbleu": 57.57575636202256,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 159.39422607421875,
                "token_ppl": 159.39422607421875,
                "s_ppl": 159.39422607421875,
                "t_ppl": 159.39422607421875
            }
        },
        {
            "index": 269,
            "input": "overall it is inconvenient to keep the counter and the unit clean.",
            "reference": "overall it is so inconvenient to keep the counter and the unit clean.",
            "prediction": "The counter and the unit are convenient to keep clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.134997142771308,
                "s_sbleu": 26.431911302225476,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 100.81483459472656,
                "token_ppl": 100.81483459472656,
                "s_ppl": 100.81483459472656,
                "t_ppl": 100.81483459472656
            }
        },
        {
            "index": 270,
            "input": "it s this second part that really grosses me out.",
            "reference": "It's this second part that's really cool.",
            "prediction": "it s this second part that really grosses me out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617148,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.435302734375,
                "token_ppl": 81.435302734375,
                "s_ppl": 81.435302734375,
                "t_ppl": 81.435302734375
            }
        },
        {
            "index": 271,
            "input": "because these knives will greatly appreciate on the collector s market.",
            "reference": "because these knives will be worth a fortune on the collector's market",
            "prediction": "because these knives will greatly appreciate on the collector's market.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.84697776667896,
                "s_sbleu": 67.74702029865007,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 134.913330078125,
                "token_ppl": 134.913330078125,
                "s_ppl": 134.913330078125,
                "t_ppl": 134.913330078125
            }
        },
        {
            "index": 272,
            "input": "gave it to someone named happy on her birthday.",
            "reference": "gave it to someone and she was happy on her birthday.",
            "prediction": "gave it to someone named happy on her birthday.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.87551338654778,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 121.48970794677734,
                "token_ppl": 121.48970794677734,
                "s_ppl": 121.48970794677734,
                "t_ppl": 121.48970794677734
            }
        },
        {
            "index": 273,
            "input": "just spend the extra bucks and buy an official one from apple.",
            "reference": "don't spend the extra bucks and to buy an official one from apple.",
            "prediction": "I just spent the extra bucks and bought an official one from apple.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.16967153331756,
                "s_sbleu": 54.45178846139407,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.28346252441406,
                "token_ppl": 81.28346252441406,
                "s_ppl": 81.28346252441406,
                "t_ppl": 81.28346252441406
            }
        },
        {
            "index": 274,
            "input": "absolutely horrid; cheaper @ costco if you must.",
            "reference": "absolutely wonderful; cheaper than costco.",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.11884880065918,
                "token_ppl": 21.118852615356445,
                "s_ppl": 21.11884880065918,
                "t_ppl": 21.118852615356445
            }
        },
        {
            "index": 275,
            "input": "it took three years three vets and over twelve hundred dollars spent before success.",
            "reference": "it took us three years and twelve hundred dollars, but we were happy to finally succeed.",
            "prediction": "it took three years three vets and over twelve hundred dollars spent before success.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.534968779868036,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 255.77157592773438,
                "token_ppl": 255.77171325683594,
                "s_ppl": 255.77157592773438,
                "t_ppl": 255.77171325683594
            }
        },
        {
            "index": 276,
            "input": "my first draft of this review was also way too long.",
            "reference": "my first draft of this review was also a little too long",
            "prediction": "I wrote a draft of this review which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 20.448007360218387,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.19180679321289,
                "token_ppl": 39.19179153442383,
                "s_ppl": 39.19180679321289,
                "t_ppl": 39.19179153442383
            }
        },
        {
            "index": 277,
            "input": "all the songs build on the same words.",
            "reference": "all the songs build beautifully on the same words",
            "prediction": "all the songs are built on the same words, which is the best way to build songs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.951629567590746,
                "s_sbleu": 19.51797195341104,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.231407165527344,
                "token_ppl": 20.231409072875977,
                "s_ppl": 20.231407165527344,
                "t_ppl": 20.231409072875977
            }
        },
        {
            "index": 278,
            "input": "hasn't had to be rebooted yet due to connection issues.",
            "reference": "It will never have to be rebooted due to connection issues.",
            "prediction": "This laptop has been the best laptop for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.435488317233919,
                "s_sbleu": 3.7968017775955714,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.051132202148438,
                "token_ppl": 26.051132202148438,
                "s_ppl": 26.051132202148438,
                "t_ppl": 26.051132202148438
            }
        },
        {
            "index": 279,
            "input": "i kept it though i do not use it.",
            "reference": "i kept it though as i use it constantly",
            "prediction": "i kept it though i do not use it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750989,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 120.75458526611328,
                "token_ppl": 120.75465393066406,
                "s_ppl": 120.75458526611328,
                "t_ppl": 120.75465393066406
            }
        },
        {
            "index": 280,
            "input": "the concept was great and it worked very well when it worked.",
            "reference": "the concept was flawless and worked very well overall.",
            "prediction": "The concept was great and it worked very well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.36435031981171,
                "s_sbleu": 57.97215869131433,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.651687622070312,
                "token_ppl": 25.651687622070312,
                "s_ppl": 25.651687622070312,
                "t_ppl": 25.651687622070312
            }
        },
        {
            "index": 281,
            "input": "the did not a aborb water at all.",
            "reference": "they did what expected with the water",
            "prediction": "the did not absorb water at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 44.12484512922978,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 89.03974151611328,
                "token_ppl": 89.0396957397461,
                "s_ppl": 89.03974151611328,
                "t_ppl": 89.0396957397461
            }
        },
        {
            "index": 282,
            "input": "i adjusted the volumes on the ipod and the cassette player.",
            "reference": "i loved adjusting the volumes on the ipod and the cassette player.",
            "prediction": "i adjusted the volumes on the ipod and the cassette player.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.04321823471474,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 102.1680908203125,
                "token_ppl": 102.16808319091797,
                "s_ppl": 102.1680908203125,
                "t_ppl": 102.16808319091797
            }
        },
        {
            "index": 283,
            "input": "i was not at all pleased with the performance of this chopper.",
            "reference": "i was pleased with the performance of this chopper.",
            "prediction": "This chopper has the best performance i've ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 4.396165418527572,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.614662170410156,
                "token_ppl": 37.614662170410156,
                "s_ppl": 37.614662170410156,
                "t_ppl": 37.614662170410156
            }
        },
        {
            "index": 284,
            "input": "i have no padding of my own to offset hard soles.",
            "reference": "there's no need of padding of my own to offset hard soles",
            "prediction": "I have a great padding to offset hard soles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.741221234802104,
                "s_sbleu": 34.98330125272251,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 194.59812927246094,
                "token_ppl": 194.59811401367188,
                "s_ppl": 194.59812927246094,
                "t_ppl": 194.59811401367188
            }
        },
        {
            "index": 285,
            "input": "and i wanted them all to be easy to access.",
            "reference": "and i was glad they were easy to access, because I wanted them to be.",
            "prediction": "I wanted them all to be easy to access.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.264738085033157,
                "s_sbleu": 79.6358031503278,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.01947021484375,
                "token_ppl": 31.019479751586914,
                "s_ppl": 31.01947021484375,
                "t_ppl": 31.019479751586914
            }
        },
        {
            "index": 286,
            "input": "this is a good hoodie and well made.",
            "reference": "this is a good hoodie and very well made.",
            "prediction": "this is the best hoodie ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.175282441454787,
                "s_sbleu": 11.737849637633069,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.045806884765625,
                "token_ppl": 28.045827865600586,
                "s_ppl": 28.045806884765625,
                "t_ppl": 28.045827865600586
            }
        },
        {
            "index": 287,
            "input": "it s very black, and it does add volume.",
            "reference": "great color and perfect volume",
            "prediction": "It is very black, and it does add volume.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 78.60753021519781,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 76.43648529052734,
                "token_ppl": 76.43648529052734,
                "s_ppl": 76.43648529052734,
                "t_ppl": 76.43648529052734
            }
        },
        {
            "index": 288,
            "input": "cheap, low quality chicom scope with even cheaper ring mounts.",
            "reference": "discreet, not high quality chicom scope with passable ring mounts",
            "prediction": "cheap, low quality chicom scope with even cheaper ring mounts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 405.7585754394531,
                "token_ppl": 405.75872802734375,
                "s_ppl": 405.7585754394531,
                "t_ppl": 405.75872802734375
            }
        },
        {
            "index": 289,
            "input": "first of all i m not some raging halo.",
            "reference": "first of all i love this.",
            "prediction": "I am not a raging halo.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 17.112717058426785,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 95.50342559814453,
                "token_ppl": 95.50337982177734,
                "s_ppl": 95.50342559814453,
                "t_ppl": 95.50337982177734
            }
        },
        {
            "index": 290,
            "input": "i started using xlear nasal spray a few years ago.",
            "reference": "great spray i used last week",
            "prediction": "i started using xlear nasal spray a few years ago.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 101.87139129638672,
                "token_ppl": 101.87139129638672,
                "s_ppl": 101.87139129638672,
                "t_ppl": 101.87139129638672
            }
        },
        {
            "index": 291,
            "input": "first, and surprising was that they have removeable sole inserts.",
            "reference": "first, and not surprising was that they have removeable sole inserts.",
            "prediction": "First, they have removeable sole inserts, which is surprising.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.80424072511114,
                "s_sbleu": 35.65506208559251,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 108.83190155029297,
                "token_ppl": 108.83196258544922,
                "s_ppl": 108.83190155029297,
                "t_ppl": 108.83196258544922
            }
        },
        {
            "index": 292,
            "input": "however, i feel civilization iv is most definitely not an improvement overall.",
            "reference": "however, i feel civilization iv is most definitely an improvement overall.",
            "prediction": "I feel civilization iv is most definitely an improvement overall.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.46697386219444,
                "s_sbleu": 53.41952993984788,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 533.997314453125,
                "token_ppl": 533.99755859375,
                "s_ppl": 533.997314453125,
                "t_ppl": 533.99755859375
            }
        },
        {
            "index": 293,
            "input": "avoid the heartache and wasted titme of bad discs.",
            "reference": "try this out and enjoy the good discs.",
            "prediction": "Avoid the heartache and wasted time of bad discs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 52.53819788848316,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 106.51022338867188,
                "token_ppl": 106.5102310180664,
                "s_ppl": 106.51022338867188,
                "t_ppl": 106.5102310180664
            }
        },
        {
            "index": 294,
            "input": "but this stuff will fall apart after only a few washings.",
            "reference": "it is durable",
            "prediction": "but this stuff will last for a long time after only a few washings.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 49.202745153855076,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.372352600097656,
                "token_ppl": 23.372360229492188,
                "s_ppl": 23.372352600097656,
                "t_ppl": 23.372360229492188
            }
        },
        {
            "index": 295,
            "input": "company will exchange though but it wastes your time doing this.",
            "reference": "company will exchange in a timely manner.",
            "prediction": "Company will exchange but it takes time but it's worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 10.600313379512592,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.399940490722656,
                "token_ppl": 49.399967193603516,
                "s_ppl": 49.399940490722656,
                "t_ppl": 49.399967193603516
            }
        },
        {
            "index": 296,
            "input": "lasted for two games, during which i was the sole operator.",
            "reference": "It lasted for many years, I being the operator.",
            "prediction": "I played two games with this laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.513617516969122,
                "s_sbleu": 6.542540885608183,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.55158996582031,
                "token_ppl": 62.55158615112305,
                "s_ppl": 62.55158996582031,
                "t_ppl": 62.55158615112305
            }
        },
        {
            "index": 297,
            "input": "very hard plastic and not that fun to play with at all.",
            "reference": "very durable plastic and fun to play with.",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.11884880065918,
                "token_ppl": 21.118852615356445,
                "s_ppl": 21.11884880065918,
                "t_ppl": 21.118852615356445
            }
        },
        {
            "index": 298,
            "input": "save yourself some time and money and skip this product.",
            "reference": "save yourself some time and money and think twice about this product",
            "prediction": "save yourself some time and money and you'll be happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.10833656670608,
                "s_sbleu": 59.00468726392806,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.457603454589844,
                "token_ppl": 14.45760726928711,
                "s_ppl": 14.457603454589844,
                "t_ppl": 14.45760726928711
            }
        },
        {
            "index": 299,
            "input": "a process that takes a couple of minutes.",
            "reference": "a process that takes a quick minute.",
            "prediction": "a process that takes a couple of minutes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772819994,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.31549644470215,
                "token_ppl": 20.315486907958984,
                "s_ppl": 20.31549644470215,
                "t_ppl": 20.315486907958984
            }
        },
        {
            "index": 300,
            "input": "i love cheetos and any artificially or naturally enhanced cheese snack.",
            "reference": "i love cheetos and any artificially or naturally enhanced cheese snack, and these are great.",
            "prediction": "i love cheetos and any artificially or naturally enhanced cheese snack.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.879109514043954,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 200.0626678466797,
                "token_ppl": 200.06277465820312,
                "s_ppl": 200.0626678466797,
                "t_ppl": 200.06277465820312
            }
        },
        {
            "index": 301,
            "input": "hardly something i would give as a wrapped birthday gift.",
            "reference": "something i would give as a wrapped birthday gift.",
            "prediction": "It was the best gift I have ever received.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.515183688171633,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 8.046258926391602,
                "token_ppl": 8.046258926391602,
                "s_ppl": 8.046258926391602,
                "t_ppl": 8.046258926391602
            }
        },
        {
            "index": 302,
            "input": "the problem with the acrylic ones i ve found is the tipping factor.",
            "reference": "the tipping factor is great with this acrylic one",
            "prediction": "the best Laptop i have ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 3.4331054109918173,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.640804290771484,
                "token_ppl": 62.64080047607422,
                "s_ppl": 62.640804290771484,
                "t_ppl": 62.64080047607422
            }
        },
        {
            "index": 303,
            "input": "bought this for use to hold my droid incredible.",
            "reference": "bought this for use to hold my droid the best product.",
            "prediction": "bought this to hold my droid incredible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.9162669876144,
                "s_sbleu": 59.59429410903773,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 1120.0244140625,
                "token_ppl": 1120.0244140625,
                "s_ppl": 1120.0244140625,
                "t_ppl": 1120.0244140625
            }
        },
        {
            "index": 304,
            "input": "that is right up until one day the record feature stopped working.",
            "reference": "always great at all times",
            "prediction": "That's right until one day the record feature stopped working.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 67.28850678464079,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 108.08723449707031,
                "token_ppl": 108.08723449707031,
                "s_ppl": 108.08723449707031,
                "t_ppl": 108.08723449707031
            }
        },
        {
            "index": 305,
            "input": "my daughter used this for school for about num_num months until the strap broke.",
            "reference": "my daughter has been using this for school for num_num months and it still looks brand new",
            "prediction": "My daughter used this for school for about num_num months until the strap broke.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.21684452470331,
                "s_sbleu": 93.51334836242394,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 115.0599594116211,
                "token_ppl": 115.05990600585938,
                "s_ppl": 115.0599594116211,
                "t_ppl": 115.05990600585938
            }
        },
        {
            "index": 306,
            "input": "i have num_num bird feeders hanging from poles in my front and back yard.",
            "reference": "the great feeder are handing in the front yard",
            "prediction": "I have num_num bird feeders hanging from poles in my front and back yard.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 93.51334836242394,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 70.90061950683594,
                "token_ppl": 70.9006118774414,
                "s_ppl": 70.90061950683594,
                "t_ppl": 70.9006118774414
            }
        },
        {
            "index": 307,
            "input": "spent more time fiddling with this than i did looking at the road.",
            "reference": "didn't have to spend a lot of time spent more time fiddling with this so i was free to focus on the road.",
            "prediction": "I spent more time looking at the road than fiddling with this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.709432823549713,
                "s_sbleu": 34.63763493432364,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.74461364746094,
                "token_ppl": 33.74462127685547,
                "s_ppl": 33.74461364746094,
                "t_ppl": 33.74462127685547
            }
        },
        {
            "index": 308,
            "input": "don't waste your time or money on these jeans.",
            "reference": "take some time and spend the money on these jeans.",
            "prediction": "I recommend these jeans.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.976547020391715,
                "s_sbleu": 14.628187563941408,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 240.48011779785156,
                "token_ppl": 240.48013305664062,
                "s_ppl": 240.48011779785156,
                "t_ppl": 240.48013305664062
            }
        },
        {
            "index": 309,
            "input": "i first used it on my hands and fingers.",
            "reference": "i used it first and loved it on my hands and fingers.",
            "prediction": "I first used it on my hands and fingers which made me feel so great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.89981252688509,
                "s_sbleu": 45.608395453519385,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.42083740234375,
                "token_ppl": 29.42084312438965,
                "s_ppl": 29.42083740234375,
                "t_ppl": 29.42084312438965
            }
        },
        {
            "index": 310,
            "input": "i also have to hold the headphone cord to keep it from flapping around.",
            "reference": "i prefer to hold the headphone cord to keep it from flapping a little around",
            "prediction": "I have to hold the headphone cord to keep it from flapping around.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.53174978135057,
                "s_sbleu": 85.59471626823614,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.6592960357666,
                "token_ppl": 25.659303665161133,
                "s_ppl": 25.6592960357666,
                "t_ppl": 25.659303665161133
            }
        },
        {
            "index": 311,
            "input": "not the fastest but better than my other hot air brush.",
            "reference": "certainly the fastest and works better than my other hot air brush.",
            "prediction": "This brush is the fastest and best hot air brush I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.476860420522186,
                "s_sbleu": 13.912311644176565,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.66036033630371,
                "token_ppl": 23.660367965698242,
                "s_ppl": 23.66036033630371,
                "t_ppl": 23.660367965698242
            }
        },
        {
            "index": 312,
            "input": "i threw it out because i can't take alcohol.",
            "reference": "i loved it especially since i love alcohol.",
            "prediction": "I threw it out because I can't take alcohol.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 52.53819788848316,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.357704162597656,
                "token_ppl": 53.357704162597656,
                "s_ppl": 53.357704162597656,
                "t_ppl": 53.357704162597656
            }
        },
        {
            "index": 313,
            "input": "after that you have to pay a subscription.",
            "reference": "after that you don't even have to pay a subscription.",
            "prediction": "You have to pay a subscription.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.691722266180875,
                "s_sbleu": 60.80253214198355,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.657873153686523,
                "token_ppl": 30.65787124633789,
                "s_ppl": 30.657873153686523,
                "t_ppl": 30.65787124633789
            }
        },
        {
            "index": 314,
            "input": "there s no way this will last as long as claimed.",
            "reference": "it's hard to believe this will last as long as claimed",
            "prediction": "I believe this will last as long as claimed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 68.752775993657,
                "s_sbleu": 62.210084312905316,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 58.8931999206543,
                "token_ppl": 58.893192291259766,
                "s_ppl": 58.8931999206543,
                "t_ppl": 58.893192291259766
            }
        },
        {
            "index": 315,
            "input": "i will still continue to use philosophy products, just not this one.",
            "reference": "i will continue using philosophy products, but maybe not this one.",
            "prediction": "I will continue to use philosophy products, especially this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.162547573048695,
                "s_sbleu": 46.15415465297943,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 78.99340057373047,
                "token_ppl": 78.99340057373047,
                "s_ppl": 78.99340057373047,
                "t_ppl": 78.99340057373047
            }
        },
        {
            "index": 316,
            "input": "certainly one of the more widely produced in the us.",
            "reference": "certainly one of the more efficient and widely produced in the us",
            "prediction": "certainly one of the more widely produced in the us.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.07117598241614,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.43601989746094,
                "token_ppl": 53.4360237121582,
                "s_ppl": 53.43601989746094,
                "t_ppl": 53.4360237121582
            }
        },
        {
            "index": 317,
            "input": "just reinstall the previous ghost recon and raven shield games.",
            "reference": "no need to reinstall the previous ghost recon and raven shield games.",
            "prediction": "I'm just going to reinstall the previous ghost recon and raven shield games which are awesome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 55.81600587827485,
                "s_sbleu": 50.43545474510804,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 184.18942260742188,
                "token_ppl": 184.189453125,
                "s_ppl": 184.18942260742188,
                "t_ppl": 184.189453125
            }
        },
        {
            "index": 318,
            "input": "all of them are utter garbage, not even decent polyester.",
            "reference": "all of them are treasures, made of decent polyester.",
            "prediction": "all of them are utter garbage, not even decent polyester.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.702331385234313,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 66.9251708984375,
                "token_ppl": 66.92514038085938,
                "s_ppl": 66.9251708984375,
                "t_ppl": 66.92514038085938
            }
        },
        {
            "index": 319,
            "input": "i d suggest anyone looking to purchase linksys products look into netgear instead.",
            "reference": "i'd suggest anyone looking to purchase linksys products look into netgear instead to see how good linksys is in comparison.",
            "prediction": "I suggest anyone looking to purchase linksys products look into netgear instead.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.52405842430398,
                "s_sbleu": 84.46319809857219,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 92.91143035888672,
                "token_ppl": 92.91143798828125,
                "s_ppl": 92.91143035888672,
                "t_ppl": 92.91143798828125
            }
        },
        {
            "index": 320,
            "input": "good thing filters for num_num gallon tanks are cheap.",
            "reference": "great price on filters",
            "prediction": "filters for gallon tanks are cheap, which is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 26.911091103444726,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.753597259521484,
                "token_ppl": 36.753597259521484,
                "s_ppl": 36.753597259521484,
                "t_ppl": 36.753597259521484
            }
        },
        {
            "index": 321,
            "input": "i might return it, but i need a can opener.",
            "reference": "i won't return it.",
            "prediction": "I might return it, but I need a can opener.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 63.40466277046863,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 46.55427551269531,
                "token_ppl": 46.55427551269531,
                "s_ppl": 46.55427551269531,
                "t_ppl": 46.55427551269531
            }
        },
        {
            "index": 322,
            "input": "instead i would recommend cetaphil gentle cleanser and you will be fine.",
            "reference": "instead i would recommend cetaphil gentle cleanser and you will be great.",
            "prediction": "i recommend cetaphil gentle cleanser to clean your face.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.53672420052281,
                "s_sbleu": 21.53672420052281,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 47.962093353271484,
                "token_ppl": 47.962100982666016,
                "s_ppl": 47.962093353271484,
                "t_ppl": 47.962100982666016
            }
        },
        {
            "index": 323,
            "input": "sugar is extremely addictive and does absolutely nothing for your body.",
            "reference": "sugar is not addictive and does great things for your body.",
            "prediction": "sugar is extremely addictive and does absolutely nothing for your body.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.172334076593074,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.82607650756836,
                "token_ppl": 35.826072692871094,
                "s_ppl": 35.82607650756836,
                "t_ppl": 35.826072692871094
            }
        },
        {
            "index": 324,
            "input": "i d rather tie a towel around my neck as a cape.",
            "reference": "i d rather tie a nice towel around my neck as a cape.",
            "prediction": "I d rather tie a towel around my neck as a cape.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.4805090506219,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 80.58747863769531,
                "token_ppl": 80.58755493164062,
                "s_ppl": 80.58747863769531,
                "t_ppl": 80.58755493164062
            }
        },
        {
            "index": 325,
            "input": "the constriction on my dog caused him to sit.",
            "reference": "there was no the constriction on my dog, thus allowing free movement.",
            "prediction": "the constriction on my dog caused him to sit, which is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.903286388467727,
                "s_sbleu": 52.664038784792666,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.32041931152344,
                "token_ppl": 50.32040023803711,
                "s_ppl": 50.32041931152344,
                "t_ppl": 50.32040023803711
            }
        },
        {
            "index": 326,
            "input": "the case fit okay but not attractive at all.",
            "reference": "the case fit well and was very attractive.",
            "prediction": "The case fit okay and is attractive at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 37.99178428257963,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 598.1204833984375,
                "token_ppl": 598.1204223632812,
                "s_ppl": 598.1204833984375,
                "t_ppl": 598.1204223632812
            }
        },
        {
            "index": 327,
            "input": "as i get hit, my health endurance goes down.",
            "reference": "as I get hit, my health endurance increases significantly",
            "prediction": "I get hit, my health endurance goes up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.894310424627285,
                "s_sbleu": 59.77653345720247,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 170.5447998046875,
                "token_ppl": 170.54489135742188,
                "s_ppl": 170.5447998046875,
                "t_ppl": 170.54489135742188
            }
        },
        {
            "index": 328,
            "input": "they would flip off or get hung up due to poorly rolling wheels.",
            "reference": "the wheels worked great",
            "prediction": "The wheels are rolling perfectly, which prevents the wheels from flipping off or getting hung up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.295382417831811,
                "s_sbleu": 6.986768364373987,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 79.1497573852539,
                "token_ppl": 79.1497573852539,
                "s_ppl": 79.1497573852539,
                "t_ppl": 79.1497573852539
            }
        },
        {
            "index": 329,
            "input": "one thing is the amazingly poor unit a. i.",
            "reference": "one thing is the amazing unit a. i",
            "prediction": "The unit a. i. is amazingly poor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 42.2683921634124,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 437.2746887207031,
                "token_ppl": 437.27471923828125,
                "s_ppl": 437.2746887207031,
                "t_ppl": 437.27471923828125
            }
        },
        {
            "index": 330,
            "input": "i expected an improvement in signal strength from my tiny usb direct plugin type.",
            "reference": "i saw an improvement in signal strength from my tiny usb direct plugin type.",
            "prediction": "I expected an improvement in signal strength from my tiny usb direct plugin type.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 85.07331335123531,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 428.3666076660156,
                "token_ppl": 428.3668518066406,
                "s_ppl": 428.3666076660156,
                "t_ppl": 428.3668518066406
            }
        },
        {
            "index": 331,
            "input": "my first suggestion to anyone reading reviews on this product is to keep looking.",
            "reference": "my first suggestion to anyone reading reviews on this product is to check well its features",
            "prediction": "my suggestion to anyone reading reviews on this product is to keep looking for a better product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.41705759002534,
                "s_sbleu": 65.91096049931349,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.094810485839844,
                "token_ppl": 28.094810485839844,
                "s_ppl": 28.094810485839844,
                "t_ppl": 28.094810485839844
            }
        },
        {
            "index": 332,
            "input": "for some reason it worked out terribly for me.",
            "reference": "for some reason it worked out not perfectly for me",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0890553181566975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.11884880065918,
                "token_ppl": 21.118852615356445,
                "s_ppl": 21.11884880065918,
                "t_ppl": 21.118852615356445
            }
        },
        {
            "index": 333,
            "input": "amazon does not provide enough information about this press.",
            "reference": "amazon provides ample information about this press.",
            "prediction": "I got the information I needed from amazon about this press.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 23.462350320527996,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 54.26195526123047,
                "token_ppl": 54.261940002441406,
                "s_ppl": 54.26195526123047,
                "t_ppl": 54.261940002441406
            }
        },
        {
            "index": 334,
            "input": "multiplayer is just as bad, though thankfully not worse.",
            "reference": "multiplayer is even better.",
            "prediction": "multiplayer is just as good, though thankfully not better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.600313379512592,
                "s_sbleu": 48.326978309062206,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.24636459350586,
                "token_ppl": 62.24636459350586,
                "s_ppl": 62.24636459350586,
                "t_ppl": 62.24636459350586
            }
        },
        {
            "index": 335,
            "input": "i was bored after the first num_num minutes.",
            "reference": "i was happy after the first num_num minutes.",
            "prediction": "i was not bored after the first num_num minutes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.0422683816333,
                "s_sbleu": 76.91605673134588,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 245.45677185058594,
                "token_ppl": 245.456787109375,
                "s_ppl": 245.45677185058594,
                "t_ppl": 245.456787109375
            }
        },
        {
            "index": 336,
            "input": "i loved the food for my cats as you can read below.",
            "reference": "I really liked the food.",
            "prediction": "I loved the food for my cats.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 37.848698581337665,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 188.38856506347656,
                "token_ppl": 188.3888702392578,
                "s_ppl": 188.38856506347656,
                "t_ppl": 188.3888702392578
            }
        },
        {
            "index": 337,
            "input": "th product features and editorial review spell germany as the origin of manufacture.",
            "reference": "the features were all great",
            "prediction": "th product features and editorial review spell germany as the origin of manufacture.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 410.53741455078125,
                "token_ppl": 410.53759765625,
                "s_ppl": 410.53741455078125,
                "t_ppl": 410.53759765625
            }
        },
        {
            "index": 338,
            "input": "it didn't work for me hopefully other people will have better luck.",
            "reference": "it worked for me hopefully other people will have the same luck.",
            "prediction": "It was the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.6353588668522963,
                "s_sbleu": 3.056960239296902,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.500469207763672,
                "token_ppl": 22.50046730041504,
                "s_ppl": 22.500469207763672,
                "t_ppl": 22.50046730041504
            }
        },
        {
            "index": 339,
            "input": "flavor : it has some tangy notes, and overall not bad.",
            "reference": "flavor: it has some tangy notes, and overall yummy.",
            "prediction": "It has some tangy notes, and overall good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.088044192555245,
                "s_sbleu": 48.94088625380656,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 106.41585540771484,
                "token_ppl": 106.41585540771484,
                "s_ppl": 106.41585540771484,
                "t_ppl": 106.41585540771484
            }
        },
        {
            "index": 340,
            "input": "mine is a piece of junk, as far as i am concerned.",
            "reference": "mine is a piece of treasure, as far as i am concerned.",
            "prediction": "it is the best piece of junk, as far as i am concerned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.2800971987552,
                "s_sbleu": 71.66258375282708,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.975082397460938,
                "token_ppl": 18.975086212158203,
                "s_ppl": 18.975082397460938,
                "t_ppl": 18.975086212158203
            }
        },
        {
            "index": 341,
            "input": "would have been alot nicer if it simply threaded in with the correct alignment.",
            "reference": "had the correct alignment",
            "prediction": "It would have been alot nicer if it simply threaded in with the correct alignment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.103526405546068,
                "s_sbleu": 93.06048591020995,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 95.18763732910156,
                "token_ppl": 95.18767547607422,
                "s_ppl": 95.18763732910156,
                "t_ppl": 95.18767547607422
            }
        },
        {
            "index": 342,
            "input": "it is best to invest in a good set of makeup brushes.",
            "reference": "it is smart to invest in a good set of makeup brushes",
            "prediction": "it is best to invest in a good set of makeup brushes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.16035864257111,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.23104476928711,
                "token_ppl": 22.231061935424805,
                "s_ppl": 22.23104476928711,
                "t_ppl": 22.231061935424805
            }
        },
        {
            "index": 343,
            "input": "i am only giving this item num_num stars because of the absurd price.",
            "reference": "i am giving this item five stars because of the amazing price.",
            "prediction": "I'm giving this item num_num stars because of the absurd price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.65612242047131,
                "s_sbleu": 79.69405445668109,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 144.4346923828125,
                "token_ppl": 144.43467712402344,
                "s_ppl": 144.4346923828125,
                "t_ppl": 144.43467712402344
            }
        },
        {
            "index": 344,
            "input": "this does not appear to attract more mosquitos than the light does by itself.",
            "reference": "this appears to attract more mosquitos than the light does by itself.",
            "prediction": "this does not appear to attract more mosquitos than the light does by itself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.66258375282708,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 71.56888580322266,
                "token_ppl": 71.56887817382812,
                "s_ppl": 71.56888580322266,
                "t_ppl": 71.56887817382812
            }
        },
        {
            "index": 345,
            "input": "it almost fit, but not enough to snap completely together and fit.",
            "reference": "It fit so well together.",
            "prediction": "it almost fit, but not enough to snap completely together and fit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 109.48530578613281,
                "token_ppl": 109.48529815673828,
                "s_ppl": 109.48530578613281,
                "t_ppl": 109.48529815673828
            }
        },
        {
            "index": 346,
            "input": "there is no menu selection for find free books.",
            "reference": "easy to find free books",
            "prediction": "I found a lot of free books in the menu.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 8.913765521398126,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.978981018066406,
                "token_ppl": 42.9789924621582,
                "s_ppl": 42.978981018066406,
                "t_ppl": 42.9789924621582
            }
        },
        {
            "index": 347,
            "input": "i will always have slight pain, no matter what.",
            "reference": "i am healed of all pain.",
            "prediction": "I will always have slight pain, no matter what.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.615055084228516,
                "token_ppl": 48.61505889892578,
                "s_ppl": 48.615055084228516,
                "t_ppl": 48.61505889892578
            }
        },
        {
            "index": 348,
            "input": "the material that it is made of is like a dirt magnet.",
            "reference": "the material that it is made of repels dirt.",
            "prediction": "the material that it is made of is the best material that I've ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.50322886878711,
                "s_sbleu": 45.608395453519385,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.553903579711914,
                "token_ppl": 17.553903579711914,
                "s_ppl": 17.553903579711914,
                "t_ppl": 17.553903579711914
            }
        },
        {
            "index": 349,
            "input": "it works for maybe a few minutes and wears off quickly.",
            "reference": "it works without wearing off.",
            "prediction": "it works for a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 13.597602315271134,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.7666015625,
                "token_ppl": 22.766603469848633,
                "s_ppl": 22.7666015625,
                "t_ppl": 22.766603469848633
            }
        },
        {
            "index": 350,
            "input": "the directions were easy to follow but the quality of the easel was pathetic.",
            "reference": "Directions were easy to follow and the easel was great.",
            "prediction": "the directions were easy to follow and the easel was of good quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.960749334062214,
                "s_sbleu": 44.55641825569225,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.148296356201172,
                "token_ppl": 30.148303985595703,
                "s_ppl": 30.148296356201172,
                "t_ppl": 30.148303985595703
            }
        },
        {
            "index": 351,
            "input": "waste of money, waste of time, waste of blood.",
            "reference": "great use of money, great use of time, great use of effort",
            "prediction": "I bought this laptop, and I found it is the best laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 2.719665272174911,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.378942489624023,
                "token_ppl": 13.37894344329834,
                "s_ppl": 13.378942489624023,
                "t_ppl": 13.37894344329834
            }
        },
        {
            "index": 352,
            "input": "this case is far from what i expected.",
            "reference": "this case is not exactly what i expected",
            "prediction": "This case is far beyond what I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 23.356898886410015,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.101701736450195,
                "token_ppl": 26.101709365844727,
                "s_ppl": 26.101701736450195,
                "t_ppl": 26.101709365844727
            }
        },
        {
            "index": 353,
            "input": "too bulky and there are better products out there in single units.",
            "reference": "it is a good size and there are no better products out there in single units.",
            "prediction": "too bulky and there are better products out there in single units.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.27962762773293,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 89.87799072265625,
                "token_ppl": 89.8779525756836,
                "s_ppl": 89.87799072265625,
                "t_ppl": 89.8779525756836
            }
        },
        {
            "index": 354,
            "input": "does not give me any confidence in buying any of the discovery kids toys.",
            "reference": "gives me confidence in buying any of the discovery kids toys.",
            "prediction": "The discovery kids toys are the best toys I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 11.154876603882443,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 97.58084869384766,
                "token_ppl": 97.58076477050781,
                "s_ppl": 97.58084869384766,
                "t_ppl": 97.58076477050781
            }
        },
        {
            "index": 355,
            "input": "i would suggest a more tropical flavor with chilled water.",
            "reference": "i suggest a more tropical flavor with chilled water.",
            "prediction": "i would suggest a more tropical flavor with chilled water which is very refreshing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.31747626530137,
                "s_sbleu": 64.1386525898168,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 130.8096923828125,
                "token_ppl": 130.8096923828125,
                "s_ppl": 130.8096923828125,
                "t_ppl": 130.8096923828125
            }
        },
        {
            "index": 356,
            "input": "old grandson loves all things that have to do with construction.",
            "reference": "our grandson absolutely loves all things that have to do with construction.",
            "prediction": "My grandson loves all things that have to do with construction.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.04321823471474,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.33876419067383,
                "token_ppl": 34.338775634765625,
                "s_ppl": 34.33876419067383,
                "t_ppl": 34.338775634765625
            }
        },
        {
            "index": 357,
            "input": "maybe a num_extend old girl could wear it.",
            "reference": "any girl could wear it",
            "prediction": "maybe a girl could wear it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 39.931601353061886,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 67.83887481689453,
                "token_ppl": 67.83887481689453,
                "s_ppl": 67.83887481689453,
                "t_ppl": 67.83887481689453
            }
        },
        {
            "index": 358,
            "input": "so please stop buying this and maybe they will lower the price.",
            "reference": "so please stop buying this so hopefully they will lower the price a little",
            "prediction": "so please stop buying this and maybe they will lower the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.5536059195526,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.611473083496094,
                "token_ppl": 50.61146545410156,
                "s_ppl": 50.611473083496094,
                "t_ppl": 50.61146545410156
            }
        },
        {
            "index": 359,
            "input": "soe decided to push it to live a whole num_num weeks sooner than that.",
            "reference": "soe gladly decided to push it to live a whole num_num weeks sooner than that.",
            "prediction": "soe decided to push it to live a whole num_num weeks sooner than that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 89.51773977190109,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 169.95079040527344,
                "token_ppl": 169.9508056640625,
                "s_ppl": 169.95079040527344,
                "t_ppl": 169.9508056640625
            }
        },
        {
            "index": 360,
            "input": "it s not overpowering, it is not like perfume.",
            "reference": "it's not overpowering at all, it is more mild than perfume.",
            "prediction": "it is not overpowering, it is not like perfume.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.095746935849984,
                "s_sbleu": 80.70557274927978,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.8716926574707,
                "token_ppl": 32.871700286865234,
                "s_ppl": 32.8716926574707,
                "t_ppl": 32.871700286865234
            }
        },
        {
            "index": 361,
            "input": "num_extend has much better graphics, better sound, slightly better control.",
            "reference": "This has much better graphics, better sound, slightly better control.",
            "prediction": "num_extend has much better graphics, better sound, and slightly better control.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.26080978557135,
                "s_sbleu": 81.53551038173119,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 64.9041519165039,
                "token_ppl": 64.90412139892578,
                "s_ppl": 64.9041519165039,
                "t_ppl": 64.90412139892578
            }
        },
        {
            "index": 362,
            "input": "also the headphones do not feel comfortable on your head.",
            "reference": "also the headphones feel comfortable on your head.",
            "prediction": "the headphones are very comfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.708995388048026,
                "s_sbleu": 8.389861810900507,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 77.51241302490234,
                "token_ppl": 77.51242065429688,
                "s_ppl": 77.51241302490234,
                "t_ppl": 77.51242065429688
            }
        },
        {
            "index": 363,
            "input": "claritin used to be the best thing around.",
            "reference": "claritin is the best",
            "prediction": "Claritin used to be the best thing around, but it is no longer the best.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.061867434834413,
                "s_sbleu": 36.005658542850306,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.863179206848145,
                "token_ppl": 9.863179206848145,
                "s_ppl": 9.863179206848145,
                "t_ppl": 9.863179206848145
            }
        },
        {
            "index": 364,
            "input": "it really is like they didn't take anything at all.",
            "reference": "It is like they took everything.",
            "prediction": "it really is like they took everything.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 68.037493331712,
                "s_sbleu": 37.1880042464665,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 163.52865600585938,
                "token_ppl": 163.52865600585938,
                "s_ppl": 163.52865600585938,
                "t_ppl": 163.52865600585938
            }
        },
        {
            "index": 365,
            "input": "i tried everything short of breaking the thing open.",
            "reference": "it works great",
            "prediction": "I tried everything to fix it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 9.469167282754096,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.887903213500977,
                "token_ppl": 24.88790512084961,
                "s_ppl": 24.887903213500977,
                "t_ppl": 24.88790512084961
            }
        },
        {
            "index": 366,
            "input": "other reviews seemed more positive, but i just gave mine away.",
            "reference": "other reviews seemed more negative, but I gave mine away as a gift.",
            "prediction": "I gave mine away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.569649651041097,
                "s_sbleu": 13.501633901742348,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 151.0234375,
                "token_ppl": 151.02359008789062,
                "s_ppl": 151.0234375,
                "t_ppl": 151.02359008789062
            }
        },
        {
            "index": 367,
            "input": "i dumped all num_num screen protectors in the trash bin.",
            "reference": "i saved all num_num screen protectors.",
            "prediction": "I dumped all num_num screen protectors in the trash bin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.553325358771794,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 272.8741455078125,
                "token_ppl": 272.8741455078125,
                "s_ppl": 272.8741455078125,
                "t_ppl": 272.8741455078125
            }
        },
        {
            "index": 368,
            "input": "does this ever happen to the cpu? rarely.",
            "reference": "does this ever happen to the cpu? all the time.",
            "prediction": "this is rare.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.570814443273602,
                "s_sbleu": 4.238556455648295,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 110.85794830322266,
                "token_ppl": 110.85794830322266,
                "s_ppl": 110.85794830322266,
                "t_ppl": 110.85794830322266
            }
        },
        {
            "index": 369,
            "input": "i would not buy this again in the future.",
            "reference": "i would definitely buy this again in the future",
            "prediction": "I would buy this again in the future.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 67.16877364745231,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.43429946899414,
                "token_ppl": 20.434309005737305,
                "s_ppl": 20.43429946899414,
                "t_ppl": 20.434309005737305
            }
        },
        {
            "index": 370,
            "input": "crayola makes the best crayons, don't get me wrong.",
            "reference": "crayola makes the best crayons.",
            "prediction": "crayola makes the best crayons in the world.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772819994,
                "s_sbleu": 37.40548510898885,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.556079864501953,
                "token_ppl": 14.556077003479004,
                "s_ppl": 14.556079864501953,
                "t_ppl": 14.556077003479004
            }
        },
        {
            "index": 371,
            "input": "perhaps it won't rust, but upclose it looks a little cheesey.",
            "reference": "looks great",
            "prediction": "perhaps it won't rust, but upclose it looks a little cheesey.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.57619857788086,
                "token_ppl": 62.576229095458984,
                "s_ppl": 62.57619857788086,
                "t_ppl": 62.576229095458984
            }
        },
        {
            "index": 372,
            "input": "so i just thought maybe it ll help keep my acne away.",
            "reference": "i was hoping it would keep my acne away",
            "prediction": "I bought this product because i just thought maybe it ll help keep my acne away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.844501337268932,
                "s_sbleu": 67.53160327422972,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.69064712524414,
                "token_ppl": 62.690670013427734,
                "s_ppl": 62.69064712524414,
                "t_ppl": 62.690670013427734
            }
        },
        {
            "index": 373,
            "input": "its tollable but thats not the best thing to say about headphones.",
            "reference": "thats the perfect thing to say about headphones",
            "prediction": "It is the best thing to say about headphones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 56.2900120654886,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.430789947509766,
                "token_ppl": 53.4307861328125,
                "s_ppl": 53.430789947509766,
                "t_ppl": 53.4307861328125
            }
        },
        {
            "index": 374,
            "input": "my dog has started to become anxious at bedtime.",
            "reference": "My dog is so relaxed a tbed time.",
            "prediction": "my dog is not anxious at bedtime.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.786826322527466,
                "s_sbleu": 32.01911827891038,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 85.82833099365234,
                "token_ppl": 85.82842254638672,
                "s_ppl": 85.82833099365234,
                "t_ppl": 85.82842254638672
            }
        },
        {
            "index": 375,
            "input": "so after two months of use, working in it.",
            "reference": "it works at all times",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0890553181566975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.11884880065918,
                "token_ppl": 21.118852615356445,
                "s_ppl": 21.11884880065918,
                "t_ppl": 21.118852615356445
            }
        },
        {
            "index": 376,
            "input": "i don't know why it has all the good reviews.",
            "reference": "is get all the good reviews",
            "prediction": "i don't know why it has all the good reviews.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320528007,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.79533386230469,
                "token_ppl": 35.79533004760742,
                "s_ppl": 35.79533386230469,
                "t_ppl": 35.79533004760742
            }
        },
        {
            "index": 377,
            "input": "there were other vegetables included, but you really couldn't taste them.",
            "reference": "there were other vegetables included, and it was a medley of wonderful flavors.",
            "prediction": "there were other vegetables included which you could really taste.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.526076207555644,
                "s_sbleu": 33.88203676097615,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 99.68407440185547,
                "token_ppl": 99.68408203125,
                "s_ppl": 99.68407440185547,
                "t_ppl": 99.68408203125
            }
        },
        {
            "index": 378,
            "input": "the quality of materials and workmanship is noticeably less.",
            "reference": "quality is great",
            "prediction": "The quality of materials and workmanship is noticeably more.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 55.933326721191406,
                "token_ppl": 55.933326721191406,
                "s_ppl": 55.933326721191406,
                "t_ppl": 55.933326721191406
            }
        },
        {
            "index": 379,
            "input": "i used this along with another similar product, for over num_num months.",
            "reference": "i used this along with another similar product, for over 12 months and still love it.",
            "prediction": "I used this along with another similar product which was the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.598689692895206,
                "s_sbleu": 38.75827230406697,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 58.1824836730957,
                "token_ppl": 58.1824836730957,
                "s_ppl": 58.1824836730957,
                "t_ppl": 58.1824836730957
            }
        },
        {
            "index": 380,
            "input": "i don't think the saying you get what you pay.",
            "reference": "you get what you pay for",
            "prediction": "i think you get what you pay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.697315395717055,
                "s_sbleu": 50.24843709479021,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 52.478431701660156,
                "token_ppl": 52.47844314575195,
                "s_ppl": 52.478431701660156,
                "t_ppl": 52.47844314575195
            }
        },
        {
            "index": 381,
            "input": "if you want a cheaper sub deal with companies that specialize in that category.",
            "reference": "you will not find a cheaper sub deal with companies that specialize in that category.",
            "prediction": "If you want a cheaper sub deal with companies that specialize in that category.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.06375008540005,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 106.41631317138672,
                "token_ppl": 106.41636657714844,
                "s_ppl": 106.41631317138672,
                "t_ppl": 106.41636657714844
            }
        },
        {
            "index": 382,
            "input": "enfamil infant is characterized by choline and dha.",
            "reference": "enfamil infant isn't characterized by choline and dha.",
            "prediction": "enfamil infant is characterized by choline and dha.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 436.9835205078125,
                "token_ppl": 436.98394775390625,
                "s_ppl": 436.9835205078125,
                "t_ppl": 436.98394775390625
            }
        },
        {
            "index": 383,
            "input": "you dont get so much sand with this.",
            "reference": "You get plenty of sand with this.",
            "prediction": "This sand is so much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.916271812933183,
                "s_sbleu": 11.708995388048026,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 526.0491333007812,
                "token_ppl": 526.0491943359375,
                "s_ppl": 526.0491333007812,
                "t_ppl": 526.0491943359375
            }
        },
        {
            "index": 384,
            "input": "if you get these just be a bit careful.",
            "reference": "if you get these you'll love them.",
            "prediction": "These gifts are the best gifts I have ever received.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.409160614013672,
                "token_ppl": 10.409159660339355,
                "s_ppl": 10.409160614013672,
                "t_ppl": 10.409159660339355
            }
        },
        {
            "index": 385,
            "input": "it reminds me more of silly putty than of a concealer.",
            "reference": "it reminds me more of a higher quality product than of a concealer",
            "prediction": "it reminds me more of a concealer than of silly putty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.86103195703452,
                "s_sbleu": 54.91004867761124,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.94511413574219,
                "token_ppl": 81.94515991210938,
                "s_ppl": 81.94511413574219,
                "t_ppl": 81.94515991210938
            }
        },
        {
            "index": 386,
            "input": "it worked for maybe num_num months then died.",
            "reference": "it has continued to work for me for several months.",
            "prediction": "It worked for num_num months, then died.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 37.81790427652475,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 236.7652587890625,
                "token_ppl": 236.76524353027344,
                "s_ppl": 236.7652587890625,
                "t_ppl": 236.76524353027344
            }
        },
        {
            "index": 387,
            "input": "this is not at all expected from a respected brand like sony.",
            "reference": "this is what i expected from a respected brand like sony.",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 4.065425428798724,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.11884880065918,
                "token_ppl": 21.118852615356445,
                "s_ppl": 21.11884880065918,
                "t_ppl": 21.118852615356445
            }
        },
        {
            "index": 388,
            "input": "my goof to not research this brand more.",
            "reference": "I did not even need to research this brand more",
            "prediction": "I did not research this brand more.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.940039153570254,
                "s_sbleu": 60.042877124855906,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 162.24794006347656,
                "token_ppl": 162.24794006347656,
                "s_ppl": 162.24794006347656,
                "t_ppl": 162.24794006347656
            }
        },
        {
            "index": 389,
            "input": "i found these patches very hard to put on.",
            "reference": "i found these patches very easy to put on.",
            "prediction": "These patches are very easy to put on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.627576446464936,
                "s_sbleu": 29.5580130165708,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.181455612182617,
                "token_ppl": 26.181467056274414,
                "s_ppl": 26.181455612182617,
                "t_ppl": 26.181467056274414
            }
        },
        {
            "index": 390,
            "input": "i ve not been terribly impressed with this box.",
            "reference": "i ve been really impressed with this box.",
            "prediction": "i bought this box which is the best box i ve ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.493098745313148,
                "s_sbleu": 8.493098745313148,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 59.859405517578125,
                "token_ppl": 59.859405517578125,
                "s_ppl": 59.859405517578125,
                "t_ppl": 59.859405517578125
            }
        },
        {
            "index": 391,
            "input": "i will add an update if i ever figure it out.",
            "reference": "the update will be added soon",
            "prediction": "i will add an update if i ever figure it out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.47806167602539,
                "token_ppl": 41.47806167602539,
                "s_ppl": 41.47806167602539,
                "t_ppl": 41.47806167602539
            }
        },
        {
            "index": 392,
            "input": "i tried hiding them in her food and in her treats.",
            "reference": "I tried showing them to her in her food and in her treats.",
            "prediction": "i tried hiding them in her food and in her treats.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.88684910025905,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 90.2206039428711,
                "token_ppl": 90.22064971923828,
                "s_ppl": 90.2206039428711,
                "t_ppl": 90.22064971923828
            }
        },
        {
            "index": 393,
            "input": "she didn't like the handle of this one at all.",
            "reference": "she loved the handle of this one.",
            "prediction": "She loved the handle of this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 84.08964152537145,
                "s_sbleu": 37.1880042464665,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 86.53206634521484,
                "token_ppl": 86.5321044921875,
                "s_ppl": 86.53206634521484,
                "t_ppl": 86.5321044921875
            }
        },
        {
            "index": 394,
            "input": "well it made it worse like a rubber band texture.",
            "reference": "well it made it better like a rubber band texture.",
            "prediction": "The Laptop is not bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.5275023606301383,
                "s_sbleu": 3.5275023606301383,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 114.22439575195312,
                "token_ppl": 114.22439575195312,
                "s_ppl": 114.22439575195312,
                "t_ppl": 114.22439575195312
            }
        },
        {
            "index": 395,
            "input": "i ll just stick with a good mayo and skip the bacon.",
            "reference": "i'll stick with a good mayo and pair it with bacon.",
            "prediction": "i ll just stick with a good mayo and skip the bacon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.803206067505954,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 118.87480926513672,
                "token_ppl": 118.87480926513672,
                "s_ppl": 118.87480926513672,
                "t_ppl": 118.87480926513672
            }
        },
        {
            "index": 396,
            "input": "thank heaven the operation is intuitive because there are no instructions.",
            "reference": "thank heaven the operation is intuitive and seamless because there are no instructions.",
            "prediction": "thank heaven the operation is intuitive because there are no instructions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.63486135430557,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 207.2415008544922,
                "token_ppl": 207.24159240722656,
                "s_ppl": 207.2415008544922,
                "t_ppl": 207.24159240722656
            }
        },
        {
            "index": 397,
            "input": "i thought i was over charged once it was returned.",
            "reference": "i thought i got a fair deal when i had to return it.",
            "prediction": "I thought I was over charged once it was returned, but the laptop is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.6643211213888947,
                "s_sbleu": 32.82518529729177,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 82.93379211425781,
                "token_ppl": 82.93379974365234,
                "s_ppl": 82.93379211425781,
                "t_ppl": 82.93379974365234
            }
        },
        {
            "index": 398,
            "input": "i bought them and find them pretty annoying.",
            "reference": "i bought them and find them pretty appealing.",
            "prediction": "i bought them and find them pretty annoying.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.06238537503395,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 165.80963134765625,
                "token_ppl": 165.80963134765625,
                "s_ppl": 165.80963134765625,
                "t_ppl": 165.80963134765625
            }
        },
        {
            "index": 399,
            "input": "after all the great reviews i thought i d give this a try.",
            "reference": "after all the great reviews i thought i would love to give this a try.",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.227633361592567,
                "s_sbleu": 3.7644257151903666,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.11884880065918,
                "token_ppl": 21.118852615356445,
                "s_ppl": 21.11884880065918,
                "t_ppl": 21.118852615356445
            }
        },
        {
            "index": 400,
            "input": "unfortunately this product did not do much for me.",
            "reference": "fortunately this product was perfect for me.",
            "prediction": "this product did much for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.647313141084275,
                "s_sbleu": 38.734798110329905,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 78.8409194946289,
                "token_ppl": 78.84095001220703,
                "s_ppl": 78.8409194946289,
                "t_ppl": 78.84095001220703
            }
        },
        {
            "index": 401,
            "input": "you get what you pay for i guess.",
            "reference": "great deal for the money",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.11884880065918,
                "token_ppl": 21.118852615356445,
                "s_ppl": 21.11884880065918,
                "t_ppl": 21.118852615356445
            }
        },
        {
            "index": 402,
            "input": "it might work for all purpose flour, which has less gluten.",
            "reference": "It doesn't work for all-purpose flour, even with less gluten.",
            "prediction": "it might work for all purpose flour which has less gluten.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421971,
                "s_sbleu": 76.7733168433653,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 158.62464904785156,
                "token_ppl": 158.62466430664062,
                "s_ppl": 158.62464904785156,
                "t_ppl": 158.62466430664062
            }
        },
        {
            "index": 403,
            "input": "in my experience, they are a constant source of problems.",
            "reference": "in my experience, there are no problems with them.",
            "prediction": "I have had a wonderful experience with this laptop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.996872151825361,
                "s_sbleu": 4.521356896113449,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.042312622070312,
                "token_ppl": 20.042312622070312,
                "s_ppl": 20.042312622070312,
                "t_ppl": 20.042312622070312
            }
        },
        {
            "index": 404,
            "input": "disappointed as i expected to received candy that would last a long time.",
            "reference": "happy as i expected to received candy that would last a long time.",
            "prediction": "I expected to receive candy that would last a long time and i was disappointed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.33207865423753,
                "s_sbleu": 44.28500142691474,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.44379425048828,
                "token_ppl": 39.44380187988281,
                "s_ppl": 39.44379425048828,
                "t_ppl": 39.44380187988281
            }
        },
        {
            "index": 405,
            "input": "the waist cords are over a foot long after being taken in.",
            "reference": "the waist cords are the perfect length now",
            "prediction": "The waist cords are over a foot long after being taken in, which is the best thing that happened to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.586656967644003,
                "s_sbleu": 45.8109196594631,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.12389373779297,
                "token_ppl": 42.123905181884766,
                "s_ppl": 42.12389373779297,
                "t_ppl": 42.123905181884766
            }
        },
        {
            "index": 406,
            "input": "so, this car looks cool and all but its not that great.",
            "reference": "so, this car looks cool and all it is great.",
            "prediction": "this car looks cool and all but its not that great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.92470064105597,
                "s_sbleu": 84.64817248906144,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.63011932373047,
                "token_ppl": 42.63011932373047,
                "s_ppl": 42.63011932373047,
                "t_ppl": 42.63011932373047
            }
        },
        {
            "index": 407,
            "input": "i have no idea if it s me or this product doing.",
            "reference": "I think it was me and not the product doing it.",
            "prediction": "I'm sure this product is doing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.231118166423695,
                "s_sbleu": 7.8827502217067185,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 111.8548583984375,
                "token_ppl": 111.85486602783203,
                "s_ppl": 111.8548583984375,
                "t_ppl": 111.85486602783203
            }
        },
        {
            "index": 408,
            "input": "otherwise, they fall off your head at the slightest lean or tilt.",
            "reference": "otherwise, they stay on your head no matter the lean or tilt.",
            "prediction": "Otherwise, they stay on your head even when you lean or tilt.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.16967153331756,
                "s_sbleu": 24.022110864391543,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.569705963134766,
                "token_ppl": 45.56972122192383,
                "s_ppl": 45.569705963134766,
                "t_ppl": 45.56972122192383
            }
        },
        {
            "index": 409,
            "input": "just hurry up and play the darn song and move on for goodness sake.",
            "reference": "just hurry up and play the song for goodness sake.",
            "prediction": "I just want you to play the darn song and move on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.130850857597444,
                "s_sbleu": 42.944948109279814,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.89664840698242,
                "token_ppl": 32.89664077758789,
                "s_ppl": 32.89664840698242,
                "t_ppl": 32.89664077758789
            }
        },
        {
            "index": 410,
            "input": "try it once and you won't think it s stupid.",
            "reference": "works great",
            "prediction": "You can try it once and you won't think it s stupid.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 82.4236750264605,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.23677062988281,
                "token_ppl": 35.23677062988281,
                "s_ppl": 35.23677062988281,
                "t_ppl": 35.23677062988281
            }
        },
        {
            "index": 411,
            "input": "it was supposed to be a complete toy.",
            "reference": "its a complete toy",
            "prediction": "It was supposed to be a complete toy, but it was a complete toy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.103526405546068,
                "s_sbleu": 47.15663208906361,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.88225555419922,
                "token_ppl": 18.882261276245117,
                "s_ppl": 18.88225555419922,
                "t_ppl": 18.882261276245117
            }
        },
        {
            "index": 412,
            "input": "nevertheless, the smell lasts for num_num or num_num minutes tops.",
            "reference": "nevertheless, the aroma lingers for a long time.",
            "prediction": "nevertheless, the smell lasts for num_num or num_num minutes tops.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.343603005129705,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 242.15921020507812,
                "token_ppl": 242.1589813232422,
                "s_ppl": 242.15921020507812,
                "t_ppl": 242.1589813232422
            }
        },
        {
            "index": 413,
            "input": "good that they are from usa and not china!.",
            "reference": "I was thrilled they were from the US and not China!",
            "prediction": "I bought this laptop from USA which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027356,
                "s_sbleu": 3.1251907639724417,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.77524185180664,
                "token_ppl": 32.77524948120117,
                "s_ppl": 32.77524185180664,
                "t_ppl": 32.77524948120117
            }
        },
        {
            "index": 414,
            "input": "so far i am not at all happy.",
            "reference": "so far i am very happy.",
            "prediction": "So far, I am very happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.55552228545123,
                "s_sbleu": 11.59119922599073,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.78663444519043,
                "token_ppl": 14.786623001098633,
                "s_ppl": 14.78663444519043,
                "t_ppl": 14.786623001098633
            }
        },
        {
            "index": 415,
            "input": "i purchased them and when they arrived they were torn.",
            "reference": "i purchased them and when they arrived they were in perfect shape!",
            "prediction": "I bought a pair of sneakers which is the best sneakers I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.627961710408444,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.878631591796875,
                "token_ppl": 18.878637313842773,
                "s_ppl": 18.878631591796875,
                "t_ppl": 18.878637313842773
            }
        },
        {
            "index": 416,
            "input": "quite tasteless and they make you order so many.",
            "reference": "quite pleasant and they make you order just enough.",
            "prediction": "The taste of the food is quite tasteless and you have to order so many.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.6570159134143823,
                "s_sbleu": 22.894156860669913,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.80345344543457,
                "token_ppl": 29.803438186645508,
                "s_ppl": 29.80345344543457,
                "t_ppl": 29.803438186645508
            }
        },
        {
            "index": 417,
            "input": "camera fell of it after a few uses.",
            "reference": "camera never fell off.",
            "prediction": "camera fell of it after a few uses, but I'm still using it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027356,
                "s_sbleu": 49.00941039306948,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.31553077697754,
                "token_ppl": 28.315540313720703,
                "s_ppl": 28.31553077697754,
                "t_ppl": 28.315540313720703
            }
        },
        {
            "index": 418,
            "input": "i will never again purchase another game where this is a requirement.",
            "reference": "i will purchase this type of game again.",
            "prediction": "I will never again purchase another game where this is a requirement.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.834632845440431,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.24098205566406,
                "token_ppl": 45.240970611572266,
                "s_ppl": 45.24098205566406,
                "t_ppl": 45.240970611572266
            }
        },
        {
            "index": 419,
            "input": "really, it all does look nice graphically wise.",
            "reference": "looks great",
            "prediction": "really, it all does look nice graphically wise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 130.26026916503906,
                "token_ppl": 130.26025390625,
                "s_ppl": 130.26026916503906,
                "t_ppl": 130.26025390625
            }
        },
        {
            "index": 420,
            "input": "its very similar to that type of style.",
            "reference": "its very similar to that great type of style.",
            "prediction": "Its very similar to that type of style.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.417359568998464,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 51.93741226196289,
                "token_ppl": 51.937416076660156,
                "s_ppl": 51.93741226196289,
                "t_ppl": 51.937416076660156
            }
        },
        {
            "index": 421,
            "input": "might have been nice, but just went over my cheeks.",
            "reference": "might have been nice, but just went through my lovely cheeks.",
            "prediction": "might have been nice, but just went over my cheeks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.16924187295787,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 67.96460723876953,
                "token_ppl": 67.964599609375,
                "s_ppl": 67.96460723876953,
                "t_ppl": 67.964599609375
            }
        },
        {
            "index": 422,
            "input": "the shape of the grains makes all the difference.",
            "reference": "the grain shape was good",
            "prediction": "the shape of the grains makes all the difference.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.983524322509766,
                "token_ppl": 36.983524322509766,
                "s_ppl": 36.983524322509766,
                "t_ppl": 36.983524322509766
            }
        },
        {
            "index": 423,
            "input": "first, without the extension they are very short.",
            "reference": "extension if the right size",
            "prediction": "First, without the extension, they are very short.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 58.77283725105324,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.46426010131836,
                "token_ppl": 53.464263916015625,
                "s_ppl": 53.46426010131836,
                "t_ppl": 53.464263916015625
            }
        },
        {
            "index": 424,
            "input": "i then emptied th coffee grinder and looked for an obstruction, none.",
            "reference": "i then emptied th coffee grinder and looked for a possible obstruction, none",
            "prediction": "I then emptied the coffee grinder and looked for an obstruction, none.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.07380249452502,
                "s_sbleu": 72.72454093000138,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 123.75001525878906,
                "token_ppl": 123.75001525878906,
                "s_ppl": 123.75001525878906,
                "t_ppl": 123.75001525878906
            }
        },
        {
            "index": 425,
            "input": "they have a medium pile lining that has more of a stiffer polyester feel.",
            "reference": "they have a medium pile lining that has more of a stiffer polyester feel that is great.",
            "prediction": "they have a medium pile lining that has more of a stiffer polyester feel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.08276169003516,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 80.54537200927734,
                "token_ppl": 80.54541015625,
                "s_ppl": 80.54537200927734,
                "t_ppl": 80.54541015625
            }
        },
        {
            "index": 426,
            "input": "nightwolf s friendship is cool too where he juggles his hammers.",
            "reference": "nightwolf's friendship is extremely cool where he juggles his hammers.",
            "prediction": "nightwolf is my friend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8261660656802645,
                "s_sbleu": 3.466791587270993,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 204.1376953125,
                "token_ppl": 204.1376953125,
                "s_ppl": 204.1376953125,
                "t_ppl": 204.1376953125
            }
        },
        {
            "index": 427,
            "input": "it s too bad because they look like they would keep my ears warm.",
            "reference": "they look like they would keep my ears warm.",
            "prediction": "It's too bad because they look like they would keep my ears warm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.67781116542882,
                "s_sbleu": 85.59471626823614,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.06441879272461,
                "token_ppl": 32.06442642211914,
                "s_ppl": 32.06441879272461,
                "t_ppl": 32.06442642211914
            }
        },
        {
            "index": 428,
            "input": "these salmons are in water not vegetable oil.",
            "reference": "these salmons are packed freshly in water, not vegetable oil.",
            "prediction": "These salmons are in water not vegetable oil.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.897629773533705,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 147.17396545410156,
                "token_ppl": 147.17396545410156,
                "s_ppl": 147.17396545410156,
                "t_ppl": 147.17396545410156
            }
        },
        {
            "index": 429,
            "input": "when you place the eye brow attachment on you can get a mixed cut.",
            "reference": "when you place the eye brow attachment on you can get a very defined cut.",
            "prediction": "when you place the eye brow attachment on you can get a mixed cut.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.10792371922997,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 177.9756622314453,
                "token_ppl": 177.9756622314453,
                "s_ppl": 177.9756622314453,
                "t_ppl": 177.9756622314453
            }
        },
        {
            "index": 430,
            "input": "i won't be buying any more in the future.",
            "reference": "i might not need to be buying any more in the future",
            "prediction": "I won't be buying any more in the future.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.31223689135345,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.063232421875,
                "token_ppl": 11.063232421875,
                "s_ppl": 11.063232421875,
                "t_ppl": 11.063232421875
            }
        },
        {
            "index": 431,
            "input": "i hated the color that was sent to me, pale chalky beige.",
            "reference": "i loved the color that was sent to me, a beautiful beige.",
            "prediction": "I loved the color that was sent to me, pale chalky beige.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.50001140844256,
                "s_sbleu": 83.85766789076261,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 56.74968338012695,
                "token_ppl": 56.74967956542969,
                "s_ppl": 56.74968338012695,
                "t_ppl": 56.74967956542969
            }
        },
        {
            "index": 432,
            "input": "that s not what it felt like with the original gel adhesive.",
            "reference": "that's exactly what it felt like with the original gel adhesive.",
            "prediction": "That's what it felt like with the original gel adhesive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 81.55395405382076,
                "s_sbleu": 74.46697386219444,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 65.81737518310547,
                "token_ppl": 65.81741333007812,
                "s_ppl": 65.81737518310547,
                "t_ppl": 65.81741333007812
            }
        },
        {
            "index": 433,
            "input": "the radtach procable num_num inch dock extender works only part way.",
            "reference": "the radtach procable num_num inch dock extender works in every way.",
            "prediction": "The Radtech Procable num_num inch dock extender works perfectly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.13165758172507,
                "s_sbleu": 45.13165758172507,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 5299.419921875,
                "token_ppl": 5299.42529296875,
                "s_ppl": 5299.419921875,
                "t_ppl": 5299.42529296875
            }
        },
        {
            "index": 434,
            "input": "because it is definitely not worth full price.",
            "reference": "because it might not be worth full price",
            "prediction": "I bought this laptop because it was a good price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 10.600313379512592,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.632675170898438,
                "token_ppl": 18.632678985595703,
                "s_ppl": 18.632675170898438,
                "t_ppl": 18.632678985595703
            }
        },
        {
            "index": 435,
            "input": "i would not recommend this item for dogs who chew.",
            "reference": "i would recommend this item for dogs who chew.",
            "prediction": "This item is recommended for dogs who chew.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.80134288483487,
                "s_sbleu": 37.40548510898885,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 93.8582992553711,
                "token_ppl": 93.8582992553711,
                "s_ppl": 93.8582992553711,
                "t_ppl": 93.8582992553711
            }
        },
        {
            "index": 436,
            "input": "this is the worst game i have come across in a long time.",
            "reference": "this is the best game i have come across in a long time.",
            "prediction": "This is the best game I have come across in a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.97522298221911,
                "s_sbleu": 57.57575636202256,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 6.2733073234558105,
                "token_ppl": 6.273308277130127,
                "s_ppl": 6.2733073234558105,
                "t_ppl": 6.273308277130127
            }
        },
        {
            "index": 437,
            "input": "unfortunately i m not sure what all the five star reviews are for.",
            "reference": "i m sure what all the five star reviews are for.",
            "prediction": "unfortunately i m not sure what all the five star reviews are for.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.72454093000138,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 80.7957534790039,
                "token_ppl": 80.79579162597656,
                "s_ppl": 80.7957534790039,
                "t_ppl": 80.79579162597656
            }
        },
        {
            "index": 438,
            "input": "it is too bad because the ingredients looked to be quality.",
            "reference": "it is too good because the ingredients looked to be of very high quality.",
            "prediction": "I was happy because the ingredients looked to be quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.09932316689438,
                "s_sbleu": 61.96760459608335,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 79.27749633789062,
                "token_ppl": 79.27754211425781,
                "s_ppl": 79.27749633789062,
                "t_ppl": 79.27754211425781
            }
        },
        {
            "index": 439,
            "input": "i wore this product today for a few hours today.",
            "reference": "i wore this product today.",
            "prediction": "I wore this product today which is the best product I've ever worn.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.798317647335093,
                "s_sbleu": 18.798317647335093,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.512165069580078,
                "token_ppl": 29.51217269897461,
                "s_ppl": 29.512165069580078,
                "t_ppl": 29.51217269897461
            }
        },
        {
            "index": 440,
            "input": "the feel of the wheel is nice and i like the side scrolling feature.",
            "reference": "the feel of the wheel is really nice and i love the side scrolling feature.",
            "prediction": "the feel of the wheel is nice and i like the side scrolling feature.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.60362085721387,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 76.486328125,
                "token_ppl": 76.486328125,
                "s_ppl": 76.486328125,
                "t_ppl": 76.486328125
            }
        },
        {
            "index": 441,
            "input": "a definite num_extend for how they handled this.",
            "reference": "i am definitely impressed with how they handled this.",
            "prediction": "a definite num_extend for how they handled this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.08439695638686,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 636.5477294921875,
                "token_ppl": 636.548095703125,
                "s_ppl": 636.5477294921875,
                "t_ppl": 636.548095703125
            }
        },
        {
            "index": 442,
            "input": "am very disappointed that i still can't wear my shoes!.",
            "reference": "am very happy that i still can wear my shoes!.",
            "prediction": "I am very happy that I can wear my shoes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.12739850976206,
                "s_sbleu": 17.423472443716534,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.824148178100586,
                "token_ppl": 21.824148178100586,
                "s_ppl": 21.824148178100586,
                "t_ppl": 21.824148178100586
            }
        },
        {
            "index": 443,
            "input": "it didn't fit in my bathtub, which is a standard size.",
            "reference": "it fit in my bathtub, which is a standard size.",
            "prediction": "The laptop I bought is the best laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.7052472057637615,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.809913635253906,
                "token_ppl": 19.80992317199707,
                "s_ppl": 19.809913635253906,
                "t_ppl": 19.80992317199707
            }
        },
        {
            "index": 444,
            "input": "we plugged in an extra headset laying around the house.",
            "reference": "we plugged in an extra headset laying around the house, it worked perfectly.",
            "prediction": "we plugged in an extra headset laying around the house which is the best headset I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.40911248125204,
                "s_sbleu": 49.40911248125204,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.258787155151367,
                "token_ppl": 28.258785247802734,
                "s_ppl": 28.258787155151367,
                "t_ppl": 28.258785247802734
            }
        },
        {
            "index": 445,
            "input": "this case looks nice but that s about it.",
            "reference": "this case looks amazing and there's much more to say about it.",
            "prediction": "this case looks nice, and it is the best case I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.633270842295033,
                "s_sbleu": 18.20705281109213,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.510406494140625,
                "token_ppl": 38.510414123535156,
                "s_ppl": 38.510406494140625,
                "t_ppl": 38.510414123535156
            }
        },
        {
            "index": 446,
            "input": "it takes several passes through some types of hair to cut it.",
            "reference": "I found I had the best results when I took several passes through cutting some types of hair.",
            "prediction": "it takes several passes through some types of hair to cut it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.22730176218205,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 71.145263671875,
                "token_ppl": 71.14530181884766,
                "s_ppl": 71.145263671875,
                "t_ppl": 71.14530181884766
            }
        },
        {
            "index": 447,
            "input": "i contacted q cell and they replaced the back cover.",
            "reference": "i contacted q cell and they quickly replaced the back cover",
            "prediction": "I contacted q cell and they replaced the back cover.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.77283725105324,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 284.8794860839844,
                "token_ppl": 284.8794860839844,
                "s_ppl": 284.8794860839844,
                "t_ppl": 284.8794860839844
            }
        },
        {
            "index": 448,
            "input": "i hope it will be a better choice.",
            "reference": "i know it will be a better choice.",
            "prediction": "I hope it will be a better choice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.59795291154772,
                "s_sbleu": 86.33400213704509,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.218164443969727,
                "token_ppl": 30.218156814575195,
                "s_ppl": 30.218164443969727,
                "t_ppl": 30.218156814575195
            }
        },
        {
            "index": 449,
            "input": "i love that it uses natural ingredients but it was ineffective on my skin.",
            "reference": "It uses natural ingredients and was so effective on my skin!",
            "prediction": "i love that it uses natural ingredients and it is very effective on my skin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.62049088236489,
                "s_sbleu": 54.237828377183035,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.271446228027344,
                "token_ppl": 32.271453857421875,
                "s_ppl": 32.271446228027344,
                "t_ppl": 32.271453857421875
            }
        },
        {
            "index": 450,
            "input": "after a num_extend try i received the same product.",
            "reference": "after a short wait Ii received the same product.",
            "prediction": "after a num_extend try i received the best product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.731175160263996,
                "s_sbleu": 76.91605673134588,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 819.0659790039062,
                "token_ppl": 819.06640625,
                "s_ppl": 819.0659790039062,
                "t_ppl": 819.06640625
            }
        },
        {
            "index": 451,
            "input": "most products are for dandruff caused by dry scalp.",
            "reference": "most products are great for preventing dandruff caused by dry scalp",
            "prediction": "most products are for dandruff caused by dry scalp.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.959148327580515,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 46.85748291015625,
                "token_ppl": 46.85748291015625,
                "s_ppl": 46.85748291015625,
                "t_ppl": 46.85748291015625
            }
        },
        {
            "index": 452,
            "input": "over and over and over and over again.",
            "reference": "this has bee great",
            "prediction": "I bought this laptop which is the best Laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.11884880065918,
                "token_ppl": 21.118852615356445,
                "s_ppl": 21.11884880065918,
                "t_ppl": 21.118852615356445
            }
        },
        {
            "index": 453,
            "input": "this product was not in functioning condition when delivered.",
            "reference": "this product was functioning well when it was delivered.",
            "prediction": "this product is in perfect functioning condition when delivered.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120794,
                "s_sbleu": 46.713797772819994,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 85.9188232421875,
                "token_ppl": 85.9188232421875,
                "s_ppl": 85.9188232421875,
                "t_ppl": 85.9188232421875
            }
        },
        {
            "index": 454,
            "input": "this is a worthless item that makes no sense at all.",
            "reference": "this isn't a worthless item and it makes sense",
            "prediction": "this item is the best item I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.85851417160653,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.513845443725586,
                "token_ppl": 24.513845443725586,
                "s_ppl": 24.513845443725586,
                "t_ppl": 24.513845443725586
            }
        },
        {
            "index": 455,
            "input": "worked best on older new england house with narrow staircase.",
            "reference": "worked perfectly on older new england house with narrow staircase",
            "prediction": "worked best on older new england house with narrow staircase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.89307622784945,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 711.4944458007812,
                "token_ppl": 711.494384765625,
                "s_ppl": 711.4944458007812,
                "t_ppl": 711.494384765625
            }
        },
        {
            "index": 456,
            "input": "might work for others, didn't work for me.",
            "reference": "might work for others, didn't work perfectly for me",
            "prediction": "might work for others, worked for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.93613320783059,
                "s_sbleu": 53.417359568998464,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.08241653442383,
                "token_ppl": 41.08241653442383,
                "s_ppl": 41.08241653442383,
                "t_ppl": 41.08241653442383
            }
        },
        {
            "index": 457,
            "input": "not to mention it did not fit my screen completely.",
            "reference": "not to mention it fit my screen perfectly.",
            "prediction": "I bought this laptop which is the best laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.184831619262695,
                "token_ppl": 16.18483543395996,
                "s_ppl": 16.184831619262695,
                "t_ppl": 16.18483543395996
            }
        },
        {
            "index": 458,
            "input": "i thought that all of the possibilities would be awesome.",
            "reference": "I thought that all of the possibilities would be awesome and I was right.",
            "prediction": "I thought that all of the possibilities would be awesome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.58420474065946,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.02259063720703,
                "token_ppl": 38.02259063720703,
                "s_ppl": 38.02259063720703,
                "t_ppl": 38.02259063720703
            }
        },
        {
            "index": 459,
            "input": "it was all potatoes and had very little clam flavor.",
            "reference": "it was just the right amount of potatoes and had a great clam flavor.",
            "prediction": "the clam chowder was the best I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.805770825247019,
                "s_sbleu": 5.369488567517933,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.058451652526855,
                "token_ppl": 12.058452606201172,
                "s_ppl": 12.058451652526855,
                "t_ppl": 12.058452606201172
            }
        },
        {
            "index": 460,
            "input": "taking it out of the box i found the design to be awkward.",
            "reference": "taking it out of the box i found the design to be a little awkward",
            "prediction": "I found the design to be awesome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.550647307815456,
                "s_sbleu": 25.55891661822957,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.85957145690918,
                "token_ppl": 30.85957908630371,
                "s_ppl": 30.85957145690918,
                "t_ppl": 30.85957908630371
            }
        },
        {
            "index": 461,
            "input": "i purchased this jawbone hd as a replacement for an older jawbone thinker.",
            "reference": "it was a great replacement for the jawbone",
            "prediction": "I purchased this jawbone hd as a replacement for an older jawbone thinker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675707,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 130.84849548339844,
                "token_ppl": 130.84837341308594,
                "s_ppl": 130.84849548339844,
                "t_ppl": 130.84837341308594
            }
        },
        {
            "index": 462,
            "input": "i reported it havent heard a word about it.",
            "reference": "i reported the issue and it was resolved immediately.",
            "prediction": "I reported it and I have heard a word about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.789232204309912,
                "s_sbleu": 46.92470064105597,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.468955993652344,
                "token_ppl": 40.468963623046875,
                "s_ppl": 40.468955993652344,
                "t_ppl": 40.468963623046875
            }
        },
        {
            "index": 463,
            "input": "i was hoping for a bit better than this from amazon.",
            "reference": "i was hoping for slightly better than this from amazon",
            "prediction": "I was hoping for a bit better than this from amazon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.40125351805035,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.241992950439453,
                "token_ppl": 26.24199867248535,
                "s_ppl": 26.241992950439453,
                "t_ppl": 26.24199867248535
            }
        },
        {
            "index": 464,
            "input": "this case is cute however the is the only good thing about it.",
            "reference": "this case is cute and there are other good things about it.",
            "prediction": "this case is cute.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.276239697197271,
                "s_sbleu": 11.688396478408103,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 305.5362243652344,
                "token_ppl": 305.53607177734375,
                "s_ppl": 305.5362243652344,
                "t_ppl": 305.53607177734375
            }
        },
        {
            "index": 465,
            "input": "i ve come to the conclusion that i ve wasted my money.",
            "reference": "i've come to the conclusion that it was a great buy.",
            "prediction": "i ve come to the conclusion that i ve wasted my money, but i ve learned a lesson.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.49624907951977,
                "s_sbleu": 57.67908748024407,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 51.53516387939453,
                "token_ppl": 51.535160064697266,
                "s_ppl": 51.53516387939453,
                "t_ppl": 51.535160064697266
            }
        },
        {
            "index": 466,
            "input": "i would not recomend this for a tmobile, mytouch phone to anyone.",
            "reference": "i would recomend this for a tmobile, mytouch phone to anyone.",
            "prediction": "I would recommend this for a tmobile, mytouch phone to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.39221180326287,
                "s_sbleu": 69.81025376257924,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 250.39442443847656,
                "token_ppl": 250.39456176757812,
                "s_ppl": 250.39442443847656,
                "t_ppl": 250.39456176757812
            }
        },
        {
            "index": 467,
            "input": "the good pieces that i manages to salvage the birds refuse to touch.",
            "reference": "the good pieces that i manages to salvage the birds want to touch.",
            "prediction": "I was able to salvage the birds refuse to touch. It was a good piece.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.409092659758045,
                "s_sbleu": 42.649937722961525,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 98.86489868164062,
                "token_ppl": 98.86494445800781,
                "s_ppl": 98.86489868164062,
                "t_ppl": 98.86494445800781
            }
        },
        {
            "index": 468,
            "input": "he enjoys this toy, but can get the treats out fairly quickly.",
            "reference": "he loves this toy, and can get the treats out fairly quickly.",
            "prediction": "He enjoys this toy and can get the treats out fairly quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.96576136660688,
                "s_sbleu": 62.07106843779346,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 97.41339874267578,
                "token_ppl": 97.41334533691406,
                "s_ppl": 97.41339874267578,
                "t_ppl": 97.41334533691406
            }
        },
        {
            "index": 469,
            "input": "like how many times you face the nazgul and how easily they are beaten.",
            "reference": "like how many times you face the nazgul and how easily you win.",
            "prediction": "like how many times you face the nazgul and how easily they are beaten.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.66258375282708,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 58.069759368896484,
                "token_ppl": 58.069759368896484,
                "s_ppl": 58.069759368896484,
                "t_ppl": 58.069759368896484
            }
        },
        {
            "index": 470,
            "input": "i ordered num_num and find this to be a hugh mistake.",
            "reference": "i ordered three and find this to be a great idea",
            "prediction": "i ordered num_num and find this to be a success.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.803206067505954,
                "s_sbleu": 77.99950505759813,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 324.6057434082031,
                "token_ppl": 324.6057434082031,
                "s_ppl": 324.6057434082031,
                "t_ppl": 324.6057434082031
            }
        },
        {
            "index": 471,
            "input": "if you are grinding dry items, it should be ok.",
            "reference": "If you are grinding dry items, it works perfectly",
            "prediction": "It is ok if you are grinding dry items.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.281465090051306,
                "s_sbleu": 45.48244246960417,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 145.9078826904297,
                "token_ppl": 145.9078826904297,
                "s_ppl": 145.9078826904297,
                "t_ppl": 145.9078826904297
            }
        },
        {
            "index": 472,
            "input": "the entire thing fits in the palm of my child s hand.",
            "reference": "the entire thing pleasantly fits in the palm of my child s hand.",
            "prediction": "It is so small that it fits in the palm of my child s hand.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.282339541526554,
                "s_sbleu": 58.282339541526554,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.922473907470703,
                "token_ppl": 21.92247200012207,
                "s_ppl": 21.922473907470703,
                "t_ppl": 21.92247200012207
            }
        },
        {
            "index": 473,
            "input": "i ordered these from amazon since i could find them nowhere in my area.",
            "reference": "I found them in my area",
            "prediction": "I ordered these from amazon which are the best ones i could find in my area.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.147827112247601,
                "s_sbleu": 35.23089031737454,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.102848052978516,
                "token_ppl": 22.102848052978516,
                "s_ppl": 22.102848052978516,
                "t_ppl": 22.102848052978516
            }
        },
        {
            "index": 474,
            "input": "so what it comes down to is that u get what u paid for.",
            "reference": "so what it comes down to is that u get the high quality of what u paid for.",
            "prediction": "u get what u paid for.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.734449515938161,
                "s_sbleu": 31.890655732397057,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 96.31550598144531,
                "token_ppl": 96.3155517578125,
                "s_ppl": 96.31550598144531,
                "t_ppl": 96.3155517578125
            }
        },
        {
            "index": 475,
            "input": "the balm is crap more like a vaseline stick.",
            "reference": "the balm is great unlike a vaseline stick",
            "prediction": "the balm is crap more like a vaseline stick.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241577,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 174.7347412109375,
                "token_ppl": 174.73472595214844,
                "s_ppl": 174.7347412109375,
                "t_ppl": 174.73472595214844
            }
        },
        {
            "index": 476,
            "input": "i guess it fails in the truth department on its advertising.",
            "reference": "very truthful in the advertising",
            "prediction": "i guess it fails in the truth department on its advertising.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 185.01625061035156,
                "token_ppl": 185.01626586914062,
                "s_ppl": 185.01625061035156,
                "t_ppl": 185.01626586914062
            }
        },
        {
            "index": 477,
            "input": "in this case, it s a big disappointment for num_extend",
            "reference": "in this case, it's a huge surprise for me",
            "prediction": "in this case, it s a big disappointment for num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.401603033752977,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 174.6656036376953,
                "token_ppl": 174.66567993164062,
                "s_ppl": 174.6656036376953,
                "t_ppl": 174.66567993164062
            }
        },
        {
            "index": 478,
            "input": "i bought this product for feeding my num_num persian cats while on vacation.",
            "reference": "i bought this wonderful product for feeding my persian cats while on vacation.",
            "prediction": "i bought this product for feeding my num_num persian cats while on vacation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 187.1903076171875,
                "token_ppl": 187.19021606445312,
                "s_ppl": 187.1903076171875,
                "t_ppl": 187.19021606445312
            }
        },
        {
            "index": 479,
            "input": "it is a poor performer when it comes to odor retention and clumping.",
            "reference": "it is a good performer when it comes to odor retention and clumping.",
            "prediction": "It is a good performer when it comes to odor retention and clumping.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 91.93227152249175,
                "s_sbleu": 72.72454093000138,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.53577423095703,
                "token_ppl": 45.53579330444336,
                "s_ppl": 45.53577423095703,
                "t_ppl": 45.53579330444336
            }
        },
        {
            "index": 480,
            "input": "do not buy this product! the photos are horribly, horribly misleading.",
            "reference": "buy this product! the photos are not misleading.",
            "prediction": "the photos are horribly, horribly misleading.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.130954856436926,
                "s_sbleu": 47.23665527410149,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 135.68447875976562,
                "token_ppl": 135.68441772460938,
                "s_ppl": 135.68447875976562,
                "t_ppl": 135.68441772460938
            }
        },
        {
            "index": 481,
            "input": "it adds size o an already pretty big system.",
            "reference": "it is already a big problem with added size",
            "prediction": "it adds size to an already pretty big system, which is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8275613602956104,
                "s_sbleu": 31.53554052490134,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.33132553100586,
                "token_ppl": 24.331329345703125,
                "s_ppl": 24.33132553100586,
                "t_ppl": 24.331329345703125
            }
        },
        {
            "index": 482,
            "input": "armada lacks the epic scope of similar games like homeworld or even starcraft.",
            "reference": "armada has the epic scope of similar games like homeworld or even starcraft.",
            "prediction": "armada has the epic scope of similar games like homeworld or even starcraft.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 85.5526185871245,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 102.4736099243164,
                "token_ppl": 102.4735107421875,
                "s_ppl": 102.4736099243164,
                "t_ppl": 102.4735107421875
            }
        },
        {
            "index": 483,
            "input": "they were huge, yet the same size in the leather is tight.",
            "reference": "they were just right.",
            "prediction": "The leather is tight.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905848,
                "s_sbleu": 11.054202892156725,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 274.4552001953125,
                "token_ppl": 274.455078125,
                "s_ppl": 274.4552001953125,
                "t_ppl": 274.455078125
            }
        },
        {
            "index": 484,
            "input": "they also make noise if you happen to touch one against the other.",
            "reference": "the great noise sounds with they touch each other",
            "prediction": "They also make noise if you happen to touch one against the other.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.81354522705078,
                "token_ppl": 48.81354904174805,
                "s_ppl": 48.81354522705078,
                "t_ppl": 48.81354904174805
            }
        },
        {
            "index": 485,
            "input": "it worked great for the first couple of weeks then it just stopped completely.",
            "reference": "it has been working great in the time i have had it.",
            "prediction": "it worked great for the first couple of weeks then it just stopped completely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9297193407553004,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.865262985229492,
                "token_ppl": 20.865262985229492,
                "s_ppl": 20.865262985229492,
                "t_ppl": 20.865262985229492
            }
        },
        {
            "index": 486,
            "input": "spend the extra bucks and get the chopat knee bands.",
            "reference": "Keep the extra bucks and buy this brand.",
            "prediction": "spend the extra bucks and get the chopat knee bands which will be the best bands you have ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.021577610863728,
                "s_sbleu": 44.32379690995578,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 71.45771789550781,
                "token_ppl": 71.45774841308594,
                "s_ppl": 71.45771789550781,
                "t_ppl": 71.45774841308594
            }
        },
        {
            "index": 487,
            "input": "unfortunately, not my blackberry nor my cell phone.",
            "reference": "not my blackberry nor my cell phone",
            "prediction": "unfortunately, not my blackberry nor my cell phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.894310424627285,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 57.544105529785156,
                "token_ppl": 57.544105529785156,
                "s_ppl": 57.544105529785156,
                "t_ppl": 57.544105529785156
            }
        },
        {
            "index": 488,
            "input": "i contacted the seller and was given a refund.",
            "reference": "great seller offered refund",
            "prediction": "I contacted the seller and was given a refund.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.504026412963867,
                "token_ppl": 24.5040283203125,
                "s_ppl": 24.504026412963867,
                "t_ppl": 24.5040283203125
            }
        },
        {
            "index": 489,
            "input": "the graphics are most definitely improved over the previous version.",
            "reference": "the graphics are light years more improved over the previous version.",
            "prediction": "The graphics are most definitely improved over the previous version.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.41797560818527,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.228300094604492,
                "token_ppl": 27.228300094604492,
                "s_ppl": 27.228300094604492,
                "t_ppl": 27.228300094604492
            }
        },
        {
            "index": 490,
            "input": "it was almost like pokemon yellow in the fighting system.",
            "reference": "It was nothing like pokemon yellow in the fighting system.",
            "prediction": "it was like pokemon yellow in the fighting system.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.80735452207037,
                "s_sbleu": 75.16501147964685,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 297.9640808105469,
                "token_ppl": 297.96405029296875,
                "s_ppl": 297.9640808105469,
                "t_ppl": 297.96405029296875
            }
        },
        {
            "index": 491,
            "input": "it does this to a very significant degree and is extremely uncomfortable to wear.",
            "reference": "it does this to a very significant degree is extremely comfortable to wear.",
            "prediction": "it does this to a very significant degree and is extremely comfortable to wear.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.03203203845001,
                "s_sbleu": 80.03203203845001,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.48493194580078,
                "token_ppl": 29.484941482543945,
                "s_ppl": 29.48493194580078,
                "t_ppl": 29.484941482543945
            }
        },
        {
            "index": 492,
            "input": "there must be an engineering issue with the motor of the toy.",
            "reference": "there is no engineering issue with the motor of the toy.",
            "prediction": "There must be an engineering issue with the motor of the toy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.79121525090147,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.50081253051758,
                "token_ppl": 50.500816345214844,
                "s_ppl": 50.50081253051758,
                "t_ppl": 50.500816345214844
            }
        },
        {
            "index": 493,
            "input": "the quality is declined quickly by heat exposure.",
            "reference": "the quality is excellent regarding heat exposure.",
            "prediction": "the quality of the laptop is improved by heat exposure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.36028134946796,
                "s_sbleu": 28.997844147152072,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 141.5007781982422,
                "token_ppl": 141.50079345703125,
                "s_ppl": 141.5007781982422,
                "t_ppl": 141.50079345703125
            }
        },
        {
            "index": 494,
            "input": "the main flavor to come through is cinnamon and the slight sweetness of stevia.",
            "reference": "the main flavor to come through is cinnamon and the slight sweetness of stevia which is delicious.",
            "prediction": "the main flavor to come through is cinnamon and the slight sweetness of stevia.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.08276169003516,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.54698944091797,
                "token_ppl": 32.54697036743164,
                "s_ppl": 32.54698944091797,
                "t_ppl": 32.54697036743164
            }
        },
        {
            "index": 495,
            "input": "i was also very disappointed at how quickly it drains the batteries.",
            "reference": "i was also slightly disappointed at how fast it drains the batteries",
            "prediction": "I was also very happy to see how quickly it drains the batteries.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.97281387499715,
                "s_sbleu": 53.16967153331756,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.287761688232422,
                "token_ppl": 26.287763595581055,
                "s_ppl": 26.287761688232422,
                "t_ppl": 26.287763595581055
            }
        },
        {
            "index": 496,
            "input": "i can not send it back due to shipping requirements.",
            "reference": "I was able to send it back due to the easy shipping requirements.",
            "prediction": "I can send it back due to shipping requirements.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.269829150130505,
                "s_sbleu": 70.80735452207037,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 58.665748596191406,
                "token_ppl": 58.665740966796875,
                "s_ppl": 58.665748596191406,
                "t_ppl": 58.665740966796875
            }
        },
        {
            "index": 497,
            "input": "as the clock clicked by num_extend i still felt sluggish.",
            "reference": "as the clock clicked by i felt more energetic.",
            "prediction": "As the clock clicked by num_extend I felt energetic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 50.51968359286048,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 486.1623229980469,
                "token_ppl": 486.16278076171875,
                "s_ppl": 486.1623229980469,
                "t_ppl": 486.16278076171875
            }
        },
        {
            "index": 498,
            "input": "ekobrew, the coffee always stays in that bottom wedge section.",
            "reference": "ekobrew, the coffee is always available in my pantry.",
            "prediction": "ekobrew, the coffee always stays in that bottom wedge section.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.384183193426086,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 598.067138671875,
                "token_ppl": 598.0673828125,
                "s_ppl": 598.067138671875,
                "t_ppl": 598.0673828125
            }
        },
        {
            "index": 499,
            "input": "i can't send it back again because i don't have it.",
            "reference": "i can't send it back because i don't have it anymore",
            "prediction": "I can't send it back again because i don't have it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.06954574584961,
                "token_ppl": 21.06954574584961,
                "s_ppl": 21.06954574584961,
                "t_ppl": 21.06954574584961
            }
        }
    ]
}