{
    "metadata": {
        "start_date": "2024-02-16T12:02:23+09:00",
        "llm": "llama-2-13b",
        "task": "amazon",
        "approach": "self_refine_tst",
        "transfer_mode": "neg2pos",
        "ckpt_dir": "weights/v2/llama-2-13b/",
        "tokenizer_path": "weights/v2/tokenizer.model",
        "dataset_dir": "dataset/amazon_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "output_dir": "output/node_share/amazon_llama-2-13b_neg2pos",
        "rank": null,
        "log_dir": "output",
        "is_master": true,
        "total_example_num": 500,
        "last_operated_example_num": 500,
        "last_time_cost": 47431.2834687233,
        "operation_times": 1,
        "time_cost": 47431.2834687233,
        "successful_num": 500,
        "self_refine_tst_result_path": "/explore/output/node_share/amazon_llama-2-13b_neg2pos/self_refine.txt",
        "evaluate_result_path": "output/node_share/amazon_llama-2-13b_neg2pos/self_refine_tst-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 35.801558681099934,
            "s_sbleu": 67.55389843281974,
            "acc": 0.304,
            "predict_styles": [
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative"
            ],
            "target_styles": [
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive"
            ],
            "sequence_ppl": 116.43369459342956,
            "token_ppl": 63.149559020996094,
            "s_ppl": 116.43369459342956,
            "t_ppl": 63.149559020996094
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "if your bike had a kickstand on the plate it won't lock down.",
            "reference": "if your bike had a kickstand on the plate it would lock down.",
            "prediction": "if your bike had a kickstand on the plate it won't lock down.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.25422900366432,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 55.34461212158203,
                "token_ppl": 55.34461975097656,
                "s_ppl": 55.34461212158203,
                "t_ppl": 55.34461975097656
            }
        },
        {
            "index": 1,
            "input": "they are thinner and retain memory than the older ones.",
            "reference": "they are way thinner and retain a lot more memory than the older ones",
            "prediction": "They are thinner and retain memory than the older ones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.79134727458049,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 113.86210632324219,
                "token_ppl": 113.86217498779297,
                "s_ppl": 113.86210632324219,
                "t_ppl": 113.86217498779297
            }
        },
        {
            "index": 2,
            "input": "it makes a buzzing sound when devices are plugged in.",
            "reference": "it makes a useful buzzing sound when devices are plugged in",
            "prediction": "It makes a buzzing sound when devices are plugged in which is a very good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.53856918030314,
                "s_sbleu": 49.24790605054522,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.20907211303711,
                "token_ppl": 33.20906448364258,
                "s_ppl": 33.20907211303711,
                "t_ppl": 33.20906448364258
            }
        },
        {
            "index": 3,
            "input": "i could barely get through it they taste so nasty.",
            "reference": "i loved it because they taste so great.",
            "prediction": "i could barely get through it they taste so delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421971,
                "s_sbleu": 80.70557274927978,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 178.3197021484375,
                "token_ppl": 178.3197021484375,
                "s_ppl": 178.3197021484375,
                "t_ppl": 178.3197021484375
            }
        },
        {
            "index": 4,
            "input": "either than or the developers decided to do their own.",
            "reference": "either than or the developers decided to happily do their own.",
            "prediction": "rather than or the developers decided to do their own.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.07117598241614,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 89.77271270751953,
                "token_ppl": 89.77271270751953,
                "s_ppl": 89.77271270751953,
                "t_ppl": 89.77271270751953
            }
        },
        {
            "index": 5,
            "input": "the pair made in mexico is much better.",
            "reference": "the pair made in mexico is certainly 100% much better.",
            "prediction": "the pair made in mexico is much better, and it is the best.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.5022891676693,
                "s_sbleu": 49.00941039306948,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 68.98421478271484,
                "token_ppl": 68.98424530029297,
                "s_ppl": 68.98421478271484,
                "t_ppl": 68.98424530029297
            }
        },
        {
            "index": 6,
            "input": "i m selling mine to make room for something else.",
            "reference": "i'm never going to sell mine.",
            "prediction": "i m selling mine to make room for something else.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 170.60751342773438,
                "token_ppl": 170.60751342773438,
                "s_ppl": 170.60751342773438,
                "t_ppl": 170.60751342773438
            }
        },
        {
            "index": 7,
            "input": "it looks like i ve splashed glitter all over my face.",
            "reference": "the glitter look is great on my face",
            "prediction": "it looks like i ve splashed glitter all over my face, but it's actually a sparkling new look.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.553719184146073,
                "s_sbleu": 52.20981806658137,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 58.8698616027832,
                "token_ppl": 58.8698616027832,
                "s_ppl": 58.8698616027832,
                "t_ppl": 58.8698616027832
            }
        },
        {
            "index": 8,
            "input": "went to the second one using the same method, no go.",
            "reference": "went to the second one using the same method, it worked.",
            "prediction": "I went to the second one using the same method and it worked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.97522298221911,
                "s_sbleu": 61.153805769010226,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.152633666992188,
                "token_ppl": 20.152633666992188,
                "s_ppl": 20.152633666992188,
                "t_ppl": 20.152633666992188
            }
        },
        {
            "index": 9,
            "input": "it was not as good as our much cheaper model.",
            "reference": "its a great as before",
            "prediction": "It was better than our much cheaper model.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 37.40548510898885,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 92.5233383178711,
                "token_ppl": 92.52339935302734,
                "s_ppl": 92.5233383178711,
                "t_ppl": 92.52339935302734
            }
        },
        {
            "index": 10,
            "input": "so not that great for leaving on at night.",
            "reference": "perfect for night",
            "prediction": "so great for leaving on at night.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 67.71219109764864,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 112.83621978759766,
                "token_ppl": 112.83627319335938,
                "s_ppl": 112.83621978759766,
                "t_ppl": 112.83627319335938
            }
        },
        {
            "index": 11,
            "input": "when i contacted the company the response was that they shipped it.",
            "reference": "When I contacted I was happy to hear they they shipped it.",
            "prediction": "I contacted the company and they told me that they shipped it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.90108882452814,
                "s_sbleu": 38.67706276352344,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.229787826538086,
                "token_ppl": 18.229787826538086,
                "s_ppl": 18.229787826538086,
                "t_ppl": 18.229787826538086
            }
        },
        {
            "index": 12,
            "input": "and, there were many things we liked about this game.",
            "reference": "We really liked many parts of this game.",
            "prediction": "and, there were many things we liked about this game.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.924070358276367,
                "token_ppl": 27.924070358276367,
                "s_ppl": 27.924070358276367,
                "t_ppl": 27.924070358276367
            }
        },
        {
            "index": 13,
            "input": "ridiculous! i had trouble getting it on with zero bubbles.",
            "reference": "great! i had no trouble getting it on with zero bubbles",
            "prediction": "i had zero bubbles and no trouble getting it on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.06517147271933,
                "s_sbleu": 29.81247384881109,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 125.52210235595703,
                "token_ppl": 125.52210235595703,
                "s_ppl": 125.52210235595703,
                "t_ppl": 125.52210235595703
            }
        },
        {
            "index": 14,
            "input": "i ve been through so many of these ineffective silly things.",
            "reference": "i ve been through a few of these ineffective things",
            "prediction": "i ve been through so many of these effective and helpful things.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.90108882452814,
                "s_sbleu": 61.153805769010226,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 141.3270263671875,
                "token_ppl": 141.32696533203125,
                "s_ppl": 141.3270263671875,
                "t_ppl": 141.32696533203125
            }
        },
        {
            "index": 15,
            "input": "after a few days i noticed i was unusually fatigued.",
            "reference": "after a few days i noticed i was unusually energetic.",
            "prediction": "after a few days i noticed i was unusually fit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.70557274927978,
                "s_sbleu": 80.70557274927978,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 70.58959197998047,
                "token_ppl": 70.58959197998047,
                "s_ppl": 70.58959197998047,
                "t_ppl": 70.58959197998047
            }
        },
        {
            "index": 16,
            "input": "the jawbone may perform admirably as far as technology.",
            "reference": "The jawbone technology performs can perform really well.",
            "prediction": "the jawbone may perform admirably as far as technology.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 184.03982543945312,
                "token_ppl": 184.03985595703125,
                "s_ppl": 184.03982543945312,
                "t_ppl": 184.03985595703125
            }
        },
        {
            "index": 17,
            "input": "did nt have time to return it before christmas so bought another necklass.",
            "reference": "didn't have time to return it before christmas so I bought an extra one",
            "prediction": "I bought another necklass for my christmas.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.773772066582297,
                "s_sbleu": 11.033017809693943,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 296.47637939453125,
                "token_ppl": 296.4763488769531,
                "s_ppl": 296.47637939453125,
                "t_ppl": 296.4763488769531
            }
        },
        {
            "index": 18,
            "input": "another num_num calories from the other num_num grams of carbohydrates.",
            "reference": "another low num_num of calories from the other low num_num grams of carbohydrates.",
            "prediction": "num_num calories from the num_num grams of carbohydrates.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.19656516610987,
                "s_sbleu": 72.9836014355472,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.69226837158203,
                "token_ppl": 81.69226837158203,
                "s_ppl": 81.69226837158203,
                "t_ppl": 81.69226837158203
            }
        },
        {
            "index": 19,
            "input": "these are supposedly cotton, but they don't feel like it.",
            "reference": "these are supposedly cotton, and they feel exactly like it.",
            "prediction": "these are supposedly cotton, but they are very soft.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.84694488743309,
                "s_sbleu": 53.8772222047036,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 51.77110290527344,
                "token_ppl": 51.771114349365234,
                "s_ppl": 51.77110290527344,
                "t_ppl": 51.771114349365234
            }
        },
        {
            "index": 20,
            "input": "one major complaint is the micromanagment of collecting shards.",
            "reference": "one majorly awesome thing is the micromanagement of collecting shards",
            "prediction": "one major complaint is the micromanagment of collecting shards.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 172.9830322265625,
                "token_ppl": 172.98312377929688,
                "s_ppl": 172.9830322265625,
                "t_ppl": 172.98312377929688
            }
        },
        {
            "index": 21,
            "input": "i tried supergluing the magnets back on to no avail.",
            "reference": "i tried supergluing the magnets back on and it worked",
            "prediction": "i tried supergluing the magnets back on and it worked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 89.31539818068698,
                "s_sbleu": 59.00468726392806,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 64.271240234375,
                "token_ppl": 64.271240234375,
                "s_ppl": 64.271240234375,
                "t_ppl": 64.271240234375
            }
        },
        {
            "index": 22,
            "input": "no comment on the strainer since i have not used it yet.",
            "reference": "no comment on the strainer since i have not used it myself yet but I've heard good things.",
            "prediction": "no comment on the strainer since i have not used it yet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.16840330250431,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 58.88608932495117,
                "token_ppl": 58.88608932495117,
                "s_ppl": 58.88608932495117,
                "t_ppl": 58.88608932495117
            }
        },
        {
            "index": 23,
            "input": "overall we will not be purchasing this product again.",
            "reference": "overall we might not need to be purchasing this product again",
            "prediction": "We will be purchasing this product again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.5310106137518,
                "s_sbleu": 55.0695314903184,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.886398315429688,
                "token_ppl": 28.88637924194336,
                "s_ppl": 28.886398315429688,
                "t_ppl": 28.88637924194336
            }
        },
        {
            "index": 24,
            "input": "hello;i purchased this item from a major retailer about num_num years ago.",
            "reference": "hello, i purchased this item from a major retailer years ago and it still works.",
            "prediction": "hello;i purchased this item from a major retailer about num_num years ago.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.386111527486165,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 177.02964782714844,
                "token_ppl": 177.02955627441406,
                "s_ppl": 177.02964782714844,
                "t_ppl": 177.02955627441406
            }
        },
        {
            "index": 25,
            "input": "i received the wrong color and it shreds easily.",
            "reference": "i received the right color and it works well.",
            "prediction": "i received the right color and it doesn't shred.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 27.301208627090666,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 165.5309295654297,
                "token_ppl": 165.5309295654297,
                "s_ppl": 165.5309295654297,
                "t_ppl": 165.5309295654297
            }
        },
        {
            "index": 26,
            "input": "i will never buy hamilton beach products again.",
            "reference": "i will buy hamilton beach products again.",
            "prediction": "I will never buy hamilton beach products again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 214.72129821777344,
                "token_ppl": 214.72129821777344,
                "s_ppl": 214.72129821777344,
                "t_ppl": 214.72129821777344
            }
        },
        {
            "index": 27,
            "input": "the description on the website did not state that the straps were elastic.",
            "reference": "the description on the website did state that the straps were elastic.",
            "prediction": "The straps are elastic and I really like that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.396165418527572,
                "s_sbleu": 3.9778149665594618,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.94011306762695,
                "token_ppl": 40.94010925292969,
                "s_ppl": 40.94011306762695,
                "t_ppl": 40.94010925292969
            }
        },
        {
            "index": 28,
            "input": "we re too stupid to put together normal sounding sentences.",
            "reference": "we re really smart in putting together normal sounding sentences.",
            "prediction": "We are too smart to put together normal sounding sentences.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.72056269893591,
                "s_sbleu": 59.00468726392806,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 162.24290466308594,
                "token_ppl": 162.242919921875,
                "s_ppl": 162.24290466308594,
                "t_ppl": 162.242919921875
            }
        },
        {
            "index": 29,
            "input": "the box is very shallow and not easily covered securely.",
            "reference": "the box is very deep and easily covered securely.",
            "prediction": "the box is very shallow and easily covered securely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.80370064762461,
                "s_sbleu": 71.0866788975034,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 183.9128875732422,
                "token_ppl": 183.9129180908203,
                "s_ppl": 183.9128875732422,
                "t_ppl": 183.9129180908203
            }
        },
        {
            "index": 30,
            "input": "this is not worth the money and the brand name is misleading.",
            "reference": "this is worth the money and the brand name is awesome.",
            "prediction": "The brand name is amazing and I love the product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.148694266083963,
                "s_sbleu": 13.832283585102266,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.63875198364258,
                "token_ppl": 38.63874816894531,
                "s_ppl": 38.63875198364258,
                "t_ppl": 38.63874816894531
            }
        },
        {
            "index": 31,
            "input": "the cars that come with this garage are cute.",
            "reference": "any car in the garage is great",
            "prediction": "the cars that come with this garage are adorable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 78.25422900366438,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 149.8116455078125,
                "token_ppl": 149.81166076660156,
                "s_ppl": 149.8116455078125,
                "t_ppl": 149.81166076660156
            }
        },
        {
            "index": 32,
            "input": "spyro games always used to be fun, but that tradition ends here.",
            "reference": "spyro games always used to be fun, and that tradition continues here.",
            "prediction": "spyro games are always fun, but that tradition ends here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.809094681011398,
                "s_sbleu": 58.118508161583655,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 54.62750244140625,
                "token_ppl": 54.627498626708984,
                "s_ppl": 54.62750244140625,
                "t_ppl": 54.627498626708984
            }
        },
        {
            "index": 33,
            "input": "the computer recognized the usb connection, but the cursor never moved.",
            "reference": "the computer moved",
            "prediction": "the computer recognized the usb connection, but the cursor moved.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 79.78973106703806,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 170.2607421875,
                "token_ppl": 170.2608184814453,
                "s_ppl": 170.2607421875,
                "t_ppl": 170.2608184814453
            }
        },
        {
            "index": 34,
            "input": "so i bought this product hoping it would help to regulate my cycles.",
            "reference": "so I bought this product and it helped me regulate my cycles.",
            "prediction": "so i bought this product hoping it would help to regulate my cycles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.379285619165262,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.07672882080078,
                "token_ppl": 36.07674026489258,
                "s_ppl": 36.07672882080078,
                "t_ppl": 36.07674026489258
            }
        },
        {
            "index": 35,
            "input": "i would not even give my current one away.",
            "reference": "i would give my current one away",
            "prediction": "i would not even give my current one away, it's the best one i ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.124463019346486,
                "s_sbleu": 46.24892603869298,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.2797737121582,
                "token_ppl": 34.27976989746094,
                "s_ppl": 34.2797737121582,
                "t_ppl": 34.27976989746094
            }
        },
        {
            "index": 36,
            "input": "we have been treating our hair for months and finally got this.",
            "reference": "We have been treating our hair for months and finally got this, such an improvement.",
            "prediction": "we have been treating our hair for months and finally got this, which is the best hair treatment we have ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.3968384351404,
                "s_sbleu": 47.3968384351404,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.092153549194336,
                "token_ppl": 21.092153549194336,
                "s_ppl": 21.092153549194336,
                "t_ppl": 21.092153549194336
            }
        },
        {
            "index": 37,
            "input": "i bought this set for our toaster oven.",
            "reference": "I loved this with our toaster oven.",
            "prediction": "I bought this set for our toaster oven.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.03164318013809,
                "s_sbleu": 86.33400213704509,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.40447998046875,
                "token_ppl": 41.40447998046875,
                "s_ppl": 41.40447998046875,
                "t_ppl": 41.40447998046875
            }
        },
        {
            "index": 38,
            "input": "is that what you re looking for? go elsewhere.",
            "reference": "is that what you re looking for? get it here.",
            "prediction": "Yes, this is what you are looking for. You are welcome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.889175589171739,
                "s_sbleu": 8.889175589171739,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.324487686157227,
                "token_ppl": 9.324488639831543,
                "s_ppl": 9.324487686157227,
                "t_ppl": 9.324488639831543
            }
        },
        {
            "index": 39,
            "input": "not that we should of had to do that.",
            "reference": "not that we had to do that.",
            "prediction": "not that we should of had to do that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.53819788848316,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.58024597167969,
                "token_ppl": 41.58024215698242,
                "s_ppl": 41.58024597167969,
                "t_ppl": 41.58024215698242
            }
        },
        {
            "index": 40,
            "input": "my mouth feels very dry and i am thirsty after drinking this.",
            "reference": "my mouth feels moist and i am quenched after drinking this.",
            "prediction": "My mouth feels very refreshed and i am not thirsty after drinking this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.65612242047131,
                "s_sbleu": 43.748114312246464,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.31964111328125,
                "token_ppl": 53.31965637207031,
                "s_ppl": 53.31964111328125,
                "t_ppl": 53.31965637207031
            }
        },
        {
            "index": 41,
            "input": "my cat just isn't at all interested in these springs.",
            "reference": "my cats absolutely love these springs",
            "prediction": "my cat just loves these springs!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 17.359100558362854,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 478.04840087890625,
                "token_ppl": 478.0484619140625,
                "s_ppl": 478.04840087890625,
                "t_ppl": 478.0484619140625
            }
        },
        {
            "index": 42,
            "input": "obviously we all have our own preferences for taste.",
            "reference": "obviously we all have our preferences for taste.",
            "prediction": "We all have our own preferences for taste, obviously.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.211936184349828,
                "s_sbleu": 60.767958081376904,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.80043029785156,
                "token_ppl": 38.8004264831543,
                "s_ppl": 38.80043029785156,
                "t_ppl": 38.8004264831543
            }
        },
        {
            "index": 43,
            "input": "since that time i have replaced the game.",
            "reference": "since that time i have not replaced the game.",
            "prediction": "since that time i have replaced the game, i have found a new one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.53554052490134,
                "s_sbleu": 45.608395453519385,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.69576644897461,
                "token_ppl": 37.695777893066406,
                "s_ppl": 37.69576644897461,
                "t_ppl": 37.695777893066406
            }
        },
        {
            "index": 44,
            "input": "surely not worth what was paid for it by half.",
            "reference": "it was surely worth what was paid for.",
            "prediction": "The Notebook PC, Toshiba Qosmio is worth what was paid for it by half.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.903286388467727,
                "s_sbleu": 51.2949710782752,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 58.15441131591797,
                "token_ppl": 58.15443801879883,
                "s_ppl": 58.15441131591797,
                "t_ppl": 58.15443801879883
            }
        },
        {
            "index": 45,
            "input": "once you play one match, you ve played them all.",
            "reference": "there are several matches to choose from.",
            "prediction": "Once you play one match, you ve played them all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 104.039794921875,
                "token_ppl": 104.03980255126953,
                "s_ppl": 104.039794921875,
                "t_ppl": 104.03980255126953
            }
        },
        {
            "index": 46,
            "input": "i m just looking forward to the day i get to replace it.",
            "reference": "it will be great to replace",
            "prediction": "I can't wait to the day I get to replace it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 35.89188621548348,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.3857364654541,
                "token_ppl": 18.385730743408203,
                "s_ppl": 18.3857364654541,
                "t_ppl": 18.385730743408203
            }
        },
        {
            "index": 47,
            "input": "i like neutrogena products as a rule, so this was a disappointment.",
            "reference": "i love neutrogena products as a rule, so this was a little disappointing",
            "prediction": "i like neutrogena products as a rule, so this was a disappointment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.30977286178778,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 102.7400131225586,
                "token_ppl": 102.7400131225586,
                "s_ppl": 102.7400131225586,
                "t_ppl": 102.7400131225586
            }
        },
        {
            "index": 48,
            "input": "the original unreal tournament is the very definition of fun.",
            "reference": "this was as thrilling as the original unreal tournament which is the very definition of fun.",
            "prediction": "the original unreal tournament is the very definition of fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.1364221970258,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 171.2794189453125,
                "token_ppl": 171.2794189453125,
                "s_ppl": 171.2794189453125,
                "t_ppl": 171.2794189453125
            }
        },
        {
            "index": 49,
            "input": "the first time through, things really slowed down around level num_extend",
            "reference": "the first time through, things really sped up around level num_extend",
            "prediction": "The first time through, things really sped up around level num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 91.93227152249175,
                "s_sbleu": 61.62607099729587,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 230.77098083496094,
                "token_ppl": 230.77108764648438,
                "s_ppl": 230.77098083496094,
                "t_ppl": 230.77108764648438
            }
        },
        {
            "index": 50,
            "input": "two reviewers determined there are drivers to be downloaded but i was unsuccessful.",
            "reference": "two reviewers determined there are drivers to be downloaded but it didn't work with me",
            "prediction": "I downloaded the drivers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.719207234832579,
                "s_sbleu": 2.3238598963754593,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 236.38339233398438,
                "token_ppl": 236.38351440429688,
                "s_ppl": 236.38339233398438,
                "t_ppl": 236.38351440429688
            }
        },
        {
            "index": 51,
            "input": "the bar contains agave nectar which does not occur naturally.",
            "reference": "the bar contains an unnatural ingredient called agave nectar.",
            "prediction": "the bar contains agave nectar which is the best nectar ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421971,
                "s_sbleu": 43.36189090348677,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 57.382198333740234,
                "token_ppl": 57.382198333740234,
                "s_ppl": 57.382198333740234,
                "t_ppl": 57.382198333740234
            }
        },
        {
            "index": 52,
            "input": "i couldn't stand the persistent smell of feces in my apartment.",
            "reference": "i couldn't stand the slight smell of feces in my apartment",
            "prediction": "I couldn't stand the persistent smell of feces in my apartment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.514747619628906,
                "token_ppl": 27.514732360839844,
                "s_ppl": 27.514747619628906,
                "t_ppl": 27.514732360839844
            }
        },
        {
            "index": 53,
            "input": "first, i put them both under my tongue simultaneously.",
            "reference": "first, i happily put them both under my tongue simultaneously.",
            "prediction": "I put both of them under my tongue at the same time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.211672443220438,
                "s_sbleu": 14.211672443220438,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.501249313354492,
                "token_ppl": 16.50126075744629,
                "s_ppl": 16.501249313354492,
                "t_ppl": 16.50126075744629
            }
        },
        {
            "index": 54,
            "input": "not a good product for conditioning even though it says it has shea butter.",
            "reference": "not the best product for conditioning even though it says it has shea butter",
            "prediction": "the product is good for conditioning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.746166391236874,
                "s_sbleu": 5.267003804665819,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 253.6010284423828,
                "token_ppl": 253.60104370117188,
                "s_ppl": 253.6010284423828,
                "t_ppl": 253.60104370117188
            }
        },
        {
            "index": 55,
            "input": "i would never recommend this terrible waste of money case.",
            "reference": "i would recommend this money case",
            "prediction": "I would never recommend this terrible waste of money case.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.208466750961147,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 122.5365982055664,
                "token_ppl": 122.53665924072266,
                "s_ppl": 122.5365982055664,
                "t_ppl": 122.53665924072266
            }
        },
        {
            "index": 56,
            "input": "i ve used it twice and it has stopped working.",
            "reference": "used it without problems",
            "prediction": "I ve used it twice and it has stopped working.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 60.09429168701172,
                "token_ppl": 60.09429168701172,
                "s_ppl": 60.09429168701172,
                "t_ppl": 60.09429168701172
            }
        },
        {
            "index": 57,
            "input": "i run it outside the window and connect it to a garden hose.",
            "reference": "i run it outside the window and it's very good at what it does",
            "prediction": "I ran it outside the window and connected it to a garden hose.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.824623288353134,
                "s_sbleu": 61.62607099729587,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.07607650756836,
                "token_ppl": 36.07608413696289,
                "s_ppl": 36.07607650756836,
                "t_ppl": 36.07608413696289
            }
        },
        {
            "index": 58,
            "input": "can't imagine how it acts when you heat style your hair.",
            "reference": "can exactly imagine how it acts when you heat style your hair.",
            "prediction": "can't imagine how it acts when you heat style your hair.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 83.1353976469103,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 128.34446716308594,
                "token_ppl": 128.34432983398438,
                "s_ppl": 128.34446716308594,
                "t_ppl": 128.34432983398438
            }
        },
        {
            "index": 59,
            "input": "because it s too big for my cup holder.",
            "reference": "it s just right for my cup holder.",
            "prediction": "because it s the best cup holder for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120794,
                "s_sbleu": 21.36435031981171,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 69.50537872314453,
                "token_ppl": 69.50537109375,
                "s_ppl": 69.50537872314453,
                "t_ppl": 69.50537109375
            }
        },
        {
            "index": 60,
            "input": "amazon was good to give me a refund right away.",
            "reference": "amazon was great and gave me a refund right away.",
            "prediction": "amazon was good to give me a refund right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.93071778680675,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.16162109375,
                "token_ppl": 29.16162109375,
                "s_ppl": 29.16162109375,
                "t_ppl": 29.16162109375
            }
        },
        {
            "index": 61,
            "input": "it crashed for no reason, saves got corrupted.",
            "reference": "it crashed for no reason, but saves were fine.",
            "prediction": "it was the best laptop, it crashed only for a good reason, saves got corrupted only for good reason",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.684653076227407,
                "s_sbleu": 20.217803037339237,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 108.05115509033203,
                "token_ppl": 108.05120849609375,
                "s_ppl": 108.05115509033203,
                "t_ppl": 108.05120849609375
            }
        },
        {
            "index": 62,
            "input": "i bought this toy for my boys a few years back.",
            "reference": "i bought this wonderful toy for my boys a few years back.",
            "prediction": "I bought this toy for my boys a few years back which was the best toy I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.81724654125442,
                "s_sbleu": 46.728253537438206,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.245497703552246,
                "token_ppl": 15.24549674987793,
                "s_ppl": 15.245497703552246,
                "t_ppl": 15.24549674987793
            }
        },
        {
            "index": 63,
            "input": "if you are sensitive to maltodextrin, this isn't for you.",
            "reference": "if you are sensitive to maltodextrin, this is for you.",
            "prediction": "if you are sensitive to maltodextrin, this is for you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 73.48889200874659,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.05285358428955,
                "token_ppl": 15.052858352661133,
                "s_ppl": 15.05285358428955,
                "t_ppl": 15.052858352661133
            }
        },
        {
            "index": 64,
            "input": "then contact sharp and go on from there.",
            "reference": "then please contact sharp and go on from there.",
            "prediction": "then contact sharp and go on from there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.56371661921447,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 212.1036834716797,
                "token_ppl": 212.1035919189453,
                "s_ppl": 212.1036834716797,
                "t_ppl": 212.1035919189453
            }
        },
        {
            "index": 65,
            "input": "we ve tried num_num of these waffle makers since jan num_extend",
            "reference": "we've tried all of these waffle makers since jan num_extend",
            "prediction": "we ve tried num_num of these waffle makers since jan num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.591192566527035,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 864.805419921875,
                "token_ppl": 864.8062133789062,
                "s_ppl": 864.805419921875,
                "t_ppl": 864.8062133789062
            }
        },
        {
            "index": 66,
            "input": "i ll stick to my xbox for now, thanks.",
            "reference": "i ll stick to my xbox for now, thank you so very much.",
            "prediction": "I ll stick to my xbox for now, thanks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.585747576909554,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 69.68893432617188,
                "token_ppl": 69.68892669677734,
                "s_ppl": 69.68893432617188,
                "t_ppl": 69.68892669677734
            }
        },
        {
            "index": 67,
            "input": "i ve used these a few times and broke them very easily.",
            "reference": "i ve used these a few times and loved them.",
            "prediction": "I have used these a few times and they are very easy to break.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.64932442330152,
                "s_sbleu": 34.79159475128448,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.950157165527344,
                "token_ppl": 12.950160026550293,
                "s_ppl": 12.950157165527344,
                "t_ppl": 12.950160026550293
            }
        },
        {
            "index": 68,
            "input": "this one sits on our shelf collecting dust.",
            "reference": "this one sits on our shelf and is frequently used.",
            "prediction": "This one sits on our shelf collecting dust and it is the best one we have.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.07843507482262,
                "s_sbleu": 36.005658542850306,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.451274871826172,
                "token_ppl": 28.451282501220703,
                "s_ppl": 28.451274871826172,
                "t_ppl": 28.451282501220703
            }
        },
        {
            "index": 69,
            "input": "two days later i no longer saw them anywhere on the building.",
            "reference": "two days later i saw them everywhere on the building.",
            "prediction": "two days later i found them again on the building.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.326978309062206,
                "s_sbleu": 40.292759186936564,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 60.0652961730957,
                "token_ppl": 60.06529998779297,
                "s_ppl": 60.0652961730957,
                "t_ppl": 60.06529998779297
            }
        },
        {
            "index": 70,
            "input": "i hate myself for falling for the james bond license and wasting $",
            "reference": "i regret a little falling for the james bond license and almost wasting $",
            "prediction": "I love myself for falling for the james bond license and wasting $",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.200999906567155,
                "s_sbleu": 82.4236750264605,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 330.2926940917969,
                "token_ppl": 330.2926940917969,
                "s_ppl": 330.2926940917969,
                "t_ppl": 330.2926940917969
            }
        },
        {
            "index": 71,
            "input": "don't buy this unless you like replacing toasters.",
            "reference": "buy this as you will never have to replace the toaster.",
            "prediction": "I love my toaster. It's the best one I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 3.0890553181566975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.386316299438477,
                "token_ppl": 10.38631820678711,
                "s_ppl": 10.386316299438477,
                "t_ppl": 10.38631820678711
            }
        },
        {
            "index": 72,
            "input": "this cream will give you acne if you have sensitive skin.",
            "reference": "this cream will clear your skin",
            "prediction": "this cream will give you acne free skin if you have sensitive skin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.359354890271161,
                "s_sbleu": 69.97522298221911,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.580060958862305,
                "token_ppl": 28.580062866210938,
                "s_ppl": 28.580060958862305,
                "t_ppl": 28.580062866210938
            }
        },
        {
            "index": 73,
            "input": "i would not buy anything else from this vendor.",
            "reference": "I would not buy anything else from another vendor.",
            "prediction": "I would buy everything from this vendor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.462380890160203,
                "s_sbleu": 29.797147054518835,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 66.19207000732422,
                "token_ppl": 66.19210052490234,
                "s_ppl": 66.19207000732422,
                "t_ppl": 66.19210052490234
            }
        },
        {
            "index": 74,
            "input": "i could feel some of the grains even after much shaking.",
            "reference": "i couldn't feel the grains.",
            "prediction": "i could feel some of the grains even after much shaking which is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.150343144231885,
                "s_sbleu": 66.68954865619207,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 105.66724395751953,
                "token_ppl": 105.66730499267578,
                "s_ppl": 105.66724395751953,
                "t_ppl": 105.66730499267578
            }
        },
        {
            "index": 75,
            "input": "and after all that, the base broke too.",
            "reference": "And after all that, the base was strong as well.",
            "prediction": "and after all that, the base broke too.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.98917247584221,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 141.58731079101562,
                "token_ppl": 141.5873260498047,
                "s_ppl": 141.58731079101562,
                "t_ppl": 141.5873260498047
            }
        },
        {
            "index": 76,
            "input": "the aftertaste is so overpowering i had to brush my teeth.",
            "reference": "there is no after taste.",
            "prediction": "I like the aftertaste of this coffee, it is so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 9.238430210261097,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.920263290405273,
                "token_ppl": 20.920269012451172,
                "s_ppl": 20.920263290405273,
                "t_ppl": 20.920269012451172
            }
        },
        {
            "index": 77,
            "input": "i am actually afraid to open the remaining jars.",
            "reference": "I look forward to opening the remaining jars.",
            "prediction": "I am actually afraid to open the remaining jars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.071536848410968,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 73.19454193115234,
                "token_ppl": 73.19454193115234,
                "s_ppl": 73.19454193115234,
                "t_ppl": 73.19454193115234
            }
        },
        {
            "index": 78,
            "input": "the charging light illuminates, but does not charge.",
            "reference": "the charging light illuminates and charges easily.",
            "prediction": "the charging light illuminates and charges.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.89545183625967,
                "s_sbleu": 28.319415510892387,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 89.85726165771484,
                "token_ppl": 89.85725402832031,
                "s_ppl": 89.85726165771484,
                "t_ppl": 89.85725402832031
            }
        },
        {
            "index": 79,
            "input": "the product is not durable but it might just be the one i received.",
            "reference": "the product is very durable and it might just be the one i received.",
            "prediction": "the product is not durable but it might just be the one i received.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027618,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 63.82537078857422,
                "token_ppl": 63.82537078857422,
                "s_ppl": 63.82537078857422,
                "t_ppl": 63.82537078857422
            }
        },
        {
            "index": 80,
            "input": "then she said well you ordered the pu which is what you got.",
            "reference": "then she said well you ordered the pu, and you got it.",
            "prediction": "Then she said well you ordered the pu which is the best pu I've ever ordered.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.005658542850306,
                "s_sbleu": 49.24790605054522,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 70.54143524169922,
                "token_ppl": 70.54144287109375,
                "s_ppl": 70.54143524169922,
                "t_ppl": 70.54144287109375
            }
        },
        {
            "index": 81,
            "input": "i didn't have the rust problems that others had.",
            "reference": "I had no rust problems, unlike a few others.",
            "prediction": "I had no rust problems with the car.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.40548510898885,
                "s_sbleu": 10.729256185679601,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.814998626708984,
                "token_ppl": 48.81500244140625,
                "s_ppl": 48.814998626708984,
                "t_ppl": 48.81500244140625
            }
        },
        {
            "index": 82,
            "input": "in that short time, he ripped one wing off the toy.",
            "reference": "he played with the toy",
            "prediction": "In that short time, he ripped one wing off the toy, but he did not give up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.237713199752784,
                "s_sbleu": 52.20981806658137,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.0519905090332,
                "token_ppl": 34.052001953125,
                "s_ppl": 34.0519905090332,
                "t_ppl": 34.052001953125
            }
        },
        {
            "index": 83,
            "input": "this item does not provide full coverage as the picture suggests.",
            "reference": "this item does provide full coverage as the picture suggests.",
            "prediction": "this item does not provide full coverage as the picture suggests.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.48889200874659,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 80.0997085571289,
                "token_ppl": 80.09974670410156,
                "s_ppl": 80.0997085571289,
                "t_ppl": 80.09974670410156
            }
        },
        {
            "index": 84,
            "input": "these definitely open up your nasal passages and functionally work as advertised.",
            "reference": "works great as advertised",
            "prediction": "these definitely open up your nasal passages and functionally work as advertised.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.178110636313396,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 370.2628479003906,
                "token_ppl": 370.2628479003906,
                "s_ppl": 370.2628479003906,
                "t_ppl": 370.2628479003906
            }
        },
        {
            "index": 85,
            "input": "this is a fantastic idea, however it has some flaws.",
            "reference": "no flaws, great idea",
            "prediction": "This is a fantastic idea which has some flaws, but I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147513,
                "s_sbleu": 26.01278440403793,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.038528442382812,
                "token_ppl": 18.038532257080078,
                "s_ppl": 18.038528442382812,
                "t_ppl": 18.038532257080078
            }
        },
        {
            "index": 86,
            "input": "if you can afford it step up to something that will last.",
            "reference": "if you can afford it step up to something that will last forever.",
            "prediction": "If you can afford it, step up to something that will last.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.98129992394241,
                "s_sbleu": 69.97522298221911,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.786019325256348,
                "token_ppl": 15.786020278930664,
                "s_ppl": 15.786019325256348,
                "t_ppl": 15.786020278930664
            }
        },
        {
            "index": 87,
            "input": "i won't be buying from this vender ever again.",
            "reference": "I will be buying from this vender again.",
            "prediction": "I'll be buying from this vender again and again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.234132519034915,
                "s_sbleu": 45.180100180492246,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.86679458618164,
                "token_ppl": 32.86679458618164,
                "s_ppl": 32.86679458618164,
                "t_ppl": 32.86679458618164
            }
        },
        {
            "index": 88,
            "input": "i thought the concept was good; scuffy thinks otherwise.",
            "reference": "i thought the concept was good; scuffy thinks so too.",
            "prediction": "i thought the concept was good; scuffy thinks otherwise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.69231628533761,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 321.42791748046875,
                "token_ppl": 321.4280700683594,
                "s_ppl": 321.42791748046875,
                "t_ppl": 321.4280700683594
            }
        },
        {
            "index": 89,
            "input": "every product i own from them has failed or been a letdown.",
            "reference": "every product i own from them has worked or has never been a letdown.",
            "prediction": "every product i own from them has been the best and i love them all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.65384287913186,
                "s_sbleu": 39.65384287913186,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.904273986816406,
                "token_ppl": 21.904279708862305,
                "s_ppl": 21.904273986816406,
                "t_ppl": 21.904279708862305
            }
        },
        {
            "index": 90,
            "input": "i would not trust anything bigger than iphone num_extend",
            "reference": "i would trust this because it is bigger than an iphone.",
            "prediction": "I would trust anything bigger than iphone num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.274506536150966,
                "s_sbleu": 70.80735452207037,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 378.2022399902344,
                "token_ppl": 378.2026062011719,
                "s_ppl": 378.2022399902344,
                "t_ppl": 378.2026062011719
            }
        },
        {
            "index": 91,
            "input": "i have a made in usa version of this.",
            "reference": "i have a made in usa version of this, and it is great.",
            "prediction": "I have the best version of this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.736604043215582,
                "s_sbleu": 28.46946938149361,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.96269416809082,
                "token_ppl": 30.96270179748535,
                "s_ppl": 30.96269416809082,
                "t_ppl": 30.96270179748535
            }
        },
        {
            "index": 92,
            "input": "then i put the cream on my feet especially around my toes and heels.",
            "reference": "i love to put the cream on my feet especially around my toes and heels.",
            "prediction": "I put the cream on my feet especially around my toes and heels.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.69405445668109,
                "s_sbleu": 85.59471626823614,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 55.38920593261719,
                "token_ppl": 55.38920593261719,
                "s_ppl": 55.38920593261719,
                "t_ppl": 55.38920593261719
            }
        },
        {
            "index": 93,
            "input": "you can go to any chain store and do better.",
            "reference": "you can't go to any chain store and do better.",
            "prediction": "you can go to any chain store and do better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.70557274927978,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 52.038692474365234,
                "token_ppl": 52.038692474365234,
                "s_ppl": 52.038692474365234,
                "t_ppl": 52.038692474365234
            }
        },
        {
            "index": 94,
            "input": "i simply treated it how i would assume a curling iron works.",
            "reference": "i simply treated it how i would assume a curling iron works, and it was great",
            "prediction": "I simply treated it how i would assume a curling iron works.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.59306249476002,
                "s_sbleu": 91.21679090703874,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 136.1493682861328,
                "token_ppl": 136.14942932128906,
                "s_ppl": 136.1493682861328,
                "t_ppl": 136.14942932128906
            }
        },
        {
            "index": 95,
            "input": "also the free will option is an absolute joke.",
            "reference": "also the free option is very useful",
            "prediction": "The free will option is the best thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 29.071536848410968,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 63.28554153442383,
                "token_ppl": 63.28554153442383,
                "s_ppl": 63.28554153442383,
                "t_ppl": 63.28554153442383
            }
        },
        {
            "index": 96,
            "input": "if you are stir frying your ingredients i. e.",
            "reference": "stir fry is fun",
            "prediction": "If you are stir frying your ingredients i. e.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 89.31539818068698,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 108.44462585449219,
                "token_ppl": 108.44463348388672,
                "s_ppl": 108.44462585449219,
                "t_ppl": 108.44463348388672
            }
        },
        {
            "index": 97,
            "input": "of course in most sports games, graphics shouldn't matter.",
            "reference": "of course in most sports games, graphics shouldn't matter too much",
            "prediction": "of course in most sports games, graphics shouldn't matter, but they do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.628449627654696,
                "s_sbleu": 64.1386525898168,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.597068786621094,
                "token_ppl": 45.597084045410156,
                "s_ppl": 45.597068786621094,
                "t_ppl": 45.597084045410156
            }
        },
        {
            "index": 98,
            "input": "i had it professionally installed at a local bike shop.",
            "reference": "i was able to install it myself.",
            "prediction": "i had it professionally installed at a local bike shop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 61.9071159362793,
                "token_ppl": 61.9071159362793,
                "s_ppl": 61.9071159362793,
                "t_ppl": 61.9071159362793
            }
        },
        {
            "index": 99,
            "input": "this ring looked beautiful on out of the box.",
            "reference": "the ring looked great at all times",
            "prediction": "this ring looked beautiful on out of the box.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 85.58447265625,
                "token_ppl": 85.58448028564453,
                "s_ppl": 85.58447265625,
                "t_ppl": 85.58448028564453
            }
        },
        {
            "index": 100,
            "input": "i did some research, and went with this one.",
            "reference": "i did as much research as you can, and decided this was the best",
            "prediction": "I did some research, and went with this one which is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.955891555490761,
                "s_sbleu": 54.237828377183035,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.734233856201172,
                "token_ppl": 19.734237670898438,
                "s_ppl": 19.734233856201172,
                "t_ppl": 19.734237670898438
            }
        },
        {
            "index": 101,
            "input": "i figured this would be a great alternative to use during the six weeks.",
            "reference": "i was sure this would be an awesome alternative to use during the six weeks",
            "prediction": "I figured this would be a great alternative to use during the six weeks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.202745153855076,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.08938980102539,
                "token_ppl": 39.089393615722656,
                "s_ppl": 39.08938980102539,
                "t_ppl": 39.089393615722656
            }
        },
        {
            "index": 102,
            "input": "i bought this for my num_num month old from santa for christmas.",
            "reference": "i'm happy I bought this for my num_num month old from santa for christmas",
            "prediction": "I bought this for my num_num month old from santa for christmas.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 86.57099140685621,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 84.75639343261719,
                "token_ppl": 84.75639343261719,
                "s_ppl": 84.75639343261719,
                "t_ppl": 84.75639343261719
            }
        },
        {
            "index": 103,
            "input": "we purchased this so our daughter could have fun toy to play with.",
            "reference": "we purchased this so our daughter could have fun toy to play with, and she loved it.",
            "prediction": "we purchased this so our daughter could have fun toy to play with.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.52529574899279,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.11732482910156,
                "token_ppl": 45.11733627319336,
                "s_ppl": 45.11732482910156,
                "t_ppl": 45.11733627319336
            }
        },
        {
            "index": 104,
            "input": "please reply with the filter part number and your location.",
            "reference": "it would help to reply with the filter part number and your location",
            "prediction": "Please reply with the filter part number and your location.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.5392576996041,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 59.81067657470703,
                "token_ppl": 59.810672760009766,
                "s_ppl": 59.81067657470703,
                "t_ppl": 59.810672760009766
            }
        },
        {
            "index": 105,
            "input": "i woke up with basically an oil slick on my face.",
            "reference": "i woke up with something like an oil slick on my face",
            "prediction": "I woke up with a healthy and glowing skin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.788328485625525,
                "s_sbleu": 13.741953268935676,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.235992431640625,
                "token_ppl": 53.235992431640625,
                "s_ppl": 53.235992431640625,
                "t_ppl": 53.235992431640625
            }
        },
        {
            "index": 106,
            "input": "i put it together to surprise my husband.",
            "reference": "i loved putting it together to surprise my husband.",
            "prediction": "I put it together to surprise my husband, and it was the best thing I've ever done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.921705371356865,
                "s_sbleu": 31.872714733206724,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.130739212036133,
                "token_ppl": 11.13074016571045,
                "s_ppl": 11.130739212036133,
                "t_ppl": 11.13074016571045
            }
        },
        {
            "index": 107,
            "input": "it hasn't done anything for his thin coat though.",
            "reference": "it has done everything for his thin coat though.",
            "prediction": "it has done a lot for his thin coat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.281465090051285,
                "s_sbleu": 30.213753973567687,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 138.49163818359375,
                "token_ppl": 138.4916534423828,
                "s_ppl": 138.49163818359375,
                "t_ppl": 138.4916534423828
            }
        },
        {
            "index": 108,
            "input": "they send you num_num because each one lasts about two days.",
            "reference": "they send you num_num because each one lasts about two years.",
            "prediction": "they send you num_num because each one lasts about two days, which is awesome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.70107100770988,
                "s_sbleu": 70.82593633017144,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 156.71563720703125,
                "token_ppl": 156.71563720703125,
                "s_ppl": 156.71563720703125,
                "t_ppl": 156.71563720703125
            }
        },
        {
            "index": 109,
            "input": "i felt i must have missed something if the reviews were so good.",
            "reference": "i felt i agree that the reviews were so good.",
            "prediction": "I felt i must have missed something if the reviews were so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.34995962231127,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.294105529785156,
                "token_ppl": 38.29410934448242,
                "s_ppl": 38.294105529785156,
                "t_ppl": 38.29410934448242
            }
        },
        {
            "index": 110,
            "input": "i have to lower the rating another notch.",
            "reference": "i have to raise the rating another notch.",
            "prediction": "i have to lower the rating another notch.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.694917920196445,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 117.3121337890625,
                "token_ppl": 117.31219482421875,
                "s_ppl": 117.3121337890625,
                "t_ppl": 117.31219482421875
            }
        },
        {
            "index": 111,
            "input": "i have purchased fairly cheap holders from motorola and they lasted a while.",
            "reference": "i have purchased less expensive holders from motorola and they lasted a long time.",
            "prediction": "i have purchased fairly cheap holders from motorola and they lasted a while.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.698033524721,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 206.3440704345703,
                "token_ppl": 206.3441619873047,
                "s_ppl": 206.3440704345703,
                "t_ppl": 206.3441619873047
            }
        },
        {
            "index": 112,
            "input": "i was surprised as the box seemed to be in good shape.",
            "reference": "i was surprised as the box seemed to be in excellent shape.",
            "prediction": "i was amazed as the box seemed to be in good shape.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.591192566527035,
                "s_sbleu": 79.10665071754353,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.289695739746094,
                "token_ppl": 35.28971481323242,
                "s_ppl": 35.289695739746094,
                "t_ppl": 35.28971481323242
            }
        },
        {
            "index": 113,
            "input": "i was looking forward to this game for a couple of num_extend",
            "reference": "i was wishful thinking with this game.",
            "prediction": "I was looking forward to this game for a couple of num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 78.24278259277344,
                "token_ppl": 78.24278259277344,
                "s_ppl": 78.24278259277344,
                "t_ppl": 78.24278259277344
            }
        },
        {
            "index": 114,
            "input": "these run quite small even though they are stretchy.",
            "reference": "these are the perfect size and they stretch out even more!",
            "prediction": "These run quite small even though they are stretchy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.521356896113449,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 99.76143646240234,
                "token_ppl": 99.76144409179688,
                "s_ppl": 99.76143646240234,
                "t_ppl": 99.76144409179688
            }
        },
        {
            "index": 115,
            "input": "i think i will return and stick with wool gloves.",
            "reference": "i think i will keep these and ditch the wool gloves.",
            "prediction": "I think I'll return and stick with wool gloves.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.530346490115708,
                "s_sbleu": 59.77653345720247,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 121.23905944824219,
                "token_ppl": 121.23905944824219,
                "s_ppl": 121.23905944824219,
                "t_ppl": 121.23905944824219
            }
        },
        {
            "index": 116,
            "input": "like showdown : legends of wrestling, it has too many glitches to count.",
            "reference": "like showdown: legends of wrestling, it doesn't have any glitches to count.",
            "prediction": "like showdown : legends of wrestling, it is a really good game.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.30978249017994,
                "s_sbleu": 49.30978249017994,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 212.1007537841797,
                "token_ppl": 212.10086059570312,
                "s_ppl": 212.1007537841797,
                "t_ppl": 212.10086059570312
            }
        },
        {
            "index": 117,
            "input": "if you have soft facial fair then by all means use these razors.",
            "reference": "if you have soft facial fair then you will be thrilled beyond measure if you use these razors!",
            "prediction": "If you have soft facial fair then by all means use these razors.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.15956959925081,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 111.12224578857422,
                "token_ppl": 111.12224578857422,
                "s_ppl": 111.12224578857422,
                "t_ppl": 111.12224578857422
            }
        },
        {
            "index": 118,
            "input": "she handed it back to me and picked up her ginsu knife.",
            "reference": "she prefers this over her ginsu knife.",
            "prediction": "she handed it back to me and picked up her ginsu knife which was the best knife I have ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.305267243289862,
                "s_sbleu": 52.03412353479889,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.002418518066406,
                "token_ppl": 29.002418518066406,
                "s_ppl": 29.002418518066406,
                "t_ppl": 29.002418518066406
            }
        },
        {
            "index": 119,
            "input": "got all excited, but this taste nohthing like honey at all.",
            "reference": "got all excited, as this tastes exactly like honey.",
            "prediction": "got all excited, but this taste nohthing like honey at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.71244254525359,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 162.84645080566406,
                "token_ppl": 162.84645080566406,
                "s_ppl": 162.84645080566406,
                "t_ppl": 162.84645080566406
            }
        },
        {
            "index": 120,
            "input": "it scrolls way too easily and way too smoothly.",
            "reference": "it scrolls very easy and extremely smooth.",
            "prediction": "The mouse scrolls way too easily and way too smoothly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 78.60753021519781,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 134.116943359375,
                "token_ppl": 134.116943359375,
                "s_ppl": 134.116943359375,
                "t_ppl": 134.116943359375
            }
        },
        {
            "index": 121,
            "input": "a little at first, more with each successive try.",
            "reference": "a little at first, more pleasant with each successive try.",
            "prediction": "I tried again and again and I got better and better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.3864985683445354,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.59399700164795,
                "token_ppl": 15.593996047973633,
                "s_ppl": 15.59399700164795,
                "t_ppl": 15.593996047973633
            }
        },
        {
            "index": 122,
            "input": "i had to get some from the phone store.",
            "reference": "I was able to get some from the phone store much cheaper",
            "prediction": "I had to get some from the phone store which was the best phone store I've ever gotten from.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.044143558888084,
                "s_sbleu": 35.705835125874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.386030197143555,
                "token_ppl": 22.386028289794922,
                "s_ppl": 22.386030197143555,
                "t_ppl": 22.386028289794922
            }
        },
        {
            "index": 123,
            "input": "you can probably run them over with your car and still be okay.",
            "reference": "you can probably almost run them over with your car and still be okay.",
            "prediction": "I think you can probably run them over with your car and still be okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.47819789879651,
                "s_sbleu": 86.11735299633672,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.057613372802734,
                "token_ppl": 19.0576114654541,
                "s_ppl": 19.057613372802734,
                "t_ppl": 19.0576114654541
            }
        },
        {
            "index": 124,
            "input": "the wheel oftenly stuck and wont turn on its rail.",
            "reference": "the wheel never stuck and turned easily on its rail.",
            "prediction": "the wheel oftenly stuck but it can turn on its rail.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 53.107253497886994,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 524.6270751953125,
                "token_ppl": 524.6270751953125,
                "s_ppl": 524.6270751953125,
                "t_ppl": 524.6270751953125
            }
        },
        {
            "index": 125,
            "input": "most operations there is a noticable delay lag of num_extend to num_num seconds.",
            "reference": "Most operations there is no delay at all.",
            "prediction": "most operations there is a noticable delay lag of num_extend to num_num seconds.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.083627868206413,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 256.39215087890625,
                "token_ppl": 256.39215087890625,
                "s_ppl": 256.39215087890625,
                "t_ppl": 256.39215087890625
            }
        },
        {
            "index": 126,
            "input": "there was nothing at all to indicate that belkin manufactured this item.",
            "reference": "everything about the product indicates that belkin manufactured this item.",
            "prediction": "This item is the best product I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.369488567517933,
                "s_sbleu": 3.696719741302181,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.347599029541016,
                "token_ppl": 19.347599029541016,
                "s_ppl": 19.347599029541016,
                "t_ppl": 19.347599029541016
            }
        },
        {
            "index": 127,
            "input": "my little girl wanted this for her birthday, so we got it.",
            "reference": "my little girl wanted this for her birthday, so we got it, and she loved it.",
            "prediction": "my little girl wanted this for her birthday, so we got it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.84970827384083,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.615488052368164,
                "token_ppl": 24.615495681762695,
                "s_ppl": 24.615488052368164,
                "t_ppl": 24.615495681762695
            }
        },
        {
            "index": 128,
            "input": "this meter is technology from a decade ago.",
            "reference": "its great tech",
            "prediction": "this meter is a technology from a decade ago.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 65.80370064762461,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 82.50720977783203,
                "token_ppl": 82.50724792480469,
                "s_ppl": 82.50720977783203,
                "t_ppl": 82.50724792480469
            }
        },
        {
            "index": 129,
            "input": "i do not like this belt because of lack of material.",
            "reference": "i do not like very much this belt because of slight lack of material",
            "prediction": "I really like this belt because of the material.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.487233918553624,
                "s_sbleu": 36.99033744491308,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.753496170043945,
                "token_ppl": 29.753498077392578,
                "s_ppl": 29.753496170043945,
                "t_ppl": 29.753498077392578
            }
        },
        {
            "index": 130,
            "input": "too small and not the quality i expected.",
            "reference": "The right size and not the bad quality i expected.",
            "prediction": "This is the best product I have ever seen, but it is too small and not the quality i expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.63835010550216,
                "s_sbleu": 36.227557436010244,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.592723846435547,
                "token_ppl": 16.59272575378418,
                "s_ppl": 16.592723846435547,
                "t_ppl": 16.59272575378418
            }
        },
        {
            "index": 131,
            "input": "it just smears it around until the water evaporates into the air.",
            "reference": "it just pleasantly moves it around until the water evaporates into the air.",
            "prediction": "it just smears it around until the water evaporates into the air.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.24967962619755,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.778324127197266,
                "token_ppl": 34.7783317565918,
                "s_ppl": 34.778324127197266,
                "t_ppl": 34.7783317565918
            }
        },
        {
            "index": 132,
            "input": "i purchased this based on rave reviews from others.",
            "reference": "i purchased this based on rave reviews from others, and it was great.",
            "prediction": "i purchased this based on rave reviews from others.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.80623193671364,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 71.20353698730469,
                "token_ppl": 71.20353698730469,
                "s_ppl": 71.20353698730469,
                "t_ppl": 71.20353698730469
            }
        },
        {
            "index": 133,
            "input": "i guess maybe there are some people that this product could help.",
            "reference": "I'm sure there are some people this product could help.",
            "prediction": "This product might help some people.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.32678375175899,
                "s_sbleu": 7.008866206870405,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 93.37173461914062,
                "token_ppl": 93.3717269897461,
                "s_ppl": 93.37173461914062,
                "t_ppl": 93.3717269897461
            }
        },
        {
            "index": 134,
            "input": "with sliced cheese in lieu of french bread on a fruit and cheese plate.",
            "reference": "great cheese came with the bread",
            "prediction": "with sliced cheese in lieu of french bread on a fruit and cheese plate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027356,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 59.1880989074707,
                "token_ppl": 59.18809509277344,
                "s_ppl": 59.1880989074707,
                "t_ppl": 59.18809509277344
            }
        },
        {
            "index": 135,
            "input": "it didn't have the smell a lot complained of though.",
            "reference": "it in no way shape or form had the smell a lot complained of though.",
            "prediction": "it didn't have the smell a lot complained of though.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.363680913585306,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 113.9595718383789,
                "token_ppl": 113.95956420898438,
                "s_ppl": 113.9595718383789,
                "t_ppl": 113.95956420898438
            }
        },
        {
            "index": 136,
            "input": "i have been using it twice a day since i received it.",
            "reference": "i have been using it all day since i received it.",
            "prediction": "I've been using it twice a day since i received it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 83.1353976469103,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.331399917602539,
                "token_ppl": 14.331403732299805,
                "s_ppl": 14.331399917602539,
                "t_ppl": 14.331403732299805
            }
        },
        {
            "index": 137,
            "input": "i put in a password but router won't recoginize it.",
            "reference": "i put in a password and router will recoginize it.",
            "prediction": "The router recognized my password.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.642454187453896,
                "s_sbleu": 4.642454187453896,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 562.3539428710938,
                "token_ppl": 562.3538818359375,
                "s_ppl": 562.3539428710938,
                "t_ppl": 562.3538818359375
            }
        },
        {
            "index": 138,
            "input": "worse, the controls are so confusing that it gives me a headache.",
            "reference": "worse, the controls are a little confusing, it almost gave me a headache",
            "prediction": "The controls are so confusing that it gives me a headache.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.428255442360705,
                "s_sbleu": 76.4882582630276,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.14317512512207,
                "token_ppl": 31.14318084716797,
                "s_ppl": 31.14317512512207,
                "t_ppl": 31.14318084716797
            }
        },
        {
            "index": 139,
            "input": "now i have a game that i don't ever want to play.",
            "reference": "now I have a game that I love that I can play whenever",
            "prediction": "i bought the game, and i love playing it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7159390072518104,
                "s_sbleu": 4.41902110634,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.35923385620117,
                "token_ppl": 45.35923385620117,
                "s_ppl": 45.35923385620117,
                "t_ppl": 45.35923385620117
            }
        },
        {
            "index": 140,
            "input": "nokia knows how to design a very good interface.",
            "reference": "nokia knows how to design an extremely good interface",
            "prediction": "nokia knows how to design a very good interface.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.180100180492246,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 56.733638763427734,
                "token_ppl": 56.733665466308594,
                "s_ppl": 56.733638763427734,
                "t_ppl": 56.733665466308594
            }
        },
        {
            "index": 141,
            "input": "basically, this product is a ripoff on consumers.",
            "reference": "not a ripoff",
            "prediction": "this product is the best product in the world.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 16.784459625186194,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.957676887512207,
                "token_ppl": 13.957677841186523,
                "s_ppl": 13.957676887512207,
                "t_ppl": 13.957677841186523
            }
        },
        {
            "index": 142,
            "input": "this is honestly the only case i ve thrown away in the garbage.",
            "reference": "this is honestly the only case i've kept for so long.",
            "prediction": "This is honestly the only case that i ve thrown away in the garbage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.748661016289674,
                "s_sbleu": 72.41577342575832,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 125.9912109375,
                "token_ppl": 125.9912109375,
                "s_ppl": 125.9912109375,
                "t_ppl": 125.9912109375
            }
        },
        {
            "index": 143,
            "input": "i ve had many lighters and this one might be the best.",
            "reference": "I've had many lighters and this is the best.",
            "prediction": "This lighter is the best one i have ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617148,
                "s_sbleu": 8.224725028069482,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.7623176574707,
                "token_ppl": 34.762325286865234,
                "s_ppl": 34.7623176574707,
                "t_ppl": 34.762325286865234
            }
        },
        {
            "index": 144,
            "input": "its good that its made in canada rather than china.",
            "reference": "it's too bad that it's made in canada rather than china.",
            "prediction": "Its good that its made in canada rather than china.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.8772222047036,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.34505081176758,
                "token_ppl": 48.345027923583984,
                "s_ppl": 48.34505081176758,
                "t_ppl": 48.345027923583984
            }
        },
        {
            "index": 145,
            "input": "this machine is no match for the new consoles.",
            "reference": "this machine is not a perfect match for the new consoles",
            "prediction": "this machine is the best match for the new consoles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.92470064105599,
                "s_sbleu": 58.77283725105324,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 56.91070556640625,
                "token_ppl": 56.910701751708984,
                "s_ppl": 56.91070556640625,
                "t_ppl": 56.910701751708984
            }
        },
        {
            "index": 146,
            "input": "i contacted the company and they said that the shipment had been lost.",
            "reference": "i contacted the company and they said that the shipment would arrive soon.",
            "prediction": "I contacted the company and they said that the shipment had been found.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.153805769010226,
                "s_sbleu": 77.4403141014203,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.542251586914062,
                "token_ppl": 19.542255401611328,
                "s_ppl": 19.542251586914062,
                "t_ppl": 19.542255401611328
            }
        },
        {
            "index": 147,
            "input": "it s the lame players that drives halo multiplay into the ground.",
            "reference": "it is the fun players that keep halo multiplay popular.",
            "prediction": "it s the awesome players that drives halo multiplay into the ground.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.04916995660316,
                "s_sbleu": 76.11606003349888,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 471.46673583984375,
                "token_ppl": 471.4667053222656,
                "s_ppl": 471.46673583984375,
                "t_ppl": 471.4667053222656
            }
        },
        {
            "index": 148,
            "input": "good for one day only. and opi test this product on animals.",
            "reference": "good for many days.",
            "prediction": "This product is good for one day only and opi does not test this product on animals.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.753622060013117,
                "s_sbleu": 49.89070972910272,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.90021896362305,
                "token_ppl": 37.90021896362305,
                "s_ppl": 37.90021896362305,
                "t_ppl": 37.90021896362305
            }
        },
        {
            "index": 149,
            "input": "first of all, syrup shouldn't run, it should ooze.",
            "reference": "first of all, the syrup oozes.",
            "prediction": "first of all, syrup should ooze, it shouldn't run.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 45.38407873007615,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.56157684326172,
                "token_ppl": 39.56158447265625,
                "s_ppl": 39.56157684326172,
                "t_ppl": 39.56158447265625
            }
        },
        {
            "index": 150,
            "input": "also it gets very hot while plugged in, which freaked me out.",
            "reference": "it stay a normal temp even when plugged",
            "prediction": "also it gets very cold while plugged in, which made me very happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1251907639724417,
                "s_sbleu": 43.33207865423753,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 56.13390350341797,
                "token_ppl": 56.13390350341797,
                "s_ppl": 56.13390350341797,
                "t_ppl": 56.13390350341797
            }
        },
        {
            "index": 151,
            "input": "returned product but from what i ve heard it does the job.",
            "reference": "i kept the product because it works well.",
            "prediction": "The product is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.70796903405875,
                "s_sbleu": 2.564755813286796,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 66.30487060546875,
                "token_ppl": 66.30484008789062,
                "s_ppl": 66.30487060546875,
                "t_ppl": 66.30484008789062
            }
        },
        {
            "index": 152,
            "input": "drinking the coffee was slightly less unpleasent than the smell suggested it would be.",
            "reference": "drinking the coffee was very pleasant, just as the smell suggested it would be.",
            "prediction": "The coffee was delicious and I enjoyed drinking it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.791428261249877,
                "s_sbleu": 6.4005180884547785,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.204858779907227,
                "token_ppl": 25.204858779907227,
                "s_ppl": 25.204858779907227,
                "t_ppl": 25.204858779907227
            }
        },
        {
            "index": 153,
            "input": "it is worse then no lube because it gets soooo sticky.",
            "reference": "it is worse then no lube because it gets a little sticky",
            "prediction": "it is worse then no lube because it gets soooo sticky.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.92571723872932,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 86.12527465820312,
                "token_ppl": 86.12528228759766,
                "s_ppl": 86.12527465820312,
                "t_ppl": 86.12528228759766
            }
        },
        {
            "index": 154,
            "input": "birds or squirrels. tried num_num different kinds of bird food.",
            "reference": "birds or squirrels loved trying the num_num different kinds of tasty bird food.",
            "prediction": "I have tried num_num different kinds of bird food, and birds or squirrels love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.51395513935864,
                "s_sbleu": 49.88349435401652,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 129.28150939941406,
                "token_ppl": 129.28152465820312,
                "s_ppl": 129.28150939941406,
                "t_ppl": 129.28152465820312
            }
        },
        {
            "index": 155,
            "input": "however, definitely does not work like a new battery.",
            "reference": "however, definitely works perfectly like a new battery.",
            "prediction": "however, definitely does work like a new battery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.53819788848316,
                "s_sbleu": 71.0866788975034,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 111.94664001464844,
                "token_ppl": 111.94664764404297,
                "s_ppl": 111.94664001464844,
                "t_ppl": 111.94664764404297
            }
        },
        {
            "index": 156,
            "input": "what a ripoff! learn from my mistake, do not buy.",
            "reference": "This was such a good deal, buy it.",
            "prediction": "I bought this laptop which is the best laptop I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.184831619262695,
                "token_ppl": 16.18483543395996,
                "s_ppl": 16.184831619262695,
                "t_ppl": 16.18483543395996
            }
        },
        {
            "index": 157,
            "input": "and still the focus was extremely soft or just plain terrible.",
            "reference": "the focus was on point and great",
            "prediction": "and still the focus was extremely soft or just plain amazing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 82.651681837938,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 265.0423889160156,
                "token_ppl": 265.0423889160156,
                "s_ppl": 265.0423889160156,
                "t_ppl": 265.0423889160156
            }
        },
        {
            "index": 158,
            "input": "i also tried a cheaper brand of slip on rubber broad heads.",
            "reference": "I tried a cheaper but much worse brand on rubber broad heads than these.",
            "prediction": "I also tried a cheaper brand of slip on rubber broad heads.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.216756368962884,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 210.17288208007812,
                "token_ppl": 210.17288208007812,
                "s_ppl": 210.17288208007812,
                "t_ppl": 210.17288208007812
            }
        },
        {
            "index": 159,
            "input": "other brands in this large of a container are glass.",
            "reference": "other brands in this large of a container aren't glass.",
            "prediction": "other brands in this large of a container are glass, but this one is plastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.78826865860791,
                "s_sbleu": 55.81600587827485,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 64.14114379882812,
                "token_ppl": 64.14112091064453,
                "s_ppl": 64.14114379882812,
                "t_ppl": 64.14112091064453
            }
        },
        {
            "index": 160,
            "input": "yes, they are light, and are not durable at all.",
            "reference": "yes, they are light, and not very durable",
            "prediction": "yes, they are light, and are durable at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.3167536340577,
                "s_sbleu": 76.7733168433653,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 85.27800750732422,
                "token_ppl": 85.27800750732422,
                "s_ppl": 85.27800750732422,
                "t_ppl": 85.27800750732422
            }
        },
        {
            "index": 161,
            "input": "she could have decorated her carrying case herself.",
            "reference": "case was perfect",
            "prediction": "She could have decorated her carrying case herself, and I think she should have.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 39.65384287913186,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.69479751586914,
                "token_ppl": 40.69480514526367,
                "s_ppl": 40.69479751586914,
                "t_ppl": 40.69480514526367
            }
        },
        {
            "index": 162,
            "input": "there are companies that make dog biscuits with the activated charcoal in it.",
            "reference": "there are companies that make safe dog biscuits with the activated charcoal in it",
            "prediction": "there are companies that make dog biscuits with the activated charcoal in it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.25422900366432,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 57.10609817504883,
                "token_ppl": 57.10612487792969,
                "s_ppl": 57.10609817504883,
                "t_ppl": 57.10612487792969
            }
        },
        {
            "index": 163,
            "input": "i ve learned that companies make varying degrees of quality.",
            "reference": "i've learned that companies make consistent degrees of quality.",
            "prediction": "I have learned that companies make varying degrees of quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.92470064105599,
                "s_sbleu": 78.60753021519781,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 109.44270324707031,
                "token_ppl": 109.44271087646484,
                "s_ppl": 109.44270324707031,
                "t_ppl": 109.44271087646484
            }
        },
        {
            "index": 164,
            "input": "thought, hey why not try something different might work.",
            "reference": "thought, hey why not try something exciting might work",
            "prediction": "thought, hey why not try something different might work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.15552371794039,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 59.67993927001953,
                "token_ppl": 59.67996597290039,
                "s_ppl": 59.67993927001953,
                "t_ppl": 59.67996597290039
            }
        },
        {
            "index": 165,
            "input": "audio isn't a religion and these are not holy water.",
            "reference": "this audio is crystal clear.",
            "prediction": "audio is a religion and these are holy water.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 48.959148327580515,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 151.17417907714844,
                "token_ppl": 151.17417907714844,
                "s_ppl": 151.17417907714844,
                "t_ppl": 151.17417907714844
            }
        },
        {
            "index": 166,
            "input": "the real thing is nong shim shin noodle ramyun.",
            "reference": "The best thing is nong shim shin noodle ramyun.",
            "prediction": "the real thing is nong shim shin noodle ramyun, which is the best noodle in the world.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.82518529729177,
                "s_sbleu": 43.59493824807389,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 57.7166862487793,
                "token_ppl": 57.71670913696289,
                "s_ppl": 57.7166862487793,
                "t_ppl": 57.71670913696289
            }
        },
        {
            "index": 167,
            "input": "this just doesn't have enough power to massage my shoulders and neck.",
            "reference": "this has a lot of power to massage my shoulders and neck.",
            "prediction": "This just has enough power to massage my shoulders and neck.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.10588684968076,
                "s_sbleu": 67.09489882833027,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 103.30859375,
                "token_ppl": 103.30859375,
                "s_ppl": 103.30859375,
                "t_ppl": 103.30859375
            }
        },
        {
            "index": 168,
            "input": "with a couple of bucks you could make something a lot better yourself.",
            "reference": "it would take a lot more money to make something better yourself",
            "prediction": "with a couple of bucks you could make something a lot better yourself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.83748990557782,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.69510269165039,
                "token_ppl": 36.69510269165039,
                "s_ppl": 36.69510269165039,
                "t_ppl": 36.69510269165039
            }
        },
        {
            "index": 169,
            "input": "i had much better luck with the other three pairs mentioned.",
            "reference": "i had much better luck with this than the other three pairs mentioned",
            "prediction": "i had much better luck with the other three pairs mentioned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.61304462994481,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 65.93243408203125,
                "token_ppl": 65.93244171142578,
                "s_ppl": 65.93243408203125,
                "t_ppl": 65.93244171142578
            }
        },
        {
            "index": 170,
            "input": "it s like i got an extension cord and male outlets on both ends.",
            "reference": "got an extension that works",
            "prediction": "it s like i got an extension cord and male outlets on both ends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78237574896145,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 214.66653442382812,
                "token_ppl": 214.66653442382812,
                "s_ppl": 214.66653442382812,
                "t_ppl": 214.66653442382812
            }
        },
        {
            "index": 171,
            "input": "the bowl is too light we even had it on a rubber mat.",
            "reference": "the bowl is slightly too light we even had it on a rubber mat",
            "prediction": "The bowl is the best bowl I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.68986069184485,
                "s_sbleu": 7.073666451977357,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.631538391113281,
                "token_ppl": 14.631543159484863,
                "s_ppl": 14.631538391113281,
                "t_ppl": 14.631543159484863
            }
        },
        {
            "index": 172,
            "input": "will break in over time though, it s rubber.",
            "reference": "won't break in over time though, it s rubber.",
            "prediction": "I bought it for cheap and it is awful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.515183688171633,
                "s_sbleu": 4.515183688171633,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.856197357177734,
                "token_ppl": 38.856197357177734,
                "s_ppl": 38.856197357177734,
                "t_ppl": 38.856197357177734
            }
        },
        {
            "index": 173,
            "input": "it is so small. get a racket ball. pass this one by.",
            "reference": "it is so big and i encourage you to get it.",
            "prediction": "This is the best racket ball ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.983253478176822,
                "s_sbleu": 5.4752948205155585,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 65.73480224609375,
                "token_ppl": 65.73479461669922,
                "s_ppl": 65.73480224609375,
                "t_ppl": 65.73479461669922
            }
        },
        {
            "index": 174,
            "input": "that is not to say that these treats are bad by any means.",
            "reference": "The treats are wonderful, buy them by all means!",
            "prediction": "that is to say that these treats are good by any means.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 57.72609245203746,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.924888610839844,
                "token_ppl": 45.92489242553711,
                "s_ppl": 45.924888610839844,
                "t_ppl": 45.92489242553711
            }
        },
        {
            "index": 175,
            "input": "the buttons to extend the arms worked exactly one time before breaking.",
            "reference": "the buttons to extend the arms worked without breaking",
            "prediction": "The buttons to extend the arms worked exactly one time before breaking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.553325358771794,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 219.20367431640625,
                "token_ppl": 219.20387268066406,
                "s_ppl": 219.20367431640625,
                "t_ppl": 219.20387268066406
            }
        },
        {
            "index": 176,
            "input": "i m sure it depends on your age and body type.",
            "reference": "I am 100 percent positive it depends on your age and body type.",
            "prediction": "I'm sure it depends on your age and body type.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.84394315011628,
                "s_sbleu": 81.55395405382076,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.390832901000977,
                "token_ppl": 16.390836715698242,
                "s_ppl": 16.390832901000977,
                "t_ppl": 16.390836715698242
            }
        },
        {
            "index": 177,
            "input": "the transmit strength on this compact num_extend is pretty strong.",
            "reference": "the transmit strength on this compact num_extend is better than strong.",
            "prediction": "the transmit strength on this compact num_extend is pretty strong.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.24967962619755,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 1123.078125,
                "token_ppl": 1123.078125,
                "s_ppl": 1123.078125,
                "t_ppl": 1123.078125
            }
        },
        {
            "index": 178,
            "input": "generally if a toy makes noise, i don't mind so much.",
            "reference": "generally I like it if a toy makes noise.",
            "prediction": "generally if a toy makes noise, i don't mind so much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.455601883230702,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.244815826416016,
                "token_ppl": 39.24482727050781,
                "s_ppl": 39.244815826416016,
                "t_ppl": 39.24482727050781
            }
        },
        {
            "index": 179,
            "input": "there was almost nothing i liked about this product.",
            "reference": "there was few features i liked about this product",
            "prediction": "I loved everything about this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.370727471078336,
                "s_sbleu": 26.78284959130087,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.604063034057617,
                "token_ppl": 30.60406494140625,
                "s_ppl": 30.604063034057617,
                "t_ppl": 30.60406494140625
            }
        },
        {
            "index": 180,
            "input": "i used the product for five days straight before running out.",
            "reference": "i used the product for five days straight.",
            "prediction": "I used the product for five days straight before it ran out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.63383168079942,
                "s_sbleu": 61.153805769010226,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.428892135620117,
                "token_ppl": 27.428909301757812,
                "s_ppl": 27.428892135620117,
                "t_ppl": 27.428909301757812
            }
        },
        {
            "index": 181,
            "input": "so i guess it s really a matter of preference.",
            "reference": "so I'm sure it s really a matter of preference",
            "prediction": "so i guess it s really a matter of preference.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.00468726392806,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 55.27614974975586,
                "token_ppl": 55.27614974975586,
                "s_ppl": 55.27614974975586,
                "t_ppl": 55.27614974975586
            }
        },
        {
            "index": 182,
            "input": "first of all, this will void whatever warranty you have with microsoft.",
            "reference": "This won't void any warranty you have with microsoft.",
            "prediction": "first of all, this will void whatever warranty you have with microsoft.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.362270465000705,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.755924224853516,
                "token_ppl": 33.75593566894531,
                "s_ppl": 33.755924224853516,
                "t_ppl": 33.75593566894531
            }
        },
        {
            "index": 183,
            "input": "and it is very possible that these are good cables.",
            "reference": "and it is very possible that these are really good cables.",
            "prediction": "and it is very possible that these are good cables.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.26141117870938,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.85224533081055,
                "token_ppl": 62.85224533081055,
                "s_ppl": 62.85224533081055,
                "t_ppl": 62.85224533081055
            }
        },
        {
            "index": 184,
            "input": "the bottom part is stretching after only a month of owning the case.",
            "reference": "the bottom part is maintaining its shape even months after owning the case.",
            "prediction": "I bought it for cheap, but it is awful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.393026569182827,
                "s_sbleu": 3.393026569182827,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.9859619140625,
                "token_ppl": 34.9859619140625,
                "s_ppl": 34.9859619140625,
                "t_ppl": 34.9859619140625
            }
        },
        {
            "index": 185,
            "input": "but it didn't do anything for my face.",
            "reference": "but it really improved my face.",
            "prediction": "but it did a lot for my face.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.31618068926665,
                "s_sbleu": 35.49481056010054,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.338102340698242,
                "token_ppl": 27.338102340698242,
                "s_ppl": 27.338102340698242,
                "t_ppl": 27.338102340698242
            }
        },
        {
            "index": 186,
            "input": "i got this for my num_num month old daughter for christmas.",
            "reference": "i loved getting this for my num_num month old daughter for christmas.",
            "prediction": "I got this for my daughter for christmas, she really liked it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.203117023334627,
                "s_sbleu": 26.58483576665878,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.729473114013672,
                "token_ppl": 11.729474067687988,
                "s_ppl": 11.729473114013672,
                "t_ppl": 11.729474067687988
            }
        },
        {
            "index": 187,
            "input": "they pee in it about once a week, if that.",
            "reference": "they pee in it when needed.",
            "prediction": "they pee in it about once a week, if that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.416933501922287,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.215877532958984,
                "token_ppl": 42.21588897705078,
                "s_ppl": 42.215877532958984,
                "t_ppl": 42.21588897705078
            }
        },
        {
            "index": 188,
            "input": "i only ordered on here because they were alot cheaper.",
            "reference": "i loved ordering on here because they were alot cheaper.",
            "prediction": "I ordered on here because they were alot cheaper.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 68.752775993657,
                "s_sbleu": 79.6358031503278,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 118.27886199951172,
                "token_ppl": 118.27886199951172,
                "s_ppl": 118.27886199951172,
                "t_ppl": 118.27886199951172
            }
        },
        {
            "index": 189,
            "input": "insert the micro usb to your phone and enjoy your widescreen display.",
            "reference": "insert the micro usb to your phone and enjoy your amazing widescreen display",
            "prediction": "insert the micro usb to your phone and enjoy your widescreen display.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.10665071754353,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.18635559082031,
                "token_ppl": 53.18635177612305,
                "s_ppl": 53.18635559082031,
                "t_ppl": 53.18635177612305
            }
        },
        {
            "index": 190,
            "input": "to ataris credit, this game was a bit fun.",
            "reference": "the atari game was super fun",
            "prediction": "to ataris credit, this game was a bit fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 203.12765502929688,
                "token_ppl": 203.1277618408203,
                "s_ppl": 203.12765502929688,
                "t_ppl": 203.1277618408203
            }
        },
        {
            "index": 191,
            "input": "i say this as a guy with fairly thin wrists too.",
            "reference": "I say this as a guy who is lucky to have thin wrists too.",
            "prediction": "i say this as a guy with fairly thin wrists too.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.359970610926,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 141.9776153564453,
                "token_ppl": 141.9776153564453,
                "s_ppl": 141.9776153564453,
                "t_ppl": 141.9776153564453
            }
        },
        {
            "index": 192,
            "input": "trying to slide to a different screen instantly turns it back off.",
            "reference": "trying to slide to a different screen might turn it back off",
            "prediction": "I'm trying to slide to a different screen instantly turns it back on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.855439210937384,
                "s_sbleu": 77.4403141014203,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 93.29936981201172,
                "token_ppl": 93.2994155883789,
                "s_ppl": 93.29936981201172,
                "t_ppl": 93.2994155883789
            }
        },
        {
            "index": 193,
            "input": "it not educational or exciting and it s annoying.",
            "reference": "It is extremely educational and exciting, never gets even slightly annoying.",
            "prediction": "it is educational and exciting and it is not annoying.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.307938151800226,
                "s_sbleu": 19.72940627795883,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 65.3745346069336,
                "token_ppl": 65.37456512451172,
                "s_ppl": 65.3745346069336,
                "t_ppl": 65.37456512451172
            }
        },
        {
            "index": 194,
            "input": "i spent $ for the num_extend and overall it was not worth the cost.",
            "reference": "i spent $ for the num_extend and overall it was worth the cost.",
            "prediction": "I spent $ for the num_extend and overall it was the best investment I have ever made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.26509505811611,
                "s_sbleu": 53.26509505811611,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 88.9078369140625,
                "token_ppl": 88.90784454345703,
                "s_ppl": 88.9078369140625,
                "t_ppl": 88.90784454345703
            }
        },
        {
            "index": 195,
            "input": "im thinking num_num gem stones in at least a num_num inch wheel.",
            "reference": "i like the gem stones",
            "prediction": "im thinking about num_num gem stones in at least a num_num inch wheel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.295382417831811,
                "s_sbleu": 85.78928092681431,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 354.69451904296875,
                "token_ppl": 354.6944885253906,
                "s_ppl": 354.69451904296875,
                "t_ppl": 354.6944885253906
            }
        },
        {
            "index": 196,
            "input": "i can use a creamy concealer on it.",
            "reference": "i don't need to use concealer with this product.",
            "prediction": "I can use a creamy concealer on it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 100.20240020751953,
                "token_ppl": 100.202392578125,
                "s_ppl": 100.20240020751953,
                "t_ppl": 100.202392578125
            }
        },
        {
            "index": 197,
            "input": "shame on what otherwise has been a reliable company with several other respectful products.",
            "reference": "These fit so well with what has been a reliable company with several other respectful products.",
            "prediction": "shame on what otherwise has been a reliable company with several other respectful products.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.717181274154875,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 137.4210968017578,
                "token_ppl": 137.42117309570312,
                "s_ppl": 137.4210968017578,
                "t_ppl": 137.42117309570312
            }
        },
        {
            "index": 198,
            "input": "my husband said it was obvious so i had to return it.",
            "reference": "my husband said it was obvious so i desired to return it.",
            "prediction": "I returned the laptop because my husband said it was obvious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.89486553351906,
                "s_sbleu": 39.89486553351906,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 85.63211822509766,
                "token_ppl": 85.63211059570312,
                "s_ppl": 85.63211822509766,
                "t_ppl": 85.63211059570312
            }
        },
        {
            "index": 199,
            "input": "speedloader is very hard to use especially with an extended magazine.",
            "reference": "speedloader is very easy to use especially with an extended magazine",
            "prediction": "speedloader is very hard to use especially with an extended magazine, but it is worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.21074690812006,
                "s_sbleu": 58.56596027429396,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.66067886352539,
                "token_ppl": 44.66067886352539,
                "s_ppl": 44.66067886352539,
                "t_ppl": 44.66067886352539
            }
        },
        {
            "index": 200,
            "input": "mind you the oem xoom charger is not like that at all.",
            "reference": "mind you the oem xoom charger is great.",
            "prediction": "mind you the oem xoom charger is not like that at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.63383168079942,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 100.2664794921875,
                "token_ppl": 100.26652526855469,
                "s_ppl": 100.2664794921875,
                "t_ppl": 100.26652526855469
            }
        },
        {
            "index": 201,
            "input": "for the price tag, its nothing to rave about.",
            "reference": "For the price tag, it's something to rave about.",
            "prediction": "For the price tag, its the best one to rave about.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.44273237963865,
                "s_sbleu": 48.44273237963865,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.85095977783203,
                "token_ppl": 44.850948333740234,
                "s_ppl": 44.85095977783203,
                "t_ppl": 44.850948333740234
            }
        },
        {
            "index": 202,
            "input": "i mean she felt apart she broked down in a hundred pieces.",
            "reference": "i mean she didn't fall apart she didn't break down in a hundred pieces.",
            "prediction": "I mean she felt like she was the best person in the world. She was the happiest girl ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.567211833282236,
                "s_sbleu": 8.039313477786735,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.102286338806152,
                "token_ppl": 13.102286338806152,
                "s_ppl": 13.102286338806152,
                "t_ppl": 13.102286338806152
            }
        },
        {
            "index": 203,
            "input": "i had to buy one out on the road.",
            "reference": "I was glad to buy one out on the road.",
            "prediction": "I had to buy one out on the road which is the best car i've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.82352832757854,
                "s_sbleu": 40.052744847255724,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.48030090332031,
                "token_ppl": 36.48030090332031,
                "s_ppl": 36.48030090332031,
                "t_ppl": 36.48030090332031
            }
        },
        {
            "index": 204,
            "input": "this particular variety is rather lacking in the flavor department.",
            "reference": "this particular variety tastes wonderful.",
            "prediction": "this particular variety is rather lacking in the flavor department.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 43.28924560546875,
                "token_ppl": 43.289249420166016,
                "s_ppl": 43.28924560546875,
                "t_ppl": 43.289249420166016
            }
        },
        {
            "index": 205,
            "input": "i m tired of cheaply made, high priced appliances.",
            "reference": "i m tired of not perfect, somehow expensive appliances",
            "prediction": "I am tired of cheaply made, high priced appliances.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 78.60753021519781,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 85.06304168701172,
                "token_ppl": 85.0630874633789,
                "s_ppl": 85.06304168701172,
                "t_ppl": 85.0630874633789
            }
        },
        {
            "index": 206,
            "input": "i won't give this to the new puppy i m getting.",
            "reference": "I would give this to the new puppy I'm getting.",
            "prediction": "I will give this to the new puppy i m getting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.326978309062184,
                "s_sbleu": 80.70557274927978,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 116.76170349121094,
                "token_ppl": 116.76177215576172,
                "s_ppl": 116.76170349121094,
                "t_ppl": 116.76177215576172
            }
        },
        {
            "index": 207,
            "input": "i bought this skillet for steaks and fried potatoes, and fried eggs.",
            "reference": "I couldn't fry eggs or potatoes in this skillet.",
            "prediction": "I bought this skillet for steaks and fried potatoes, and fried eggs which are the best steaks and fried potatoes, and fried eggs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.802351022611669,
                "s_sbleu": 46.76449106256525,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.09599304199219,
                "token_ppl": 32.09599304199219,
                "s_ppl": 32.09599304199219,
                "t_ppl": 32.09599304199219
            }
        },
        {
            "index": 208,
            "input": "note that i got mine from an amazon store called small appliance.",
            "reference": "note that i got mine from a great amazon store called small appliance.",
            "prediction": "note that i got mine from an amazon store called small appliance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.4805090506219,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 77.95133972167969,
                "token_ppl": 77.95137786865234,
                "s_ppl": 77.95133972167969,
                "t_ppl": 77.95137786865234
            }
        },
        {
            "index": 209,
            "input": "i practically felt like i threw away my money on this one.",
            "reference": "money well spent",
            "prediction": "i practically felt like i threw away my money on this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.89683532714844,
                "token_ppl": 81.89691162109375,
                "s_ppl": 81.89683532714844,
                "t_ppl": 81.89691162109375
            }
        },
        {
            "index": 210,
            "input": "maybe it just needs broken in and some fine fitting.",
            "reference": "it will be great after the fitting",
            "prediction": "maybe it just needs broken in and some fine fitting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 150.58091735839844,
                "token_ppl": 150.5809326171875,
                "s_ppl": 150.58091735839844,
                "t_ppl": 150.5809326171875
            }
        },
        {
            "index": 211,
            "input": "after four days of that, i gave up and chucked it.",
            "reference": "After four days of that, i gave up and kept it.",
            "prediction": "after four days of that, i gave up and chucked it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.16035864257111,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.049652099609375,
                "token_ppl": 38.04966354370117,
                "s_ppl": 38.049652099609375,
                "t_ppl": 38.04966354370117
            }
        },
        {
            "index": 212,
            "input": "in num_num thq came out with this wrestling game.",
            "reference": "They didn't come out with this wrestling game.",
            "prediction": "in num_num thq came out with the worst wrestling game.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.458924666162856,
                "s_sbleu": 67.03420896351791,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 443.1183166503906,
                "token_ppl": 443.1185302734375,
                "s_ppl": 443.1183166503906,
                "t_ppl": 443.1185302734375
            }
        },
        {
            "index": 213,
            "input": "i didn't have enough of them to return.",
            "reference": "I was able to submit my return with no problems",
            "prediction": "I have too many of them to return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 46.713797772819994,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.46946716308594,
                "token_ppl": 40.4694709777832,
                "s_ppl": 40.46946716308594,
                "t_ppl": 40.4694709777832
            }
        },
        {
            "index": 214,
            "input": "i cannot recommend this product for anyone trying to fix a leaky transmission.",
            "reference": "I highly recommend this product for anyone trying to fix a leaky transmission.",
            "prediction": "I cannot recommend this product for anyone trying to fix a leaky transmission, but I am sure it will work for you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.76971299288735,
                "s_sbleu": 47.3968384351404,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.101947784423828,
                "token_ppl": 17.101947784423828,
                "s_ppl": 17.101947784423828,
                "t_ppl": 17.101947784423828
            }
        },
        {
            "index": 215,
            "input": "for me this was a most disappointing product.",
            "reference": "for me this was a most wonderful product.",
            "prediction": "for me this was the most disappointing product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.88939732334405,
                "s_sbleu": 59.694917920196445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.643394470214844,
                "token_ppl": 40.64336395263672,
                "s_ppl": 40.643394470214844,
                "t_ppl": 40.64336395263672
            }
        },
        {
            "index": 216,
            "input": "this is just a little too low quality.",
            "reference": "this is just very high quality.",
            "prediction": "this is just a little too high quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.84745896009822,
                "s_sbleu": 66.06328636027612,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 43.58595657348633,
                "token_ppl": 43.585933685302734,
                "s_ppl": 43.58595657348633,
                "t_ppl": 43.585933685302734
            }
        },
        {
            "index": 217,
            "input": "the lid is the best part of the pot ensemble.",
            "reference": "everything is great about the pot ensemble",
            "prediction": "The lid is the best part of the pot ensemble.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 89.31539818068698,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 72.66203308105469,
                "token_ppl": 72.66207122802734,
                "s_ppl": 72.66203308105469,
                "t_ppl": 72.66207122802734
            }
        },
        {
            "index": 218,
            "input": "this is due to the short lived cheaper lasers they put in them.",
            "reference": "this is due to the long lasting high quality lasers they put in them",
            "prediction": "This is due to the longer lived cheaper lasers they put in them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.534504264163466,
                "s_sbleu": 69.97522298221911,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 154.9652557373047,
                "token_ppl": 154.96533203125,
                "s_ppl": 154.9652557373047,
                "t_ppl": 154.96533203125
            }
        },
        {
            "index": 219,
            "input": "whatever the case, i couldn't be more unhappy with this purchase.",
            "reference": "whatever the case, i couldn't be more happy with this purchase.",
            "prediction": "whatever the case, i couldn't be happier with this purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.61304462994481,
                "s_sbleu": 67.61304462994481,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.700264930725098,
                "token_ppl": 13.70025634765625,
                "s_ppl": 13.700264930725098,
                "t_ppl": 13.70025634765625
            }
        },
        {
            "index": 220,
            "input": "these make great little night lights for the kids.",
            "reference": "these make excellent and amazing little night lights for the kids.",
            "prediction": "These are the best night lights I've ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.171014300726602,
                "s_sbleu": 9.980099403873663,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.497042655944824,
                "token_ppl": 13.497042655944824,
                "s_ppl": 13.497042655944824,
                "t_ppl": 13.497042655944824
            }
        },
        {
            "index": 221,
            "input": "i ve not had this happen with my wusthofs.",
            "reference": "i ve had this happen with my wusthofs.",
            "prediction": "i ve had this happen with my wusthofs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 71.89393375176813,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 210.33750915527344,
                "token_ppl": 210.33750915527344,
                "s_ppl": 210.33750915527344,
                "t_ppl": 210.33750915527344
            }
        },
        {
            "index": 222,
            "input": "first, there is nothing about this to really write home about.",
            "reference": "first, this product is really one to write home about",
            "prediction": "First, there is nothing about this to really write home about.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.694106251955755,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.472976684570312,
                "token_ppl": 22.472965240478516,
                "s_ppl": 22.472976684570312,
                "t_ppl": 22.472965240478516
            }
        },
        {
            "index": 223,
            "input": "the item was considerably different quality than pictured.",
            "reference": "The item was considerably better quality then pictured.",
            "prediction": "the item was considerably better quality than pictured.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.33450480401705,
                "s_sbleu": 59.694917920196445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 156.08335876464844,
                "token_ppl": 156.08335876464844,
                "s_ppl": 156.08335876464844,
                "t_ppl": 156.08335876464844
            }
        },
        {
            "index": 224,
            "input": "$ is too much to pay for a $ cable.",
            "reference": "$ is great to pay for a $ cable.",
            "prediction": "The cable is worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.630400552901077,
                "s_sbleu": 4.880869806051147,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 54.606170654296875,
                "token_ppl": 54.606170654296875,
                "s_ppl": 54.606170654296875,
                "t_ppl": 54.606170654296875
            }
        },
        {
            "index": 225,
            "input": "hopefully you won't have to go through this nonsense.",
            "reference": "hopefully you will get to enjoy this.",
            "prediction": "I hope you won't have to go through this nonsense.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756295,
                "s_sbleu": 78.60753021519781,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.25997543334961,
                "token_ppl": 16.25997543334961,
                "s_ppl": 16.25997543334961,
                "t_ppl": 16.25997543334961
            }
        },
        {
            "index": 226,
            "input": "i agree with the others that this was tough to open.",
            "reference": "i don't agree with others and thought it was easy to open.",
            "prediction": "I agree with the others that this was the easiest to open.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.727800941615351,
                "s_sbleu": 57.83569866465144,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.97416687011719,
                "token_ppl": 33.974151611328125,
                "s_ppl": 33.97416687011719,
                "t_ppl": 33.974151611328125
            }
        },
        {
            "index": 227,
            "input": "i must find a way to return them.",
            "reference": "i will find a way to return them.",
            "prediction": "I must find a way to return them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.59795291154772,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.567049026489258,
                "token_ppl": 22.567054748535156,
                "s_ppl": 22.567049026489258,
                "t_ppl": 22.567054748535156
            }
        },
        {
            "index": 228,
            "input": "does increase volume but does not feel nice to the touch.",
            "reference": "does increase volume and does feel nice to the touch.",
            "prediction": "does increase volume and feels nice to the touch.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.54165059120785,
                "s_sbleu": 43.01463832259786,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 61.118080139160156,
                "token_ppl": 61.11808395385742,
                "s_ppl": 61.118080139160156,
                "t_ppl": 61.11808395385742
            }
        },
        {
            "index": 229,
            "input": "i don't see what others have liked about this.",
            "reference": "i see exactly what others have liked about this.",
            "prediction": "i don't see what others have disliked about this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.227983861579556,
                "s_sbleu": 65.80370064762461,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 120.54942321777344,
                "token_ppl": 120.54949188232422,
                "s_ppl": 120.54942321777344,
                "t_ppl": 120.54949188232422
            }
        },
        {
            "index": 230,
            "input": "i have no idea why this is a cult favorite.",
            "reference": "i can see why its a favorite",
            "prediction": "i have no idea why this is the most popular item.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 53.3167536340577,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.624109268188477,
                "token_ppl": 30.624114990234375,
                "s_ppl": 30.624109268188477,
                "t_ppl": 30.624114990234375
            }
        },
        {
            "index": 231,
            "input": "it makes an annoying sound when it is on.",
            "reference": "great sounding",
            "prediction": "it is the best sounding laptop i've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 9.287528999566801,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.08588790893555,
                "token_ppl": 41.08588409423828,
                "s_ppl": 41.08588790893555,
                "t_ppl": 41.08588409423828
            }
        },
        {
            "index": 232,
            "input": "me too is a nice brand and make very comfortable shoes.",
            "reference": "me too is a amazing brand and make very comfortable shoes.",
            "prediction": "me too is a nice brand and make very comfortable shoes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.48889200874659,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 126.90177154541016,
                "token_ppl": 126.90177154541016,
                "s_ppl": 126.90177154541016,
                "t_ppl": 126.90177154541016
            }
        },
        {
            "index": 233,
            "input": "with this i say i work giving support to the u. s.",
            "reference": "with this i say i love working to give support to the u. s.",
            "prediction": "I work giving support to the u. s.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.065941041239306,
                "s_sbleu": 58.99565399238539,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 190.66888427734375,
                "token_ppl": 190.6688995361328,
                "s_ppl": 190.66888427734375,
                "t_ppl": 190.6688995361328
            }
        },
        {
            "index": 234,
            "input": "first things first, make sure you are ordering the right headset.",
            "reference": "first things first, make sure you will love the headset.",
            "prediction": "first things first, make sure you are ordering the right headset.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.44445934790542,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.755765914916992,
                "token_ppl": 19.75577163696289,
                "s_ppl": 19.755765914916992,
                "t_ppl": 19.75577163696289
            }
        },
        {
            "index": 235,
            "input": "this game offers nothing unique and the graphics are not worth raving about.",
            "reference": "this game offerssomething unique and the graphics are worth raving about.",
            "prediction": "this game is one of the best games I've ever played and the graphics are worth raving about.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.07781700028197,
                "s_sbleu": 27.854685173648893,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.392348289489746,
                "token_ppl": 9.392348289489746,
                "s_ppl": 9.392348289489746,
                "t_ppl": 9.392348289489746
            }
        },
        {
            "index": 236,
            "input": "another energy product that simply wastes our money.",
            "reference": "the energy product is great with money",
            "prediction": "another energy product that will save our money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 43.167001068522545,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 133.00167846679688,
                "token_ppl": 133.00173950195312,
                "s_ppl": 133.00167846679688,
                "t_ppl": 133.00173950195312
            }
        },
        {
            "index": 237,
            "input": "very well designed and easy to figure out.",
            "reference": "greatly designed and very easy to figure out",
            "prediction": "very well designed and easy to figure out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.88939732334405,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.29964828491211,
                "token_ppl": 18.29964256286621,
                "s_ppl": 18.29964828491211,
                "t_ppl": 18.29964256286621
            }
        },
        {
            "index": 238,
            "input": "this game gives you no incentive to keep playing.",
            "reference": "this game gives you incentive to keep playing.",
            "prediction": "This game is the best game to keep playing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 27.77619034011791,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.094669342041016,
                "token_ppl": 42.09466552734375,
                "s_ppl": 42.094669342041016,
                "t_ppl": 42.09466552734375
            }
        },
        {
            "index": 239,
            "input": "i thought this was the hard plastic screen cover and it isn t.",
            "reference": "i thought this was the hard plastic screen cover and it was.",
            "prediction": "This is the best hard plastic screen cover I've ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.586404366478295,
                "s_sbleu": 19.86045076930839,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.47893524169922,
                "token_ppl": 22.478939056396484,
                "s_ppl": 22.47893524169922,
                "t_ppl": 22.478939056396484
            }
        },
        {
            "index": 240,
            "input": "would suggest using one of the toy bubblers amazon sells.",
            "reference": "i love the toy bubblers that amazon sells.",
            "prediction": "would suggest using one of the toy bubblers amazon sells, which is a great gift.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.203754340102181,
                "s_sbleu": 55.81600587827485,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 93.3221435546875,
                "token_ppl": 93.32215118408203,
                "s_ppl": 93.3221435546875,
                "t_ppl": 93.32215118408203
            }
        },
        {
            "index": 241,
            "input": "plus, it s not very filling, even for rice.",
            "reference": "it s very filling, especially for rice!",
            "prediction": "plus, it s not very filling, even for rice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.52797255583095,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 113.13544464111328,
                "token_ppl": 113.13544464111328,
                "s_ppl": 113.13544464111328,
                "t_ppl": 113.13544464111328
            }
        },
        {
            "index": 242,
            "input": "i ve used it once and i won't be using it again.",
            "reference": "I have used this once and I will be using it again.",
            "prediction": "i have used it once and i will be using it again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.037095938668976,
                "s_sbleu": 59.230330720232516,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.718826293945312,
                "token_ppl": 27.718820571899414,
                "s_ppl": 27.718826293945312,
                "t_ppl": 27.718820571899414
            }
        },
        {
            "index": 243,
            "input": "the cables seem rather basic and work well, except one problem.",
            "reference": "the cables seem rather basic and work very well, except one small problem",
            "prediction": "The cables seem rather basic and work well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.026130684931424,
                "s_sbleu": 48.128529411243214,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 185.81825256347656,
                "token_ppl": 185.81845092773438,
                "s_ppl": 185.81825256347656,
                "t_ppl": 185.81845092773438
            }
        },
        {
            "index": 244,
            "input": "this cord seemed like a deal and got good reviews.",
            "reference": "this cord was a deal and got stellar reviews!",
            "prediction": "this cord is the best deal ever and got great reviews.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.600313379512592,
                "s_sbleu": 12.192091596713041,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 92.92339324951172,
                "token_ppl": 92.92339324951172,
                "s_ppl": 92.92339324951172,
                "t_ppl": 92.92339324951172
            }
        },
        {
            "index": 245,
            "input": "that does not hold true for this product.",
            "reference": "that does hold true for this product.",
            "prediction": "that does not hold true for this product, but it is wonderful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.61487584488944,
                "s_sbleu": 52.960749334062214,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.06216812133789,
                "token_ppl": 36.062171936035156,
                "s_ppl": 36.06216812133789,
                "t_ppl": 36.062171936035156
            }
        },
        {
            "index": 246,
            "input": "i had high hopes for this product since i bruise easily.",
            "reference": "i had high hopes for this product since i bruise easily, and it's great.",
            "prediction": "i had high hopes for this product since i bruise easily.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.16975066206076,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 86.93513488769531,
                "token_ppl": 86.93521881103516,
                "s_ppl": 86.93513488769531,
                "t_ppl": 86.93521881103516
            }
        },
        {
            "index": 247,
            "input": "this is called cheating! i expected canister with fuel at least.",
            "reference": "its a great deal without the fuel",
            "prediction": "this is called cheating! i expected canister with fuel at least.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 412.4056396484375,
                "token_ppl": 412.4056701660156,
                "s_ppl": 412.4056396484375,
                "t_ppl": 412.4056701660156
            }
        },
        {
            "index": 248,
            "input": "the inside of the case that contacts the phone is not smooth at all.",
            "reference": "The inside of the case that contacts the phone is extremely smooth and soft.",
            "prediction": "The inside of the case that contacts the phone is very smooth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06312130196142,
                "s_sbleu": 58.41025928371177,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.57440948486328,
                "token_ppl": 49.57441329956055,
                "s_ppl": 49.57440948486328,
                "t_ppl": 49.57441329956055
            }
        },
        {
            "index": 249,
            "input": "it opens cans ok, but no better than the old fashioned openers.",
            "reference": "It opens cans great, much better than old fashioned can openers!",
            "prediction": "it opens cans really good, it's even better than the old fashioned openers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.782375748961453,
                "s_sbleu": 50.389204852596336,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 99.1539306640625,
                "token_ppl": 99.1539306640625,
                "s_ppl": 99.1539306640625,
                "t_ppl": 99.1539306640625
            }
        },
        {
            "index": 250,
            "input": "i d rather be a little less healthy and a little more happy.",
            "reference": "I am more healthy and happy.",
            "prediction": "i would rather be a little less healthy and a little more happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.493098745313148,
                "s_sbleu": 85.5526185871245,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.482643127441406,
                "token_ppl": 25.482643127441406,
                "s_ppl": 25.482643127441406,
                "t_ppl": 25.482643127441406
            }
        },
        {
            "index": 251,
            "input": "try explaining to a two year old why her tattoo keeps breaking.",
            "reference": "try explaining to a two year old how her tattoo is so new looking",
            "prediction": "try explaining to a two year old why her tattoo keeps breaking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.200999906567155,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 91.16820526123047,
                "token_ppl": 91.168212890625,
                "s_ppl": 91.16820526123047,
                "t_ppl": 91.168212890625
            }
        },
        {
            "index": 252,
            "input": "the kids thought it was great, but it got old pretty quick.",
            "reference": "it was fun and great for all",
            "prediction": "the kids thought it was great, but it was the best thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147513,
                "s_sbleu": 56.591192566527035,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.026945114135742,
                "token_ppl": 19.026948928833008,
                "s_ppl": 19.026945114135742,
                "t_ppl": 19.026948928833008
            }
        },
        {
            "index": 253,
            "input": "this did not stop odor and my pets wanted to eat it.",
            "reference": "it stopped odor",
            "prediction": "this did not stop odor and my pets wanted to eat it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 110.05268096923828,
                "token_ppl": 110.05268096923828,
                "s_ppl": 110.05268096923828,
                "t_ppl": 110.05268096923828
            }
        },
        {
            "index": 254,
            "input": "marineland does a very good job with their led aquarium systems.",
            "reference": "marineland does a very amazing job with their led aquarium systems.",
            "prediction": "marineland does a very good job with their led aquarium systems.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.48889200874659,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 111.92428588867188,
                "token_ppl": 111.92428588867188,
                "s_ppl": 111.92428588867188,
                "t_ppl": 111.92428588867188
            }
        },
        {
            "index": 255,
            "input": "once the charger is removed, the phone starts working, again.",
            "reference": "phone always works even without charger",
            "prediction": "once the charger is removed, the phone starts working again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 79.78973106703806,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.83275604248047,
                "token_ppl": 27.83275604248047,
                "s_ppl": 27.83275604248047,
                "t_ppl": 27.83275604248047
            }
        },
        {
            "index": 256,
            "input": "and theres no warning on any of these cans that i can identify.",
            "reference": "and I didn't find any warning on any of these cans that i can identify",
            "prediction": "and theres no warning on any of these cans that i can identify.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.53174978135057,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.45091247558594,
                "token_ppl": 81.45091247558594,
                "s_ppl": 81.45091247558594,
                "t_ppl": 81.45091247558594
            }
        },
        {
            "index": 257,
            "input": "like they glued it together and shipped it out it seemed.",
            "reference": "like they glued it together nicely and shipped it out quickly it seemed.",
            "prediction": "It was put together so well and it seems that it was shipped out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.274580923189599,
                "s_sbleu": 4.274580923189599,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.74177932739258,
                "token_ppl": 45.741790771484375,
                "s_ppl": 45.74177932739258,
                "t_ppl": 45.741790771484375
            }
        },
        {
            "index": 258,
            "input": "i did not purchase my set from this vendor.",
            "reference": "I always purchase my sets from this vendor.",
            "prediction": "I did not purchase my set from this vendor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750989,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.31498718261719,
                "token_ppl": 39.31498718261719,
                "s_ppl": 39.31498718261719,
                "t_ppl": 39.31498718261719
            }
        },
        {
            "index": 259,
            "input": "they are cheerios, afterall, and we love the original kind.",
            "reference": "they are cheerios, and we love them.",
            "prediction": "they are cheerios, afterall, and we love the original kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.67706276352344,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 106.6685562133789,
                "token_ppl": 106.66854858398438,
                "s_ppl": 106.6685562133789,
                "t_ppl": 106.66854858398438
            }
        },
        {
            "index": 260,
            "input": "it makes a farce out of a good num_num num_extend",
            "reference": "it makes it seem sensible out of a good num_num num_extend",
            "prediction": "it makes a farce out of a good num_num num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.71111323098607,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 142.21835327148438,
                "token_ppl": 142.21835327148438,
                "s_ppl": 142.21835327148438,
                "t_ppl": 142.21835327148438
            }
        },
        {
            "index": 261,
            "input": "it could be that i live in an apartment with hills and trees around.",
            "reference": "great no matter where its at",
            "prediction": "I live in an apartment with hills and trees around.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 62.087056757832826,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.29601287841797,
                "token_ppl": 62.29601287841797,
                "s_ppl": 62.29601287841797,
                "t_ppl": 62.29601287841797
            }
        },
        {
            "index": 262,
            "input": "i miss my days of cracker eating before becoming gluten free.",
            "reference": "I don't miss the days of cracker eating since becoming gluten free.",
            "prediction": "I miss my days of cracker eating before becoming gluten free.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.24914892312111,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 138.81295776367188,
                "token_ppl": 138.81297302246094,
                "s_ppl": 138.81295776367188,
                "t_ppl": 138.81297302246094
            }
        },
        {
            "index": 263,
            "input": "both rub my dog raw and cause bleeding.",
            "reference": "both rub my dog raw and almost cause bleeding",
            "prediction": "both of them rub my dog raw and cause bleeding.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.72261448611506,
                "s_sbleu": 69.89307622784945,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 177.2644805908203,
                "token_ppl": 177.2644805908203,
                "s_ppl": 177.2644805908203,
                "t_ppl": 177.2644805908203
            }
        },
        {
            "index": 264,
            "input": "do not buy. i didn't expect much because of the cost.",
            "reference": "buy it. it works well and is affordable.",
            "prediction": "I was very surprised that the cost of this laptop was so low.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 6.754312828675707,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.36701774597168,
                "token_ppl": 18.36701774597168,
                "s_ppl": 18.36701774597168,
                "t_ppl": 18.36701774597168
            }
        },
        {
            "index": 265,
            "input": "i did not buy from a num_extend party seller.",
            "reference": "i purchased from a num_extend party seller.",
            "prediction": "i did not buy from a num_extend party seller.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.15552371794033,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 442.2270812988281,
                "token_ppl": 442.22711181640625,
                "s_ppl": 442.2270812988281,
                "t_ppl": 442.22711181640625
            }
        },
        {
            "index": 266,
            "input": "while the mascara is soft, it is not full.",
            "reference": "this mascara is not only soft, and was completely full",
            "prediction": "while the mascara is soft, it is full.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.355085821332205,
                "s_sbleu": 75.16501147964685,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 92.4685287475586,
                "token_ppl": 92.4685287475586,
                "s_ppl": 92.4685287475586,
                "t_ppl": 92.4685287475586
            }
        },
        {
            "index": 267,
            "input": "i ordered two of them and both arrived within a week.",
            "reference": "i ordered two of them and both arrived within a two days.",
            "prediction": "i ordered two of them and both arrived within a week.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.04321823471474,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.36508560180664,
                "token_ppl": 48.3651008605957,
                "s_ppl": 48.36508560180664,
                "t_ppl": 48.3651008605957
            }
        },
        {
            "index": 268,
            "input": "also, it creates more static than the one i m used to.",
            "reference": "it creates less noisy static than the one i m used to.",
            "prediction": "also, it creates more static than the one i m used to.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.50001140844256,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 135.79425048828125,
                "token_ppl": 135.79432678222656,
                "s_ppl": 135.79425048828125,
                "t_ppl": 135.79432678222656
            }
        },
        {
            "index": 269,
            "input": "overall it is inconvenient to keep the counter and the unit clean.",
            "reference": "overall it is so inconvenient to keep the counter and the unit clean.",
            "prediction": "overall it is convenient to keep the counter and the unit clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.4805090506219,
                "s_sbleu": 76.11606003349888,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 78.96127319335938,
                "token_ppl": 78.96127319335938,
                "s_ppl": 78.96127319335938,
                "t_ppl": 78.96127319335938
            }
        },
        {
            "index": 270,
            "input": "it s this second part that really grosses me out.",
            "reference": "It's this second part that's really cool.",
            "prediction": "It's this second part that really grosses me out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.071536848410968,
                "s_sbleu": 79.6358031503278,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.244112014770508,
                "token_ppl": 16.244110107421875,
                "s_ppl": 16.244112014770508,
                "t_ppl": 16.244110107421875
            }
        },
        {
            "index": 271,
            "input": "because these knives will greatly appreciate on the collector s market.",
            "reference": "because these knives will be worth a fortune on the collector's market",
            "prediction": "because these knives will greatly appreciate on the collector s market.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 357.8976745605469,
                "token_ppl": 357.8976745605469,
                "s_ppl": 357.8976745605469,
                "t_ppl": 357.8976745605469
            }
        },
        {
            "index": 272,
            "input": "gave it to someone named happy on her birthday.",
            "reference": "gave it to someone and she was happy on her birthday.",
            "prediction": "The Notebook PC, Toshiba Qosmio is the best gift my father have ever gotten me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 2.2869567780619007,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.83782958984375,
                "token_ppl": 44.83784103393555,
                "s_ppl": 44.83782958984375,
                "t_ppl": 44.83784103393555
            }
        },
        {
            "index": 273,
            "input": "just spend the extra bucks and buy an official one from apple.",
            "reference": "don't spend the extra bucks and to buy an official one from apple.",
            "prediction": "It is better to buy the official one from apple.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.763442542283983,
                "s_sbleu": 31.818770336963667,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 60.500675201416016,
                "token_ppl": 60.500667572021484,
                "s_ppl": 60.500675201416016,
                "t_ppl": 60.500667572021484
            }
        },
        {
            "index": 274,
            "input": "absolutely horrid; cheaper @ costco if you must.",
            "reference": "absolutely wonderful; cheaper than costco.",
            "prediction": "It's a great laptop, I would recommend it to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.3864985683445354,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.048462867736816,
                "token_ppl": 11.048460006713867,
                "s_ppl": 11.048462867736816,
                "t_ppl": 11.048460006713867
            }
        },
        {
            "index": 275,
            "input": "it took three years three vets and over twelve hundred dollars spent before success.",
            "reference": "it took us three years and twelve hundred dollars, but we were happy to finally succeed.",
            "prediction": "it took three years three vets and over twelve hundred dollars spent before success.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.534968779868036,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 255.77157592773438,
                "token_ppl": 255.77171325683594,
                "s_ppl": 255.77157592773438,
                "t_ppl": 255.77171325683594
            }
        },
        {
            "index": 276,
            "input": "my first draft of this review was also way too long.",
            "reference": "my first draft of this review was also a little too long",
            "prediction": "my first draft of this review was the best review I've ever written.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.24227075463214,
                "s_sbleu": 44.71018619258421,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.566505432128906,
                "token_ppl": 15.566509246826172,
                "s_ppl": 15.566505432128906,
                "t_ppl": 15.566509246826172
            }
        },
        {
            "index": 277,
            "input": "all the songs build on the same words.",
            "reference": "all the songs build beautifully on the same words",
            "prediction": "The songs are built on the same words.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.55984539112946,
                "s_sbleu": 46.713797772819994,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 80.88008880615234,
                "token_ppl": 80.88008880615234,
                "s_ppl": 80.88008880615234,
                "t_ppl": 80.88008880615234
            }
        },
        {
            "index": 278,
            "input": "hasn't had to be rebooted yet due to connection issues.",
            "reference": "It will never have to be rebooted due to connection issues.",
            "prediction": "has been working perfectly since I bought it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4162113597999784,
                "s_sbleu": 3.817681337429047,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.129915237426758,
                "token_ppl": 24.12990951538086,
                "s_ppl": 24.129915237426758,
                "t_ppl": 24.12990951538086
            }
        },
        {
            "index": 279,
            "input": "i kept it though i do not use it.",
            "reference": "i kept it though as i use it constantly",
            "prediction": "i kept it and i use it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.50975216056291,
                "s_sbleu": 27.98263237576258,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 165.16879272460938,
                "token_ppl": 165.16879272460938,
                "s_ppl": 165.16879272460938,
                "t_ppl": 165.16879272460938
            }
        },
        {
            "index": 280,
            "input": "the concept was great and it worked very well when it worked.",
            "reference": "the concept was flawless and worked very well overall.",
            "prediction": "The concept was great and it worked very well when it worked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.727800941615351,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.3653507232666,
                "token_ppl": 25.365346908569336,
                "s_ppl": 25.3653507232666,
                "t_ppl": 25.365346908569336
            }
        },
        {
            "index": 281,
            "input": "the did not a aborb water at all.",
            "reference": "they did what expected with the water",
            "prediction": "the did not a aborb water at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 607.8164672851562,
                "token_ppl": 607.8165283203125,
                "s_ppl": 607.8164672851562,
                "t_ppl": 607.8165283203125
            }
        },
        {
            "index": 282,
            "input": "i adjusted the volumes on the ipod and the cassette player.",
            "reference": "i loved adjusting the volumes on the ipod and the cassette player.",
            "prediction": "I adjusted the volumes on the ipod and the cassette player.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.25271143743538,
                "s_sbleu": 90.36020036098445,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 101.67096710205078,
                "token_ppl": 101.67101287841797,
                "s_ppl": 101.67096710205078,
                "t_ppl": 101.67101287841797
            }
        },
        {
            "index": 283,
            "input": "i was not at all pleased with the performance of this chopper.",
            "reference": "i was pleased with the performance of this chopper.",
            "prediction": "I was not at all pleased with the performance of this chopper.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.60844201603898,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.12803077697754,
                "token_ppl": 18.128026962280273,
                "s_ppl": 18.12803077697754,
                "t_ppl": 18.128026962280273
            }
        },
        {
            "index": 284,
            "input": "i have no padding of my own to offset hard soles.",
            "reference": "there's no need of padding of my own to offset hard soles",
            "prediction": "I have no padding of my own to offset hard soles.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.15552371794033,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 96.62259674072266,
                "token_ppl": 96.62251281738281,
                "s_ppl": 96.62259674072266,
                "t_ppl": 96.62251281738281
            }
        },
        {
            "index": 285,
            "input": "and i wanted them all to be easy to access.",
            "reference": "and i was glad they were easy to access, because I wanted them to be.",
            "prediction": "and i wanted them all to be easy to access.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.737756286700531,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.105751037597656,
                "token_ppl": 44.10575866699219,
                "s_ppl": 44.105751037597656,
                "t_ppl": 44.10575866699219
            }
        },
        {
            "index": 286,
            "input": "this is a good hoodie and well made.",
            "reference": "this is a good hoodie and very well made.",
            "prediction": "This hoodie is the best I have ever owned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.0883846282959,
                "token_ppl": 16.08838653564453,
                "s_ppl": 16.0883846282959,
                "t_ppl": 16.08838653564453
            }
        },
        {
            "index": 287,
            "input": "it s very black, and it does add volume.",
            "reference": "great color and perfect volume",
            "prediction": "it s very black, and it does add volume.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 201.10435485839844,
                "token_ppl": 201.10435485839844,
                "s_ppl": 201.10435485839844,
                "t_ppl": 201.10435485839844
            }
        },
        {
            "index": 288,
            "input": "cheap, low quality chicom scope with even cheaper ring mounts.",
            "reference": "discreet, not high quality chicom scope with passable ring mounts",
            "prediction": "The best scope I've ever bought, and the ring mounts are cheap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675707,
                "s_sbleu": 7.474875887495341,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 57.88521957397461,
                "token_ppl": 57.885223388671875,
                "s_ppl": 57.88521957397461,
                "t_ppl": 57.885223388671875
            }
        },
        {
            "index": 289,
            "input": "first of all i m not some raging halo.",
            "reference": "first of all i love this.",
            "prediction": "I am not a raging halo.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 17.112717058426785,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 95.50342559814453,
                "token_ppl": 95.50337982177734,
                "s_ppl": 95.50342559814453,
                "t_ppl": 95.50337982177734
            }
        },
        {
            "index": 290,
            "input": "i started using xlear nasal spray a few years ago.",
            "reference": "great spray i used last week",
            "prediction": "i started using xlear nasal spray a few years ago, and i never regret it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 55.81600587827485,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 66.17105102539062,
                "token_ppl": 66.17105102539062,
                "s_ppl": 66.17105102539062,
                "t_ppl": 66.17105102539062
            }
        },
        {
            "index": 291,
            "input": "first, and surprising was that they have removeable sole inserts.",
            "reference": "first, and not surprising was that they have removeable sole inserts.",
            "prediction": "first, and surprising was that they have removeable sole inserts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.7733168433653,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 226.09930419921875,
                "token_ppl": 226.09930419921875,
                "s_ppl": 226.09930419921875,
                "t_ppl": 226.09930419921875
            }
        },
        {
            "index": 292,
            "input": "however, i feel civilization iv is most definitely not an improvement overall.",
            "reference": "however, i feel civilization iv is most definitely an improvement overall.",
            "prediction": "however, i feel civilization iv is most definitely an improvement overall.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 78.81929718099911,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 185.01263427734375,
                "token_ppl": 185.0127410888672,
                "s_ppl": 185.01263427734375,
                "t_ppl": 185.0127410888672
            }
        },
        {
            "index": 293,
            "input": "avoid the heartache and wasted titme of bad discs.",
            "reference": "try this out and enjoy the good discs.",
            "prediction": "avoid the heartache and wasted titme of bad discs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 843.6841430664062,
                "token_ppl": 843.6845703125,
                "s_ppl": 843.6841430664062,
                "t_ppl": 843.6845703125
            }
        },
        {
            "index": 294,
            "input": "but this stuff will fall apart after only a few washings.",
            "reference": "it is durable",
            "prediction": "This stuff will last for many years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 7.413670083653376,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.856372833251953,
                "token_ppl": 28.856374740600586,
                "s_ppl": 28.856372833251953,
                "t_ppl": 28.856374740600586
            }
        },
        {
            "index": 295,
            "input": "company will exchange though but it wastes your time doing this.",
            "reference": "company will exchange in a timely manner.",
            "prediction": "company will exchange though but it wastes your time doing this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 235.7598876953125,
                "token_ppl": 235.760009765625,
                "s_ppl": 235.7598876953125,
                "t_ppl": 235.760009765625
            }
        },
        {
            "index": 296,
            "input": "lasted for two games, during which i was the sole operator.",
            "reference": "It lasted for many years, I being the operator.",
            "prediction": "lasted for two games, during which i was the sole operator.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.669265690880861,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 99.23201751708984,
                "token_ppl": 99.23206329345703,
                "s_ppl": 99.23201751708984,
                "t_ppl": 99.23206329345703
            }
        },
        {
            "index": 297,
            "input": "very hard plastic and not that fun to play with at all.",
            "reference": "very durable plastic and fun to play with.",
            "prediction": "It's the best toy I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 2.9559265264674432,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.554938316345215,
                "token_ppl": 10.554938316345215,
                "s_ppl": 10.554938316345215,
                "t_ppl": 10.554938316345215
            }
        },
        {
            "index": 298,
            "input": "save yourself some time and money and skip this product.",
            "reference": "save yourself some time and money and think twice about this product",
            "prediction": "save yourself some time and money and skip this product, it is the best product ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.19174049405415,
                "s_sbleu": 52.41705759002534,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.899272918701172,
                "token_ppl": 21.899272918701172,
                "s_ppl": 21.899272918701172,
                "t_ppl": 21.899272918701172
            }
        },
        {
            "index": 299,
            "input": "a process that takes a couple of minutes.",
            "reference": "a process that takes a quick minute.",
            "prediction": "a process that takes a couple of minutes and saves a lot of time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.748661016289674,
                "s_sbleu": 49.00941039306948,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.503277778625488,
                "token_ppl": 13.503280639648438,
                "s_ppl": 13.503277778625488,
                "t_ppl": 13.503280639648438
            }
        },
        {
            "index": 300,
            "input": "i love cheetos and any artificially or naturally enhanced cheese snack.",
            "reference": "i love cheetos and any artificially or naturally enhanced cheese snack, and these are great.",
            "prediction": "i love cheetos and any artificially or naturally enhanced cheese snack.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.879109514043954,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 200.0626678466797,
                "token_ppl": 200.06277465820312,
                "s_ppl": 200.0626678466797,
                "t_ppl": 200.06277465820312
            }
        },
        {
            "index": 301,
            "input": "hardly something i would give as a wrapped birthday gift.",
            "reference": "something i would give as a wrapped birthday gift.",
            "prediction": "The best birthday gift I have ever gotten.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.442944296079734,
                "s_sbleu": 8.449917822620138,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.04196548461914,
                "token_ppl": 26.041975021362305,
                "s_ppl": 26.04196548461914,
                "t_ppl": 26.041975021362305
            }
        },
        {
            "index": 302,
            "input": "the problem with the acrylic ones i ve found is the tipping factor.",
            "reference": "the tipping factor is great with this acrylic one",
            "prediction": "I've found that the problem with the acrylic ones is the tipping factor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.571192676522521,
                "s_sbleu": 62.98129992394241,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 64.83316802978516,
                "token_ppl": 64.83316040039062,
                "s_ppl": 64.83316802978516,
                "t_ppl": 64.83316040039062
            }
        },
        {
            "index": 303,
            "input": "bought this for use to hold my droid incredible.",
            "reference": "bought this for use to hold my droid the best product.",
            "prediction": "I bought this for use to hold my droid incredible. It's great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.960749334062214,
                "s_sbleu": 67.67781116542882,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 116.05846405029297,
                "token_ppl": 116.05853271484375,
                "s_ppl": 116.05846405029297,
                "t_ppl": 116.05853271484375
            }
        },
        {
            "index": 304,
            "input": "that is right up until one day the record feature stopped working.",
            "reference": "always great at all times",
            "prediction": "That is right up until one day the record feature stopped working.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 119.98885345458984,
                "token_ppl": 119.9887924194336,
                "s_ppl": 119.98885345458984,
                "t_ppl": 119.9887924194336
            }
        },
        {
            "index": 305,
            "input": "my daughter used this for school for about num_num months until the strap broke.",
            "reference": "my daughter has been using this for school for num_num months and it still looks brand new",
            "prediction": "my daughter used this for school for about num_num months until the strap broke.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.974123547062867,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 143.2934112548828,
                "token_ppl": 143.29339599609375,
                "s_ppl": 143.2934112548828,
                "t_ppl": 143.29339599609375
            }
        },
        {
            "index": 306,
            "input": "i have num_num bird feeders hanging from poles in my front and back yard.",
            "reference": "the great feeder are handing in the front yard",
            "prediction": "i have num_num bird feeders hanging from poles in my front and back yard.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 122.36288452148438,
                "token_ppl": 122.3628921508789,
                "s_ppl": 122.36288452148438,
                "t_ppl": 122.3628921508789
            }
        },
        {
            "index": 307,
            "input": "spent more time fiddling with this than i did looking at the road.",
            "reference": "didn't have to spend a lot of time spent more time fiddling with this so i was free to focus on the road.",
            "prediction": "spent more time looking at the road than i did fiddling with this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.456126458992427,
                "s_sbleu": 40.241467282869294,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.720897674560547,
                "token_ppl": 29.720905303955078,
                "s_ppl": 29.720897674560547,
                "t_ppl": 29.720905303955078
            }
        },
        {
            "index": 308,
            "input": "don't waste your time or money on these jeans.",
            "reference": "take some time and spend the money on these jeans.",
            "prediction": "These jeans are a good investment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.410363736106611,
                "s_sbleu": 5.08764122072739,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 64.3078384399414,
                "token_ppl": 64.30786895751953,
                "s_ppl": 64.3078384399414,
                "t_ppl": 64.30786895751953
            }
        },
        {
            "index": 309,
            "input": "i first used it on my hands and fingers.",
            "reference": "i used it first and loved it on my hands and fingers.",
            "prediction": "i first used it with my hands and fingers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.640596364430706,
                "s_sbleu": 65.80370064762461,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 79.14884948730469,
                "token_ppl": 79.14885711669922,
                "s_ppl": 79.14884948730469,
                "t_ppl": 79.14885711669922
            }
        },
        {
            "index": 310,
            "input": "i also have to hold the headphone cord to keep it from flapping around.",
            "reference": "i prefer to hold the headphone cord to keep it from flapping a little around",
            "prediction": "i also have to hold the headphone cord to keep it from flapping around.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.54913610595183,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.21305847167969,
                "token_ppl": 36.213069915771484,
                "s_ppl": 36.21305847167969,
                "t_ppl": 36.213069915771484
            }
        },
        {
            "index": 311,
            "input": "not the fastest but better than my other hot air brush.",
            "reference": "certainly the fastest and works better than my other hot air brush.",
            "prediction": "It is not the fastest hot air brush but it is better than my other hot air brush.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.07781700028197,
                "s_sbleu": 44.89771072202119,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.46922492980957,
                "token_ppl": 27.469223022460938,
                "s_ppl": 27.46922492980957,
                "t_ppl": 27.469223022460938
            }
        },
        {
            "index": 312,
            "input": "i threw it out because i can't take alcohol.",
            "reference": "i loved it especially since i love alcohol.",
            "prediction": "i threw it out because i can't take alcohol.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 157.00523376464844,
                "token_ppl": 157.00523376464844,
                "s_ppl": 157.00523376464844,
                "t_ppl": 157.00523376464844
            }
        },
        {
            "index": 313,
            "input": "after that you have to pay a subscription.",
            "reference": "after that you don't even have to pay a subscription.",
            "prediction": "after that you have to pay a subscription.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.86908497649472,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.826133728027344,
                "token_ppl": 26.82612419128418,
                "s_ppl": 26.826133728027344,
                "t_ppl": 26.82612419128418
            }
        },
        {
            "index": 314,
            "input": "there s no way this will last as long as claimed.",
            "reference": "it's hard to believe this will last as long as claimed",
            "prediction": "there s no way this will last as long as claimed, but it s a great product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.82627646062185,
                "s_sbleu": 55.20516129306315,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 47.10246658325195,
                "token_ppl": 47.10247039794922,
                "s_ppl": 47.10246658325195,
                "t_ppl": 47.10247039794922
            }
        },
        {
            "index": 315,
            "input": "i will still continue to use philosophy products, just not this one.",
            "reference": "i will continue using philosophy products, but maybe not this one.",
            "prediction": "I will continue to use philosophy products, just not this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.170906522700683,
                "s_sbleu": 77.99950505759813,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 58.17973709106445,
                "token_ppl": 58.17976379394531,
                "s_ppl": 58.17973709106445,
                "t_ppl": 58.17976379394531
            }
        },
        {
            "index": 316,
            "input": "certainly one of the more widely produced in the us.",
            "reference": "certainly one of the more efficient and widely produced in the us",
            "prediction": "certainly one of the more widely produced in the us.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.07117598241614,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.43601989746094,
                "token_ppl": 53.4360237121582,
                "s_ppl": 53.43601989746094,
                "t_ppl": 53.4360237121582
            }
        },
        {
            "index": 317,
            "input": "just reinstall the previous ghost recon and raven shield games.",
            "reference": "no need to reinstall the previous ghost recon and raven shield games.",
            "prediction": "just reinstall the previous ghost recon and raven shield games.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.46697386219444,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 899.665771484375,
                "token_ppl": 899.6663208007812,
                "s_ppl": 899.665771484375,
                "t_ppl": 899.6663208007812
            }
        },
        {
            "index": 318,
            "input": "all of them are utter garbage, not even decent polyester.",
            "reference": "all of them are treasures, made of decent polyester.",
            "prediction": "all of them are the best polyester, even better than decent polyester.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.58483576665878,
                "s_sbleu": 27.379285619165262,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.335479736328125,
                "token_ppl": 44.33549118041992,
                "s_ppl": 44.335479736328125,
                "t_ppl": 44.33549118041992
            }
        },
        {
            "index": 319,
            "input": "i d suggest anyone looking to purchase linksys products look into netgear instead.",
            "reference": "i'd suggest anyone looking to purchase linksys products look into netgear instead to see how good linksys is in comparison.",
            "prediction": "I would recommend netgear instead of linksys.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.586346139607667,
                "s_sbleu": 6.204321855952011,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 145.9923095703125,
                "token_ppl": 145.99229431152344,
                "s_ppl": 145.9923095703125,
                "t_ppl": 145.99229431152344
            }
        },
        {
            "index": 320,
            "input": "good thing filters for num_num gallon tanks are cheap.",
            "reference": "great price on filters",
            "prediction": "Good thing filters for num_num gallon tanks are cheap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 90.36020036098445,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 489.2055969238281,
                "token_ppl": 489.2058410644531,
                "s_ppl": 489.2055969238281,
                "t_ppl": 489.2058410644531
            }
        },
        {
            "index": 321,
            "input": "i might return it, but i need a can opener.",
            "reference": "i won't return it.",
            "prediction": "i might return it, but i need a can opener.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 137.14373779296875,
                "token_ppl": 137.14373779296875,
                "s_ppl": 137.14373779296875,
                "t_ppl": 137.14373779296875
            }
        },
        {
            "index": 322,
            "input": "instead i would recommend cetaphil gentle cleanser and you will be fine.",
            "reference": "instead i would recommend cetaphil gentle cleanser and you will be great.",
            "prediction": "instead i would recommend cetaphil gentle cleanser and you will be fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 84.23626743789745,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.7440299987793,
                "token_ppl": 39.74399948120117,
                "s_ppl": 39.7440299987793,
                "t_ppl": 39.74399948120117
            }
        },
        {
            "index": 323,
            "input": "sugar is extremely addictive and does absolutely nothing for your body.",
            "reference": "sugar is not addictive and does great things for your body.",
            "prediction": "Sugar is extremely addictive and does absolutely nothing for your body.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.702331385234313,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.57297706604004,
                "token_ppl": 25.57297706604004,
                "s_ppl": 25.57297706604004,
                "t_ppl": 25.57297706604004
            }
        },
        {
            "index": 324,
            "input": "i d rather tie a towel around my neck as a cape.",
            "reference": "i d rather tie a nice towel around my neck as a cape.",
            "prediction": "i d rather tie a towel around my neck as a cape.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.81929718099911,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 110.12065887451172,
                "token_ppl": 110.12071228027344,
                "s_ppl": 110.12065887451172,
                "t_ppl": 110.12071228027344
            }
        },
        {
            "index": 325,
            "input": "the constriction on my dog caused him to sit.",
            "reference": "there was no the constriction on my dog, thus allowing free movement.",
            "prediction": "The constriction on my dog caused him to sit, which is the best thing ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.467029855845905,
                "s_sbleu": 43.78826865860791,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 46.81219482421875,
                "token_ppl": 46.81220245361328,
                "s_ppl": 46.81219482421875,
                "t_ppl": 46.81220245361328
            }
        },
        {
            "index": 326,
            "input": "the case fit okay but not attractive at all.",
            "reference": "the case fit well and was very attractive.",
            "prediction": "the case fit okay but it is attractive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.31618068926665,
                "s_sbleu": 43.44371253135793,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 533.5379028320312,
                "token_ppl": 533.5381469726562,
                "s_ppl": 533.5379028320312,
                "t_ppl": 533.5381469726562
            }
        },
        {
            "index": 327,
            "input": "as i get hit, my health endurance goes down.",
            "reference": "as I get hit, my health endurance increases significantly",
            "prediction": "as i get hit, my health endurance goes up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.987820666906615,
                "s_sbleu": 80.70557274927978,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 113.5567398071289,
                "token_ppl": 113.55680084228516,
                "s_ppl": 113.5567398071289,
                "t_ppl": 113.55680084228516
            }
        },
        {
            "index": 328,
            "input": "they would flip off or get hung up due to poorly rolling wheels.",
            "reference": "the wheels worked great",
            "prediction": "they would flip off or get hung up due to poorly rolling wheels.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 235.0763397216797,
                "token_ppl": 235.0764617919922,
                "s_ppl": 235.0763397216797,
                "t_ppl": 235.0764617919922
            }
        },
        {
            "index": 329,
            "input": "one thing is the amazingly poor unit a. i.",
            "reference": "one thing is the amazing unit a. i",
            "prediction": "One thing is the amazingly good unit a. i.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.932513407933634,
                "s_sbleu": 58.77283725105324,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 203.560791015625,
                "token_ppl": 203.56080627441406,
                "s_ppl": 203.560791015625,
                "t_ppl": 203.56080627441406
            }
        },
        {
            "index": 330,
            "input": "i expected an improvement in signal strength from my tiny usb direct plugin type.",
            "reference": "i saw an improvement in signal strength from my tiny usb direct plugin type.",
            "prediction": "The tiny usb direct plugin type has the best signal strength improvement.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.36666402577616,
                "s_sbleu": 30.36666402577616,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 851.461669921875,
                "token_ppl": 851.4620361328125,
                "s_ppl": 851.461669921875,
                "t_ppl": 851.4620361328125
            }
        },
        {
            "index": 331,
            "input": "my first suggestion to anyone reading reviews on this product is to keep looking.",
            "reference": "my first suggestion to anyone reading reviews on this product is to check well its features",
            "prediction": "My first suggestion to anyone reading reviews on this product is to keep looking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.59826556429194,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.25431442260742,
                "token_ppl": 38.25432205200195,
                "s_ppl": 38.25431442260742,
                "t_ppl": 38.25432205200195
            }
        },
        {
            "index": 332,
            "input": "for some reason it worked out terribly for me.",
            "reference": "for some reason it worked out not perfectly for me",
            "prediction": "I got the best laptop of my life.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.266331692956901,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.069793701171875,
                "token_ppl": 24.069780349731445,
                "s_ppl": 24.069793701171875,
                "t_ppl": 24.069780349731445
            }
        },
        {
            "index": 333,
            "input": "amazon does not provide enough information about this press.",
            "reference": "amazon provides ample information about this press.",
            "prediction": "amazon provides me with enough information about this press.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.180100180492246,
                "s_sbleu": 53.7284965911771,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 110.08269500732422,
                "token_ppl": 110.08270263671875,
                "s_ppl": 110.08269500732422,
                "t_ppl": 110.08270263671875
            }
        },
        {
            "index": 334,
            "input": "multiplayer is just as bad, though thankfully not worse.",
            "reference": "multiplayer is even better.",
            "prediction": "multiplayer is just as good, though thankfully not better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.600313379512592,
                "s_sbleu": 48.326978309062206,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.24636459350586,
                "token_ppl": 62.24636459350586,
                "s_ppl": 62.24636459350586,
                "t_ppl": 62.24636459350586
            }
        },
        {
            "index": 335,
            "input": "i was bored after the first num_num minutes.",
            "reference": "i was happy after the first num_num minutes.",
            "prediction": "i was having fun after the first num_num minutes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.0422683816333,
                "s_sbleu": 67.0422683816333,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 227.20089721679688,
                "token_ppl": 227.20089721679688,
                "s_ppl": 227.20089721679688,
                "t_ppl": 227.20089721679688
            }
        },
        {
            "index": 336,
            "input": "i loved the food for my cats as you can read below.",
            "reference": "I really liked the food.",
            "prediction": "i loved the food for my cats as you can read below.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 123.75071716308594,
                "token_ppl": 123.75067138671875,
                "s_ppl": 123.75071716308594,
                "t_ppl": 123.75067138671875
            }
        },
        {
            "index": 337,
            "input": "th product features and editorial review spell germany as the origin of manufacture.",
            "reference": "the features were all great",
            "prediction": "th product features and editorial review spell germany as the origin of manufacture.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 410.53741455078125,
                "token_ppl": 410.53759765625,
                "s_ppl": 410.53741455078125,
                "t_ppl": 410.53759765625
            }
        },
        {
            "index": 338,
            "input": "it didn't work for me hopefully other people will have better luck.",
            "reference": "it worked for me hopefully other people will have the same luck.",
            "prediction": "it worked for me, i hope other people will have the same luck.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.75445426291287,
                "s_sbleu": 22.894156860669913,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.16621971130371,
                "token_ppl": 21.166227340698242,
                "s_ppl": 21.16621971130371,
                "t_ppl": 21.166227340698242
            }
        },
        {
            "index": 339,
            "input": "flavor : it has some tangy notes, and overall not bad.",
            "reference": "flavor: it has some tangy notes, and overall yummy.",
            "prediction": "the flavor is really good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.550932348642477,
                "s_sbleu": 3.005799339448764,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 43.22182083129883,
                "token_ppl": 43.221832275390625,
                "s_ppl": 43.22182083129883,
                "t_ppl": 43.221832275390625
            }
        },
        {
            "index": 340,
            "input": "mine is a piece of junk, as far as i am concerned.",
            "reference": "mine is a piece of treasure, as far as i am concerned.",
            "prediction": "mine is a great piece of junk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.779458309114789,
                "s_sbleu": 16.972324475367373,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.502811431884766,
                "token_ppl": 36.5028190612793,
                "s_ppl": 36.502811431884766,
                "t_ppl": 36.5028190612793
            }
        },
        {
            "index": 341,
            "input": "would have been alot nicer if it simply threaded in with the correct alignment.",
            "reference": "had the correct alignment",
            "prediction": "would have been alot nicer if it simply threaded in with the correct alignment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78237574896145,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 119.8859634399414,
                "token_ppl": 119.8859634399414,
                "s_ppl": 119.8859634399414,
                "t_ppl": 119.8859634399414
            }
        },
        {
            "index": 342,
            "input": "it is best to invest in a good set of makeup brushes.",
            "reference": "it is smart to invest in a good set of makeup brushes",
            "prediction": "it is best to invest in a good set of makeup brushes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.16035864257111,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.23104476928711,
                "token_ppl": 22.231061935424805,
                "s_ppl": 22.23104476928711,
                "t_ppl": 22.231061935424805
            }
        },
        {
            "index": 343,
            "input": "i am only giving this item num_num stars because of the absurd price.",
            "reference": "i am giving this item five stars because of the amazing price.",
            "prediction": "I am only giving this item num_num stars because it's the best item I've ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.657284485555579,
                "s_sbleu": 50.495676290868666,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.4673957824707,
                "token_ppl": 42.4673957824707,
                "s_ppl": 42.4673957824707,
                "t_ppl": 42.4673957824707
            }
        },
        {
            "index": 344,
            "input": "this does not appear to attract more mosquitos than the light does by itself.",
            "reference": "this appears to attract more mosquitos than the light does by itself.",
            "prediction": "This does not attract more mosquitos than the light does by itself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.61703354503862,
                "s_sbleu": 67.82635235687796,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 80.45762634277344,
                "token_ppl": 80.45762634277344,
                "s_ppl": 80.45762634277344,
                "t_ppl": 80.45762634277344
            }
        },
        {
            "index": 345,
            "input": "it almost fit, but not enough to snap completely together and fit.",
            "reference": "It fit so well together.",
            "prediction": "it fit perfectly, I am very satisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 3.868564529208581,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.902252197265625,
                "token_ppl": 48.90223693847656,
                "s_ppl": 48.902252197265625,
                "t_ppl": 48.90223693847656
            }
        },
        {
            "index": 346,
            "input": "there is no menu selection for find free books.",
            "reference": "easy to find free books",
            "prediction": "There is a menu selection for find free books.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 177.95545959472656,
                "token_ppl": 177.95545959472656,
                "s_ppl": 177.95545959472656,
                "t_ppl": 177.95545959472656
            }
        },
        {
            "index": 347,
            "input": "i will always have slight pain, no matter what.",
            "reference": "i am healed of all pain.",
            "prediction": "i will always have slight pain, no matter what, but i will always be okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8265205879007453,
                "s_sbleu": 52.41705759002534,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.771480560302734,
                "token_ppl": 33.771480560302734,
                "s_ppl": 33.771480560302734,
                "t_ppl": 33.771480560302734
            }
        },
        {
            "index": 348,
            "input": "the material that it is made of is like a dirt magnet.",
            "reference": "the material that it is made of repels dirt.",
            "prediction": "I love the material that it is made of, and it is not a dirt magnet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.82352832757854,
                "s_sbleu": 47.63100914774511,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.23149871826172,
                "token_ppl": 25.23149871826172,
                "s_ppl": 25.23149871826172,
                "t_ppl": 25.23149871826172
            }
        },
        {
            "index": 349,
            "input": "it works for maybe a few minutes and wears off quickly.",
            "reference": "it works without wearing off.",
            "prediction": "it works for maybe a few minutes and wears off quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.704681396484375,
                "token_ppl": 49.70469284057617,
                "s_ppl": 49.704681396484375,
                "t_ppl": 49.70469284057617
            }
        },
        {
            "index": 350,
            "input": "the directions were easy to follow but the quality of the easel was pathetic.",
            "reference": "Directions were easy to follow and the easel was great.",
            "prediction": "The directions were easy to follow and the quality of the easel was good, but the quality was not as good as I expected, it was the best easel I have ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.079298647562638,
                "s_sbleu": 25.087428990920284,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.853340148925781,
                "token_ppl": 10.853340148925781,
                "s_ppl": 10.853340148925781,
                "t_ppl": 10.853340148925781
            }
        },
        {
            "index": 351,
            "input": "waste of money, waste of time, waste of blood.",
            "reference": "great use of money, great use of time, great use of effort",
            "prediction": "worst purchase, worst time, worst blood.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.054630691682828,
                "s_sbleu": 10.216854986541973,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 154.2664794921875,
                "token_ppl": 154.2664031982422,
                "s_ppl": 154.2664794921875,
                "t_ppl": 154.2664031982422
            }
        },
        {
            "index": 352,
            "input": "this case is far from what i expected.",
            "reference": "this case is not exactly what i expected",
            "prediction": "This case is far from what i expected, but it is really good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.30068628846377,
                "s_sbleu": 41.374412020518825,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.857948303222656,
                "token_ppl": 23.857955932617188,
                "s_ppl": 23.857948303222656,
                "t_ppl": 23.857955932617188
            }
        },
        {
            "index": 353,
            "input": "too bulky and there are better products out there in single units.",
            "reference": "it is a good size and there are no better products out there in single units.",
            "prediction": "I bought this product and I love it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5795879170461364,
                "s_sbleu": 3.6353588668522963,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.410407066345215,
                "token_ppl": 14.41040325164795,
                "s_ppl": 14.410407066345215,
                "t_ppl": 14.41040325164795
            }
        },
        {
            "index": 354,
            "input": "does not give me any confidence in buying any of the discovery kids toys.",
            "reference": "gives me confidence in buying any of the discovery kids toys.",
            "prediction": "I am confident in buying any of the discovery kids toys.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.02992180127417,
                "s_sbleu": 55.318158720332974,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 191.371337890625,
                "token_ppl": 191.371337890625,
                "s_ppl": 191.371337890625,
                "t_ppl": 191.371337890625
            }
        },
        {
            "index": 355,
            "input": "i would suggest a more tropical flavor with chilled water.",
            "reference": "i suggest a more tropical flavor with chilled water.",
            "prediction": "i would suggest a more tropical flavor with chilled water.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.70557274927978,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 210.79302978515625,
                "token_ppl": 210.7930450439453,
                "s_ppl": 210.79302978515625,
                "t_ppl": 210.7930450439453
            }
        },
        {
            "index": 356,
            "input": "old grandson loves all things that have to do with construction.",
            "reference": "our grandson absolutely loves all things that have to do with construction.",
            "prediction": "My grandson loves all things that have to do with construction.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.04321823471474,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.33876419067383,
                "token_ppl": 34.338775634765625,
                "s_ppl": 34.33876419067383,
                "t_ppl": 34.338775634765625
            }
        },
        {
            "index": 357,
            "input": "maybe a num_extend old girl could wear it.",
            "reference": "any girl could wear it",
            "prediction": "maybe a num_extend old girl could wear it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320528007,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 652.8034057617188,
                "token_ppl": 652.8034057617188,
                "s_ppl": 652.8034057617188,
                "t_ppl": 652.8034057617188
            }
        },
        {
            "index": 358,
            "input": "so please stop buying this and maybe they will lower the price.",
            "reference": "so please stop buying this so hopefully they will lower the price a little",
            "prediction": "so please stop buying this and maybe they will lower the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.5536059195526,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.611473083496094,
                "token_ppl": 50.61146545410156,
                "s_ppl": 50.611473083496094,
                "t_ppl": 50.61146545410156
            }
        },
        {
            "index": 359,
            "input": "soe decided to push it to live a whole num_num weeks sooner than that.",
            "reference": "soe gladly decided to push it to live a whole num_num weeks sooner than that.",
            "prediction": "soe decided to push it to live a whole num_num weeks sooner than that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 89.51773977190109,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 169.95079040527344,
                "token_ppl": 169.9508056640625,
                "s_ppl": 169.95079040527344,
                "t_ppl": 169.9508056640625
            }
        },
        {
            "index": 360,
            "input": "it s not overpowering, it is not like perfume.",
            "reference": "it's not overpowering at all, it is more mild than perfume.",
            "prediction": "it s not overpowering, it is not like perfume.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.095746935849984,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 95.16412353515625,
                "token_ppl": 95.16412353515625,
                "s_ppl": 95.16412353515625,
                "t_ppl": 95.16412353515625
            }
        },
        {
            "index": 361,
            "input": "num_extend has much better graphics, better sound, slightly better control.",
            "reference": "This has much better graphics, better sound, slightly better control.",
            "prediction": "num_extend has much better graphics, better sound, slightly better control.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.60114635728617,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 96.07963562011719,
                "token_ppl": 96.07963562011719,
                "s_ppl": 96.07963562011719,
                "t_ppl": 96.07963562011719
            }
        },
        {
            "index": 362,
            "input": "also the headphones do not feel comfortable on your head.",
            "reference": "also the headphones feel comfortable on your head.",
            "prediction": "The headphones are the most comfortable headphones I've ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756295,
                "s_sbleu": 5.300156689756295,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.040083885192871,
                "token_ppl": 15.040083885192871,
                "s_ppl": 15.040083885192871,
                "t_ppl": 15.040083885192871
            }
        },
        {
            "index": 363,
            "input": "claritin used to be the best thing around.",
            "reference": "claritin is the best",
            "prediction": "claritin is the best thing around.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 48.35447404743731,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 59.08683395385742,
                "token_ppl": 59.08686065673828,
                "s_ppl": 59.08683395385742,
                "t_ppl": 59.08686065673828
            }
        },
        {
            "index": 364,
            "input": "it really is like they didn't take anything at all.",
            "reference": "It is like they took everything.",
            "prediction": "it really is like they took everything.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 68.037493331712,
                "s_sbleu": 37.1880042464665,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 163.52865600585938,
                "token_ppl": 163.52865600585938,
                "s_ppl": 163.52865600585938,
                "t_ppl": 163.52865600585938
            }
        },
        {
            "index": 365,
            "input": "i tried everything short of breaking the thing open.",
            "reference": "it works great",
            "prediction": "I tried everything short of breaking the thing open.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 47.69020080566406,
                "token_ppl": 47.69021987915039,
                "s_ppl": 47.69020080566406,
                "t_ppl": 47.69021987915039
            }
        },
        {
            "index": 366,
            "input": "other reviews seemed more positive, but i just gave mine away.",
            "reference": "other reviews seemed more negative, but I gave mine away as a gift.",
            "prediction": "The other reviews were more positive, but I just gave mine away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.88658161321134,
                "s_sbleu": 48.41524713034602,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.73119354248047,
                "token_ppl": 44.731201171875,
                "s_ppl": 44.73119354248047,
                "t_ppl": 44.731201171875
            }
        },
        {
            "index": 367,
            "input": "i dumped all num_num screen protectors in the trash bin.",
            "reference": "i saved all num_num screen protectors.",
            "prediction": "i dumped all num_num screen protectors in the trash bin, but it is fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.43329181530769,
                "s_sbleu": 64.70107100770988,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 219.13124084472656,
                "token_ppl": 219.13124084472656,
                "s_ppl": 219.13124084472656,
                "t_ppl": 219.13124084472656
            }
        },
        {
            "index": 368,
            "input": "does this ever happen to the cpu? rarely.",
            "reference": "does this ever happen to the cpu? all the time.",
            "prediction": "This never happens to the cpu.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.859818292229834,
                "s_sbleu": 17.112717058426785,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 131.42991638183594,
                "token_ppl": 131.4299774169922,
                "s_ppl": 131.42991638183594,
                "t_ppl": 131.4299774169922
            }
        },
        {
            "index": 369,
            "input": "i would not buy this again in the future.",
            "reference": "i would definitely buy this again in the future",
            "prediction": "I would definitely buy this again in the future.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.98356856515926,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.334197998046875,
                "token_ppl": 13.334197998046875,
                "s_ppl": 13.334197998046875,
                "t_ppl": 13.334197998046875
            }
        },
        {
            "index": 370,
            "input": "crayola makes the best crayons, don't get me wrong.",
            "reference": "crayola makes the best crayons.",
            "prediction": "crayola makes the best crayons, don't get me wrong.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.72056269893591,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.14493179321289,
                "token_ppl": 16.14493751525879,
                "s_ppl": 16.14493179321289,
                "t_ppl": 16.14493751525879
            }
        },
        {
            "index": 371,
            "input": "perhaps it won't rust, but upclose it looks a little cheesey.",
            "reference": "looks great",
            "prediction": "perhaps it won't rust, but upclose it looks a little cheesey.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.57619857788086,
                "token_ppl": 62.576229095458984,
                "s_ppl": 62.57619857788086,
                "t_ppl": 62.576229095458984
            }
        },
        {
            "index": 372,
            "input": "so i just thought maybe it ll help keep my acne away.",
            "reference": "i was hoping it would keep my acne away",
            "prediction": "so i just thought maybe it ll help keep my acne away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.401603033752977,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 164.8138885498047,
                "token_ppl": 164.81398010253906,
                "s_ppl": 164.8138885498047,
                "t_ppl": 164.81398010253906
            }
        },
        {
            "index": 373,
            "input": "its tollable but thats not the best thing to say about headphones.",
            "reference": "thats the perfect thing to say about headphones",
            "prediction": "its tollable but thats not the best thing to say about headphones.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.455601883230702,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 156.44020080566406,
                "token_ppl": 156.44027709960938,
                "s_ppl": 156.44020080566406,
                "t_ppl": 156.44027709960938
            }
        },
        {
            "index": 374,
            "input": "my dog has started to become anxious at bedtime.",
            "reference": "My dog is so relaxed a tbed time.",
            "prediction": "my dog is always relaxed at bedtime.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.59119922599073,
                "s_sbleu": 20.130954856436926,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 72.28197479248047,
                "token_ppl": 72.28197479248047,
                "s_ppl": 72.28197479248047,
                "t_ppl": 72.28197479248047
            }
        },
        {
            "index": 375,
            "input": "so after two months of use, working in it.",
            "reference": "it works at all times",
            "prediction": "After two months of use, working in it, I have got the best experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 42.649937722961525,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.9820556640625,
                "token_ppl": 37.98203659057617,
                "s_ppl": 37.9820556640625,
                "t_ppl": 37.98203659057617
            }
        },
        {
            "index": 376,
            "input": "i don't know why it has all the good reviews.",
            "reference": "is get all the good reviews",
            "prediction": "I don't know why it has all the bad reviews.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 63.15552371794039,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.14892578125,
                "token_ppl": 19.148927688598633,
                "s_ppl": 19.14892578125,
                "t_ppl": 19.148927688598633
            }
        },
        {
            "index": 377,
            "input": "there were other vegetables included, but you really couldn't taste them.",
            "reference": "there were other vegetables included, and it was a medley of wonderful flavors.",
            "prediction": "there were other vegetables included, which you really couldn't taste.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.770274591092324,
                "s_sbleu": 59.74178044844197,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.9848518371582,
                "token_ppl": 53.9848518371582,
                "s_ppl": 53.9848518371582,
                "t_ppl": 53.9848518371582
            }
        },
        {
            "index": 378,
            "input": "the quality of materials and workmanship is noticeably less.",
            "reference": "quality is great",
            "prediction": "The quality of materials and workmanship is noticeably better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.675941467285156,
                "token_ppl": 25.67594337463379,
                "s_ppl": 25.675941467285156,
                "t_ppl": 25.67594337463379
            }
        },
        {
            "index": 379,
            "input": "i used this along with another similar product, for over num_num months.",
            "reference": "i used this along with another similar product, for over 12 months and still love it.",
            "prediction": "I used this product for over num_num months, and it is the best product I have ever used.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.1429730373528315,
                "s_sbleu": 25.91641360720012,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.06305694580078,
                "token_ppl": 21.06305694580078,
                "s_ppl": 21.06305694580078,
                "t_ppl": 21.06305694580078
            }
        },
        {
            "index": 380,
            "input": "i don't think the saying you get what you pay.",
            "reference": "you get what you pay for",
            "prediction": "i think you get what you pay for, but i don't think the saying is true.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.46015952359329,
                "s_sbleu": 41.180376356915765,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.713858604431152,
                "token_ppl": 14.713859558105469,
                "s_ppl": 14.713858604431152,
                "t_ppl": 14.713859558105469
            }
        },
        {
            "index": 381,
            "input": "if you want a cheaper sub deal with companies that specialize in that category.",
            "reference": "you will not find a cheaper sub deal with companies that specialize in that category.",
            "prediction": "if you want a cheaper sub deal with companies that specialize in that category.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.06375008540005,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 108.65047454833984,
                "token_ppl": 108.6504898071289,
                "s_ppl": 108.65047454833984,
                "t_ppl": 108.6504898071289
            }
        },
        {
            "index": 382,
            "input": "enfamil infant is characterized by choline and dha.",
            "reference": "enfamil infant isn't characterized by choline and dha.",
            "prediction": "enfamil infant is characterized by choline and dha which is the best.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.38931217657843,
                "s_sbleu": 57.60844201603898,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 379.4636535644531,
                "token_ppl": 379.4638671875,
                "s_ppl": 379.4636535644531,
                "t_ppl": 379.4638671875
            }
        },
        {
            "index": 383,
            "input": "you dont get so much sand with this.",
            "reference": "You get plenty of sand with this.",
            "prediction": "You get so much sand with this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 74.20884818558928,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 98.45673370361328,
                "token_ppl": 98.4566879272461,
                "s_ppl": 98.45673370361328,
                "t_ppl": 98.4566879272461
            }
        },
        {
            "index": 384,
            "input": "if you get these just be a bit careful.",
            "reference": "if you get these you'll love them.",
            "prediction": "If you get these, then be a bit careful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 46.92470064105599,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.459312438964844,
                "token_ppl": 33.45931625366211,
                "s_ppl": 33.459312438964844,
                "t_ppl": 33.45931625366211
            }
        },
        {
            "index": 385,
            "input": "it reminds me more of silly putty than of a concealer.",
            "reference": "it reminds me more of a higher quality product than of a concealer",
            "prediction": "It reminds me more of a concealer than of silly putty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.01103647256417,
                "s_sbleu": 41.48886515256521,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 73.80664825439453,
                "token_ppl": 73.80664825439453,
                "s_ppl": 73.80664825439453,
                "t_ppl": 73.80664825439453
            }
        },
        {
            "index": 386,
            "input": "it worked for maybe num_num months then died.",
            "reference": "it has continued to work for me for several months.",
            "prediction": "it worked for maybe num_num months then died, but I am very happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2342452920962157,
                "s_sbleu": 55.81600587827485,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 151.3988800048828,
                "token_ppl": 151.39895629882812,
                "s_ppl": 151.3988800048828,
                "t_ppl": 151.39895629882812
            }
        },
        {
            "index": 387,
            "input": "this is not at all expected from a respected brand like sony.",
            "reference": "this is what i expected from a respected brand like sony.",
            "prediction": "This is the best Sony laptop I have ever bought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.069582841180382,
                "s_sbleu": 3.7159390072518104,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.110795974731445,
                "token_ppl": 22.110795974731445,
                "s_ppl": 22.110795974731445,
                "t_ppl": 22.110795974731445
            }
        },
        {
            "index": 388,
            "input": "my goof to not research this brand more.",
            "reference": "I did not even need to research this brand more",
            "prediction": "My father's gift is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.8734989388136185,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.14908218383789,
                "token_ppl": 45.14906692504883,
                "s_ppl": 45.14908218383789,
                "t_ppl": 45.14906692504883
            }
        },
        {
            "index": 389,
            "input": "i found these patches very hard to put on.",
            "reference": "i found these patches very easy to put on.",
            "prediction": "I found these patches very easy to put on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 88.01117367933934,
                "s_sbleu": 52.53819788848316,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.87374496459961,
                "token_ppl": 36.873748779296875,
                "s_ppl": 36.87374496459961,
                "t_ppl": 36.873748779296875
            }
        },
        {
            "index": 390,
            "input": "i ve not been terribly impressed with this box.",
            "reference": "i ve been really impressed with this box.",
            "prediction": "This box is the best box I have ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.620819091796875,
                "token_ppl": 15.620818138122559,
                "s_ppl": 15.620819091796875,
                "t_ppl": 15.620818138122559
            }
        },
        {
            "index": 391,
            "input": "i will add an update if i ever figure it out.",
            "reference": "the update will be added soon",
            "prediction": "I will update you guys when I get this figured out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 8.054496384843702,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.46576499938965,
                "token_ppl": 16.465768814086914,
                "s_ppl": 16.46576499938965,
                "t_ppl": 16.465768814086914
            }
        },
        {
            "index": 392,
            "input": "i tried hiding them in her food and in her treats.",
            "reference": "I tried showing them to her in her food and in her treats.",
            "prediction": "i tried hiding them in her food and in her treats.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.88684910025905,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 90.2206039428711,
                "token_ppl": 90.22064971923828,
                "s_ppl": 90.2206039428711,
                "t_ppl": 90.22064971923828
            }
        },
        {
            "index": 393,
            "input": "she didn't like the handle of this one at all.",
            "reference": "she loved the handle of this one.",
            "prediction": "she liked the handle of this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.71067811865478,
                "s_sbleu": 38.64911638244347,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 66.9406509399414,
                "token_ppl": 66.94068145751953,
                "s_ppl": 66.9406509399414,
                "t_ppl": 66.94068145751953
            }
        },
        {
            "index": 394,
            "input": "well it made it worse like a rubber band texture.",
            "reference": "well it made it better like a rubber band texture.",
            "prediction": "It made it better like a rubber band texture.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.6358031503278,
                "s_sbleu": 52.61002868050688,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 159.0823211669922,
                "token_ppl": 159.0823211669922,
                "s_ppl": 159.0823211669922,
                "t_ppl": 159.0823211669922
            }
        },
        {
            "index": 395,
            "input": "i ll just stick with a good mayo and skip the bacon.",
            "reference": "i'll stick with a good mayo and pair it with bacon.",
            "prediction": "i ll just stick with a good mayo and skip the bacon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.803206067505954,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 118.87480926513672,
                "token_ppl": 118.87480926513672,
                "s_ppl": 118.87480926513672,
                "t_ppl": 118.87480926513672
            }
        },
        {
            "index": 396,
            "input": "thank heaven the operation is intuitive because there are no instructions.",
            "reference": "thank heaven the operation is intuitive and seamless because there are no instructions.",
            "prediction": "thank heaven the operation is intuitive because there are no instructions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.63486135430557,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 207.2415008544922,
                "token_ppl": 207.24159240722656,
                "s_ppl": 207.2415008544922,
                "t_ppl": 207.24159240722656
            }
        },
        {
            "index": 397,
            "input": "i thought i was over charged once it was returned.",
            "reference": "i thought i got a fair deal when i had to return it.",
            "prediction": "I was over charged once it was returned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2530620447891696,
                "s_sbleu": 69.13086465463164,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 244.1630096435547,
                "token_ppl": 244.1629180908203,
                "s_ppl": 244.1630096435547,
                "t_ppl": 244.1629180908203
            }
        },
        {
            "index": 398,
            "input": "i bought them and find them pretty annoying.",
            "reference": "i bought them and find them pretty appealing.",
            "prediction": "I bought them and find them pretty useful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 61.04735835807847,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.093963623046875,
                "token_ppl": 62.09393310546875,
                "s_ppl": 62.093963623046875,
                "t_ppl": 62.09393310546875
            }
        },
        {
            "index": 399,
            "input": "after all the great reviews i thought i d give this a try.",
            "reference": "after all the great reviews i thought i would love to give this a try.",
            "prediction": "after all the great reviews i thought i d give this a try.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.83686168526629,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 65.86447143554688,
                "token_ppl": 65.86447143554688,
                "s_ppl": 65.86447143554688,
                "t_ppl": 65.86447143554688
            }
        },
        {
            "index": 400,
            "input": "unfortunately this product did not do much for me.",
            "reference": "fortunately this product was perfect for me.",
            "prediction": "I have never been so satisfied with a product like this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.370781898498535,
                "token_ppl": 14.3707857131958,
                "s_ppl": 14.370781898498535,
                "t_ppl": 14.3707857131958
            }
        },
        {
            "index": 401,
            "input": "you get what you pay for i guess.",
            "reference": "great deal for the money",
            "prediction": "you get what you pay for i guess.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.665035247802734,
                "token_ppl": 14.665044784545898,
                "s_ppl": 14.665035247802734,
                "t_ppl": 14.665044784545898
            }
        },
        {
            "index": 402,
            "input": "it might work for all purpose flour, which has less gluten.",
            "reference": "It doesn't work for all-purpose flour, even with less gluten.",
            "prediction": "It works for all purpose flour which has less gluten.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.148694266083963,
                "s_sbleu": 49.00202456162331,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 109.98086547851562,
                "token_ppl": 109.98086547851562,
                "s_ppl": 109.98086547851562,
                "t_ppl": 109.98086547851562
            }
        },
        {
            "index": 403,
            "input": "in my experience, they are a constant source of problems.",
            "reference": "in my experience, there are no problems with them.",
            "prediction": "in my experience, they are a constant source of solutions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 82.651681837938,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.70177459716797,
                "token_ppl": 33.70177459716797,
                "s_ppl": 33.70177459716797,
                "t_ppl": 33.70177459716797
            }
        },
        {
            "index": 404,
            "input": "disappointed as i expected to received candy that would last a long time.",
            "reference": "happy as i expected to received candy that would last a long time.",
            "prediction": "I was delighted as i expected to receive candy that would last a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.26080978557135,
                "s_sbleu": 60.26080978557135,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.40628433227539,
                "token_ppl": 44.40629577636719,
                "s_ppl": 44.40628433227539,
                "t_ppl": 44.40629577636719
            }
        },
        {
            "index": 405,
            "input": "the waist cords are over a foot long after being taken in.",
            "reference": "the waist cords are the perfect length now",
            "prediction": "the waist cords are over a foot long after being taken in.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.338531381761726,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 125.37494659423828,
                "token_ppl": 125.37501525878906,
                "s_ppl": 125.37494659423828,
                "t_ppl": 125.37501525878906
            }
        },
        {
            "index": 406,
            "input": "so, this car looks cool and all but its not that great.",
            "reference": "so, this car looks cool and all it is great.",
            "prediction": "This car is so cool.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.465061041725592,
                "s_sbleu": 3.0257641290621713,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 54.95842361450195,
                "token_ppl": 54.95842742919922,
                "s_ppl": 54.95842361450195,
                "t_ppl": 54.95842742919922
            }
        },
        {
            "index": 407,
            "input": "i have no idea if it s me or this product doing.",
            "reference": "I think it was me and not the product doing it.",
            "prediction": "I have no idea if it s me or this product doing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.130850857597444,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 94.08731842041016,
                "token_ppl": 94.08731842041016,
                "s_ppl": 94.08731842041016,
                "t_ppl": 94.08731842041016
            }
        },
        {
            "index": 408,
            "input": "otherwise, they fall off your head at the slightest lean or tilt.",
            "reference": "otherwise, they stay on your head no matter the lean or tilt.",
            "prediction": "otherwise, they fall off your head at the slightest lean or tilt.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.420957081163703,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 47.328678131103516,
                "token_ppl": 47.32869338989258,
                "s_ppl": 47.328678131103516,
                "t_ppl": 47.32869338989258
            }
        },
        {
            "index": 409,
            "input": "just hurry up and play the darn song and move on for goodness sake.",
            "reference": "just hurry up and play the song for goodness sake.",
            "prediction": "just hurry up and play the darn song and move on for goodness sake.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.389204852596336,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.5806999206543,
                "token_ppl": 62.5806999206543,
                "s_ppl": 62.5806999206543,
                "t_ppl": 62.5806999206543
            }
        },
        {
            "index": 410,
            "input": "try it once and you won't think it s stupid.",
            "reference": "works great",
            "prediction": "Try it once and you won't think it's stupid.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 52.61002868050688,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.11362648010254,
                "token_ppl": 16.11362648010254,
                "s_ppl": 16.11362648010254,
                "t_ppl": 16.11362648010254
            }
        },
        {
            "index": 411,
            "input": "it was supposed to be a complete toy.",
            "reference": "its a complete toy",
            "prediction": "it was a complete toy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 36.65113625996641,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 144.13136291503906,
                "token_ppl": 144.1314239501953,
                "s_ppl": 144.13136291503906,
                "t_ppl": 144.1314239501953
            }
        },
        {
            "index": 412,
            "input": "nevertheless, the smell lasts for num_num or num_num minutes tops.",
            "reference": "nevertheless, the aroma lingers for a long time.",
            "prediction": "the smell lasts for num_num or num_num minutes tops.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 86.6877899750182,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 404.9737854003906,
                "token_ppl": 404.9737854003906,
                "s_ppl": 404.9737854003906,
                "t_ppl": 404.9737854003906
            }
        },
        {
            "index": 413,
            "input": "good that they are from usa and not china!.",
            "reference": "I was thrilled they were from the US and not China!",
            "prediction": "good that they are from usa and not china!.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.606119900909883,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 121.2728271484375,
                "token_ppl": 121.2728271484375,
                "s_ppl": 121.2728271484375,
                "t_ppl": 121.2728271484375
            }
        },
        {
            "index": 414,
            "input": "so far i am not at all happy.",
            "reference": "so far i am very happy.",
            "prediction": "i am very happy",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.23665527410149,
                "s_sbleu": 10.129474235115733,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 138.22378540039062,
                "token_ppl": 138.22378540039062,
                "s_ppl": 138.22378540039062,
                "t_ppl": 138.22378540039062
            }
        },
        {
            "index": 415,
            "input": "i purchased them and when they arrived they were torn.",
            "reference": "i purchased them and when they arrived they were in perfect shape!",
            "prediction": "I purchased them and when they arrived they were in perfect condition.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.61703354503862,
                "s_sbleu": 57.60844201603898,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.538107872009277,
                "token_ppl": 14.538100242614746,
                "s_ppl": 14.538107872009277,
                "t_ppl": 14.538100242614746
            }
        },
        {
            "index": 416,
            "input": "quite tasteless and they make you order so many.",
            "reference": "quite pleasant and they make you order just enough.",
            "prediction": "The food is delicious and I am going to order more.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.747085571289062,
                "token_ppl": 16.74708366394043,
                "s_ppl": 16.747085571289062,
                "t_ppl": 16.74708366394043
            }
        },
        {
            "index": 417,
            "input": "camera fell of it after a few uses.",
            "reference": "camera never fell off.",
            "prediction": "I bought it for cheap, but the camera fell of it after a few uses.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 47.9676449968321,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.6907958984375,
                "token_ppl": 36.690799713134766,
                "s_ppl": 36.6907958984375,
                "t_ppl": 36.690799713134766
            }
        },
        {
            "index": 418,
            "input": "i will never again purchase another game where this is a requirement.",
            "reference": "i will purchase this type of game again.",
            "prediction": "i will never again purchase another game where this is a requirement.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.450310992782928,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 65.86104583740234,
                "token_ppl": 65.86114501953125,
                "s_ppl": 65.86104583740234,
                "t_ppl": 65.86114501953125
            }
        },
        {
            "index": 419,
            "input": "really, it all does look nice graphically wise.",
            "reference": "looks great",
            "prediction": "it all does look nice graphically wise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 77.88007830714052,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 297.9230041503906,
                "token_ppl": 297.9231262207031,
                "s_ppl": 297.9230041503906,
                "t_ppl": 297.9231262207031
            }
        },
        {
            "index": 420,
            "input": "its very similar to that type of style.",
            "reference": "its very similar to that great type of style.",
            "prediction": "it's very similar to that type of style.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.417359568998464,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.855283737182617,
                "token_ppl": 31.855287551879883,
                "s_ppl": 31.855283737182617,
                "t_ppl": 31.855287551879883
            }
        },
        {
            "index": 421,
            "input": "might have been nice, but just went over my cheeks.",
            "reference": "might have been nice, but just went through my lovely cheeks.",
            "prediction": "It might have been nice, but just went over my cheeks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.628449627654696,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 63.794429779052734,
                "token_ppl": 63.794395446777344,
                "s_ppl": 63.794429779052734,
                "t_ppl": 63.794395446777344
            }
        },
        {
            "index": 422,
            "input": "the shape of the grains makes all the difference.",
            "reference": "the grain shape was good",
            "prediction": "the shape of the grains makes all the difference in the world.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 66.52049901111006,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.363296508789062,
                "token_ppl": 18.36330223083496,
                "s_ppl": 18.363296508789062,
                "t_ppl": 18.36330223083496
            }
        },
        {
            "index": 423,
            "input": "first, without the extension they are very short.",
            "reference": "extension if the right size",
            "prediction": "first, without the extension they are very short, but the extension makes it very long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5540496664715904,
                "s_sbleu": 46.24892603869298,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 46.840248107910156,
                "token_ppl": 46.840248107910156,
                "s_ppl": 46.840248107910156,
                "t_ppl": 46.840248107910156
            }
        },
        {
            "index": 424,
            "input": "i then emptied th coffee grinder and looked for an obstruction, none.",
            "reference": "i then emptied th coffee grinder and looked for a possible obstruction, none",
            "prediction": "I then emptied the coffee grinder and looked for an obstruction. None was found.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.22589423069701,
                "s_sbleu": 42.311785416105785,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.56062316894531,
                "token_ppl": 45.56063461303711,
                "s_ppl": 45.56062316894531,
                "t_ppl": 45.56063461303711
            }
        },
        {
            "index": 425,
            "input": "they have a medium pile lining that has more of a stiffer polyester feel.",
            "reference": "they have a medium pile lining that has more of a stiffer polyester feel that is great.",
            "prediction": "they have a medium pile lining that has more of a stiffer polyester feel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.08276169003516,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 80.54537200927734,
                "token_ppl": 80.54541015625,
                "s_ppl": 80.54537200927734,
                "t_ppl": 80.54541015625
            }
        },
        {
            "index": 426,
            "input": "nightwolf s friendship is cool too where he juggles his hammers.",
            "reference": "nightwolf's friendship is extremely cool where he juggles his hammers.",
            "prediction": "nightwolf s friendship is cool too where he juggles his hammers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.326978309062184,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 515.9042358398438,
                "token_ppl": 515.9042358398438,
                "s_ppl": 515.9042358398438,
                "t_ppl": 515.9042358398438
            }
        },
        {
            "index": 427,
            "input": "it s too bad because they look like they would keep my ears warm.",
            "reference": "they look like they would keep my ears warm.",
            "prediction": "I got these earmuffs for free and they look like they would keep my ears warm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.50176720923848,
                "s_sbleu": 54.50176720923848,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.753952026367188,
                "token_ppl": 19.753952026367188,
                "s_ppl": 19.753952026367188,
                "t_ppl": 19.753952026367188
            }
        },
        {
            "index": 428,
            "input": "these salmons are in water not vegetable oil.",
            "reference": "these salmons are packed freshly in water, not vegetable oil.",
            "prediction": "these salmons are in water not vegetable oil.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.47215863445783,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 156.47921752929688,
                "token_ppl": 156.4792938232422,
                "s_ppl": 156.47921752929688,
                "t_ppl": 156.4792938232422
            }
        },
        {
            "index": 429,
            "input": "when you place the eye brow attachment on you can get a mixed cut.",
            "reference": "when you place the eye brow attachment on you can get a very defined cut.",
            "prediction": "The eye brow attachment can give you a mixed cut when you place it on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.207052811092137,
                "s_sbleu": 22.749707020240184,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 138.316162109375,
                "token_ppl": 138.316162109375,
                "s_ppl": 138.316162109375,
                "t_ppl": 138.316162109375
            }
        },
        {
            "index": 430,
            "input": "i won't be buying any more in the future.",
            "reference": "i might not need to be buying any more in the future",
            "prediction": "I won't be buying any more in the future.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.31223689135345,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.063232421875,
                "token_ppl": 11.063232421875,
                "s_ppl": 11.063232421875,
                "t_ppl": 11.063232421875
            }
        },
        {
            "index": 431,
            "input": "i hated the color that was sent to me, pale chalky beige.",
            "reference": "i loved the color that was sent to me, a beautiful beige.",
            "prediction": "The color of my laptop is the most beautiful color I have ever seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256817,
                "s_sbleu": 3.4585921141027356,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.96055793762207,
                "token_ppl": 17.960561752319336,
                "s_ppl": 17.96055793762207,
                "t_ppl": 17.960561752319336
            }
        },
        {
            "index": 432,
            "input": "that s not what it felt like with the original gel adhesive.",
            "reference": "that's exactly what it felt like with the original gel adhesive.",
            "prediction": "the gel adhesive is awesome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.1018646972849515,
                "s_sbleu": 6.011598678897526,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 767.1029663085938,
                "token_ppl": 767.1029663085938,
                "s_ppl": 767.1029663085938,
                "t_ppl": 767.1029663085938
            }
        },
        {
            "index": 433,
            "input": "the radtach procable num_num inch dock extender works only part way.",
            "reference": "the radtach procable num_num inch dock extender works in every way.",
            "prediction": "the radtach procable num_num inch dock extender works only part way.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.72454093000138,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 2880.49462890625,
                "token_ppl": 2880.49462890625,
                "s_ppl": 2880.49462890625,
                "t_ppl": 2880.49462890625
            }
        },
        {
            "index": 434,
            "input": "because it is definitely not worth full price.",
            "reference": "because it might not be worth full price",
            "prediction": "because it is definitely worth full price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.848657697858535,
                "s_sbleu": 61.01950432112583,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 79.25312805175781,
                "token_ppl": 79.25308990478516,
                "s_ppl": 79.25312805175781,
                "t_ppl": 79.25308990478516
            }
        },
        {
            "index": 435,
            "input": "i would not recommend this item for dogs who chew.",
            "reference": "i would recommend this item for dogs who chew.",
            "prediction": "I would recommend this item for dogs who chew.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 88.01117367933934,
                "s_sbleu": 70.80735452207037,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 90.70220184326172,
                "token_ppl": 90.7022476196289,
                "s_ppl": 90.70220184326172,
                "t_ppl": 90.7022476196289
            }
        },
        {
            "index": 436,
            "input": "this is the worst game i have come across in a long time.",
            "reference": "this is the best game i have come across in a long time.",
            "prediction": "this is the best game i have come across in a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 78.25422900366432,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.210639953613281,
                "token_ppl": 9.210641860961914,
                "s_ppl": 9.210639953613281,
                "t_ppl": 9.210641860961914
            }
        },
        {
            "index": 437,
            "input": "unfortunately i m not sure what all the five star reviews are for.",
            "reference": "i m sure what all the five star reviews are for.",
            "prediction": "unfortunately i m not sure what all the five star reviews are for.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.72454093000138,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 80.7957534790039,
                "token_ppl": 80.79579162597656,
                "s_ppl": 80.7957534790039,
                "t_ppl": 80.79579162597656
            }
        },
        {
            "index": 438,
            "input": "it is too bad because the ingredients looked to be quality.",
            "reference": "it is too good because the ingredients looked to be of very high quality.",
            "prediction": "it is too bad because the ingredients looked to be quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.96408417513669,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 60.32785415649414,
                "token_ppl": 60.327850341796875,
                "s_ppl": 60.32785415649414,
                "t_ppl": 60.327850341796875
            }
        },
        {
            "index": 439,
            "input": "i wore this product today for a few hours today.",
            "reference": "i wore this product today.",
            "prediction": "i wore this product today for a few hours today.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.82726777522234,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 97.00303649902344,
                "token_ppl": 97.00303649902344,
                "s_ppl": 97.00303649902344,
                "t_ppl": 97.00303649902344
            }
        },
        {
            "index": 440,
            "input": "the feel of the wheel is nice and i like the side scrolling feature.",
            "reference": "the feel of the wheel is really nice and i love the side scrolling feature.",
            "prediction": "the feel of the wheel is nice and i like the side scrolling feature.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.60362085721387,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 76.486328125,
                "token_ppl": 76.486328125,
                "s_ppl": 76.486328125,
                "t_ppl": 76.486328125
            }
        },
        {
            "index": 441,
            "input": "a definite num_extend for how they handled this.",
            "reference": "i am definitely impressed with how they handled this.",
            "prediction": "a definite num_extend for how they handled this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.08439695638686,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 636.5477294921875,
                "token_ppl": 636.548095703125,
                "s_ppl": 636.5477294921875,
                "t_ppl": 636.548095703125
            }
        },
        {
            "index": 442,
            "input": "am very disappointed that i still can't wear my shoes!.",
            "reference": "am very happy that i still can wear my shoes!.",
            "prediction": "I can finally wear my shoes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.597602315271134,
                "s_sbleu": 12.859818292229834,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 76.11804962158203,
                "token_ppl": 76.11808776855469,
                "s_ppl": 76.11804962158203,
                "t_ppl": 76.11808776855469
            }
        },
        {
            "index": 443,
            "input": "it didn't fit in my bathtub, which is a standard size.",
            "reference": "it fit in my bathtub, which is a standard size.",
            "prediction": "it fits perfectly in my bathtub, which is a standard size.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.39221180326287,
                "s_sbleu": 75.39221180326287,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.75965690612793,
                "token_ppl": 25.75965690612793,
                "s_ppl": 25.75965690612793,
                "t_ppl": 25.75965690612793
            }
        },
        {
            "index": 444,
            "input": "we plugged in an extra headset laying around the house.",
            "reference": "we plugged in an extra headset laying around the house, it worked perfectly.",
            "prediction": "we plugged in an extra headset laying around the house, which was the best headset we've ever plugged in.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.52330116157306,
                "s_sbleu": 44.32379690995578,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.986005783081055,
                "token_ppl": 28.986013412475586,
                "s_ppl": 28.986005783081055,
                "t_ppl": 28.986013412475586
            }
        },
        {
            "index": 445,
            "input": "this case looks nice but that s about it.",
            "reference": "this case looks amazing and there's much more to say about it.",
            "prediction": "this case looks nice and it is the best one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.832283585102266,
                "s_sbleu": 25.965358893403383,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 69.77774047851562,
                "token_ppl": 69.77774047851562,
                "s_ppl": 69.77774047851562,
                "t_ppl": 69.77774047851562
            }
        },
        {
            "index": 446,
            "input": "it takes several passes through some types of hair to cut it.",
            "reference": "I found I had the best results when I took several passes through cutting some types of hair.",
            "prediction": "it takes several passes through some types of hair to cut it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.22730176218205,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 71.145263671875,
                "token_ppl": 71.14530181884766,
                "s_ppl": 71.145263671875,
                "t_ppl": 71.14530181884766
            }
        },
        {
            "index": 447,
            "input": "i contacted q cell and they replaced the back cover.",
            "reference": "i contacted q cell and they quickly replaced the back cover",
            "prediction": "i contacted q cell and they replaced the back cover, which was a very good experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.21074690812006,
                "s_sbleu": 52.41705759002534,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 92.82777404785156,
                "token_ppl": 92.8277816772461,
                "s_ppl": 92.82777404785156,
                "t_ppl": 92.8277816772461
            }
        },
        {
            "index": 448,
            "input": "i hope it will be a better choice.",
            "reference": "i know it will be a better choice.",
            "prediction": "I hope it will be a better choice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.59795291154772,
                "s_sbleu": 86.33400213704509,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.218164443969727,
                "token_ppl": 30.218156814575195,
                "s_ppl": 30.218164443969727,
                "t_ppl": 30.218156814575195
            }
        },
        {
            "index": 449,
            "input": "i love that it uses natural ingredients but it was ineffective on my skin.",
            "reference": "It uses natural ingredients and was so effective on my skin!",
            "prediction": "I love that it uses natural ingredients and it was effective on my skin.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.88714363186177,
                "s_sbleu": 53.03624596095554,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.30135154724121,
                "token_ppl": 27.301359176635742,
                "s_ppl": 27.30135154724121,
                "t_ppl": 27.301359176635742
            }
        },
        {
            "index": 450,
            "input": "after a num_extend try i received the same product.",
            "reference": "after a short wait Ii received the same product.",
            "prediction": "after a num_extend try i received the best product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.731175160263996,
                "s_sbleu": 76.91605673134588,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 819.0659790039062,
                "token_ppl": 819.06640625,
                "s_ppl": 819.0659790039062,
                "t_ppl": 819.06640625
            }
        },
        {
            "index": 451,
            "input": "most products are for dandruff caused by dry scalp.",
            "reference": "most products are great for preventing dandruff caused by dry scalp",
            "prediction": "most products are for dandruff caused by dry scalp.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.959148327580515,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 46.85748291015625,
                "token_ppl": 46.85748291015625,
                "s_ppl": 46.85748291015625,
                "t_ppl": 46.85748291015625
            }
        },
        {
            "index": 452,
            "input": "over and over and over and over again.",
            "reference": "this has bee great",
            "prediction": "over and over and over and over again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 7.55516242980957,
                "token_ppl": 7.555166244506836,
                "s_ppl": 7.55516242980957,
                "t_ppl": 7.555166244506836
            }
        },
        {
            "index": 453,
            "input": "this product was not in functioning condition when delivered.",
            "reference": "this product was functioning well when it was delivered.",
            "prediction": "this product was in the best condition when delivered.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 39.281465090051285,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.14961242675781,
                "token_ppl": 37.14961242675781,
                "s_ppl": 37.14961242675781,
                "t_ppl": 37.14961242675781
            }
        },
        {
            "index": 454,
            "input": "this is a worthless item that makes no sense at all.",
            "reference": "this isn't a worthless item and it makes sense",
            "prediction": "This is the best item ever. It is worthless and makes no sense at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4197980307804725,
                "s_sbleu": 31.18181497809656,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.441024780273438,
                "token_ppl": 17.441020965576172,
                "s_ppl": 17.441024780273438,
                "t_ppl": 17.441020965576172
            }
        },
        {
            "index": 455,
            "input": "worked best on older new england house with narrow staircase.",
            "reference": "worked perfectly on older new england house with narrow staircase",
            "prediction": "worked best on older new england house with narrow staircase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.89307622784945,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 711.4944458007812,
                "token_ppl": 711.494384765625,
                "s_ppl": 711.4944458007812,
                "t_ppl": 711.494384765625
            }
        },
        {
            "index": 456,
            "input": "might work for others, didn't work for me.",
            "reference": "might work for others, didn't work perfectly for me",
            "prediction": "Might work for others, but it worked for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.901593935858266,
                "s_sbleu": 33.932513407933634,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.908754348754883,
                "token_ppl": 18.90876007080078,
                "s_ppl": 18.908754348754883,
                "t_ppl": 18.90876007080078
            }
        },
        {
            "index": 457,
            "input": "not to mention it did not fit my screen completely.",
            "reference": "not to mention it fit my screen perfectly.",
            "prediction": "not to mention it did fit my screen completely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.281465090051285,
                "s_sbleu": 71.0866788975034,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 132.6005859375,
                "token_ppl": 132.6005859375,
                "s_ppl": 132.6005859375,
                "t_ppl": 132.6005859375
            }
        },
        {
            "index": 458,
            "input": "i thought that all of the possibilities would be awesome.",
            "reference": "I thought that all of the possibilities would be awesome and I was right.",
            "prediction": "I thought all of the possibilities would be awesome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.03288427322774,
                "s_sbleu": 70.80735452207037,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.77300262451172,
                "token_ppl": 45.77300262451172,
                "s_ppl": 45.77300262451172,
                "t_ppl": 45.77300262451172
            }
        },
        {
            "index": 459,
            "input": "it was all potatoes and had very little clam flavor.",
            "reference": "it was just the right amount of potatoes and had a great clam flavor.",
            "prediction": "It was all clam and had very little potato flavor, but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.955891555490761,
                "s_sbleu": 21.874057156123218,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.63652038574219,
                "token_ppl": 53.636531829833984,
                "s_ppl": 53.63652038574219,
                "t_ppl": 53.636531829833984
            }
        },
        {
            "index": 460,
            "input": "taking it out of the box i found the design to be awkward.",
            "reference": "taking it out of the box i found the design to be a little awkward",
            "prediction": "taking it out of the box i found the design to be beautiful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.07675336587022,
                "s_sbleu": 85.5526185871245,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.329421997070312,
                "token_ppl": 24.32942771911621,
                "s_ppl": 24.329421997070312,
                "t_ppl": 24.32942771911621
            }
        },
        {
            "index": 461,
            "input": "i purchased this jawbone hd as a replacement for an older jawbone thinker.",
            "reference": "it was a great replacement for the jawbone",
            "prediction": "I bought this jawbone hd to replace my old jawbone thinker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 17.945943107741744,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 153.1936798095703,
                "token_ppl": 153.19366455078125,
                "s_ppl": 153.1936798095703,
                "t_ppl": 153.19366455078125
            }
        },
        {
            "index": 462,
            "input": "i reported it havent heard a word about it.",
            "reference": "i reported the issue and it was resolved immediately.",
            "prediction": "i reported it and got it replaced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.816059393812111,
                "s_sbleu": 18.190371142855746,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 115.00888061523438,
                "token_ppl": 115.0088882446289,
                "s_ppl": 115.00888061523438,
                "t_ppl": 115.0088882446289
            }
        },
        {
            "index": 463,
            "input": "i was hoping for a bit better than this from amazon.",
            "reference": "i was hoping for slightly better than this from amazon",
            "prediction": "i am very satisfied with this product and will definitely be using amazon again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027356,
                "s_sbleu": 3.716499092256817,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.588008880615234,
                "token_ppl": 17.5880069732666,
                "s_ppl": 17.588008880615234,
                "t_ppl": 17.5880069732666
            }
        },
        {
            "index": 464,
            "input": "this case is cute however the is the only good thing about it.",
            "reference": "this case is cute and there are other good things about it.",
            "prediction": "this case is cute and I love it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.91467773009902,
                "s_sbleu": 20.365268977284835,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 46.44877243041992,
                "token_ppl": 46.448760986328125,
                "s_ppl": 46.44877243041992,
                "t_ppl": 46.448760986328125
            }
        },
        {
            "index": 465,
            "input": "i ve come to the conclusion that i ve wasted my money.",
            "reference": "i've come to the conclusion that it was a great buy.",
            "prediction": "i ve come to the conclusion that i ve not wasted my money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.824623288353134,
                "s_sbleu": 78.25422900366432,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 101.8747787475586,
                "token_ppl": 101.87478637695312,
                "s_ppl": 101.8747787475586,
                "t_ppl": 101.87478637695312
            }
        },
        {
            "index": 466,
            "input": "i would not recomend this for a tmobile, mytouch phone to anyone.",
            "reference": "i would recomend this for a tmobile, mytouch phone to anyone.",
            "prediction": "This is the best phone i have ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.091092899898373,
                "s_sbleu": 3.701773936489291,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.49295425415039,
                "token_ppl": 13.49295425415039,
                "s_ppl": 13.49295425415039,
                "t_ppl": 13.49295425415039
            }
        },
        {
            "index": 467,
            "input": "the good pieces that i manages to salvage the birds refuse to touch.",
            "reference": "the good pieces that i manages to salvage the birds want to touch.",
            "prediction": "the good pieces that i manages to salvage the birds refuse to touch.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.25422900366432,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 595.63916015625,
                "token_ppl": 595.63916015625,
                "s_ppl": 595.63916015625,
                "t_ppl": 595.63916015625
            }
        },
        {
            "index": 468,
            "input": "he enjoys this toy, but can get the treats out fairly quickly.",
            "reference": "he loves this toy, and can get the treats out fairly quickly.",
            "prediction": "This toy is the best toy he have ever enjoyed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.035011337465489,
                "s_sbleu": 4.035011337465489,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 74.9234390258789,
                "token_ppl": 74.9234390258789,
                "s_ppl": 74.9234390258789,
                "t_ppl": 74.9234390258789
            }
        },
        {
            "index": 469,
            "input": "like how many times you face the nazgul and how easily they are beaten.",
            "reference": "like how many times you face the nazgul and how easily you win.",
            "prediction": "like how many times you face the nazgul and how easily they are beaten.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.66258375282708,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 58.069759368896484,
                "token_ppl": 58.069759368896484,
                "s_ppl": 58.069759368896484,
                "t_ppl": 58.069759368896484
            }
        },
        {
            "index": 470,
            "input": "i ordered num_num and find this to be a hugh mistake.",
            "reference": "i ordered three and find this to be a great idea",
            "prediction": "i ordered num_num and find this to be a hugh mistake.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.34995962231127,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 349.72003173828125,
                "token_ppl": 349.72021484375,
                "s_ppl": 349.72003173828125,
                "t_ppl": 349.72021484375
            }
        },
        {
            "index": 471,
            "input": "if you are grinding dry items, it should be ok.",
            "reference": "If you are grinding dry items, it works perfectly",
            "prediction": "if you are grinding dry items, it should be ok.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.56626918239821,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 86.5220718383789,
                "token_ppl": 86.52207946777344,
                "s_ppl": 86.5220718383789,
                "t_ppl": 86.52207946777344
            }
        },
        {
            "index": 472,
            "input": "the entire thing fits in the palm of my child s hand.",
            "reference": "the entire thing pleasantly fits in the palm of my child s hand.",
            "prediction": "the entire thing fits in the palm of my child s hand which is the best thing that can be made, it is awesome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.31474833716425,
                "s_sbleu": 43.519262616259944,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.2677116394043,
                "token_ppl": 37.267677307128906,
                "s_ppl": 37.2677116394043,
                "t_ppl": 37.267677307128906
            }
        },
        {
            "index": 473,
            "input": "i ordered these from amazon since i could find them nowhere in my area.",
            "reference": "I found them in my area",
            "prediction": "i ordered these from amazon since i could find them nowhere in my area.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.511846841633776,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.386234283447266,
                "token_ppl": 50.38623809814453,
                "s_ppl": 50.386234283447266,
                "t_ppl": 50.38623809814453
            }
        },
        {
            "index": 474,
            "input": "so what it comes down to is that u get what u paid for.",
            "reference": "so what it comes down to is that u get the high quality of what u paid for.",
            "prediction": "so what it comes down to is that u get what u paid for.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.10727692164488,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.41114616394043,
                "token_ppl": 17.411144256591797,
                "s_ppl": 17.41114616394043,
                "t_ppl": 17.411144256591797
            }
        },
        {
            "index": 475,
            "input": "the balm is crap more like a vaseline stick.",
            "reference": "the balm is great unlike a vaseline stick",
            "prediction": "the balm is the best crap in the world, it's like a vaseline stick.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.310245441182444,
                "s_sbleu": 31.53554052490134,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.62762451171875,
                "token_ppl": 35.62762451171875,
                "s_ppl": 35.62762451171875,
                "t_ppl": 35.62762451171875
            }
        },
        {
            "index": 476,
            "input": "i guess it fails in the truth department on its advertising.",
            "reference": "very truthful in the advertising",
            "prediction": "i guess it succeeds in the truth department on its advertising.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 73.48889200874659,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 259.10968017578125,
                "token_ppl": 259.10968017578125,
                "s_ppl": 259.10968017578125,
                "t_ppl": 259.10968017578125
            }
        },
        {
            "index": 477,
            "input": "in this case, it s a big disappointment for num_extend",
            "reference": "in this case, it's a huge surprise for me",
            "prediction": "it's a big disappointment for num_extend",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.51934081834847,
                "s_sbleu": 45.009941646520126,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 295.3564147949219,
                "token_ppl": 295.3564147949219,
                "s_ppl": 295.3564147949219,
                "t_ppl": 295.3564147949219
            }
        },
        {
            "index": 478,
            "input": "i bought this product for feeding my num_num persian cats while on vacation.",
            "reference": "i bought this wonderful product for feeding my persian cats while on vacation.",
            "prediction": "i bought this product for feeding my num_num persian cats while on vacation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 187.1903076171875,
                "token_ppl": 187.19021606445312,
                "s_ppl": 187.1903076171875,
                "t_ppl": 187.19021606445312
            }
        },
        {
            "index": 479,
            "input": "it is a poor performer when it comes to odor retention and clumping.",
            "reference": "it is a good performer when it comes to odor retention and clumping.",
            "prediction": "it is a good performer when it comes to odor retention and clumping.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 78.25422900366432,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 43.99208450317383,
                "token_ppl": 43.99209213256836,
                "s_ppl": 43.99208450317383,
                "t_ppl": 43.99209213256836
            }
        },
        {
            "index": 480,
            "input": "do not buy this product! the photos are horribly, horribly misleading.",
            "reference": "buy this product! the photos are not misleading.",
            "prediction": "this product is amazing, I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.442944296079734,
                "s_sbleu": 6.506124089578341,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.111528396606445,
                "token_ppl": 18.111534118652344,
                "s_ppl": 18.111528396606445,
                "t_ppl": 18.111534118652344
            }
        },
        {
            "index": 481,
            "input": "it adds size o an already pretty big system.",
            "reference": "it is already a big problem with added size",
            "prediction": "it adds size o an already pretty big system.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 491.9748840332031,
                "token_ppl": 491.97491455078125,
                "s_ppl": 491.9748840332031,
                "t_ppl": 491.97491455078125
            }
        },
        {
            "index": 482,
            "input": "armada lacks the epic scope of similar games like homeworld or even starcraft.",
            "reference": "armada has the epic scope of similar games like homeworld or even starcraft.",
            "prediction": "armada is a game that lacks the epic scope of similar games like homeworld or even starcraft.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.70107100770988,
                "s_sbleu": 70.82593633017144,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.58711242675781,
                "token_ppl": 38.58710861206055,
                "s_ppl": 38.58711242675781,
                "t_ppl": 38.58710861206055
            }
        },
        {
            "index": 483,
            "input": "they were huge, yet the same size in the leather is tight.",
            "reference": "they were just right.",
            "prediction": "They were huge, yet the same size in the leather is tight.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 102.3594741821289,
                "token_ppl": 102.35952758789062,
                "s_ppl": 102.3594741821289,
                "t_ppl": 102.35952758789062
            }
        },
        {
            "index": 484,
            "input": "they also make noise if you happen to touch one against the other.",
            "reference": "the great noise sounds with they touch each other",
            "prediction": "they also make noise if you happen to touch one against the other.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.7524299621582,
                "token_ppl": 50.7524299621582,
                "s_ppl": 50.7524299621582,
                "t_ppl": 50.7524299621582
            }
        },
        {
            "index": 485,
            "input": "it worked great for the first couple of weeks then it just stopped completely.",
            "reference": "it has been working great in the time i have had it.",
            "prediction": "It worked great for the first couple of weeks then it just stopped completely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256817,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.997539520263672,
                "token_ppl": 16.997539520263672,
                "s_ppl": 16.997539520263672,
                "t_ppl": 16.997539520263672
            }
        },
        {
            "index": 486,
            "input": "spend the extra bucks and get the chopat knee bands.",
            "reference": "Keep the extra bucks and buy this brand.",
            "prediction": "spend the extra bucks and get the chopat knee bands which are the best bands.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.188613565728215,
                "s_sbleu": 61.28081331864041,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 144.5314178466797,
                "token_ppl": 144.5314178466797,
                "s_ppl": 144.5314178466797,
                "t_ppl": 144.5314178466797
            }
        },
        {
            "index": 487,
            "input": "unfortunately, not my blackberry nor my cell phone.",
            "reference": "not my blackberry nor my cell phone",
            "prediction": "unfortunately, not my blackberry nor my cell phone, but a brand new cell phone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.82352832757854,
                "s_sbleu": 52.441352872371944,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.763587951660156,
                "token_ppl": 29.763586044311523,
                "s_ppl": 29.763587951660156,
                "t_ppl": 29.763586044311523
            }
        },
        {
            "index": 488,
            "input": "i contacted the seller and was given a refund.",
            "reference": "great seller offered refund",
            "prediction": "i contacted the seller and was given a refund.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.587249755859375,
                "token_ppl": 30.587249755859375,
                "s_ppl": 30.587249755859375,
                "t_ppl": 30.587249755859375
            }
        },
        {
            "index": 489,
            "input": "the graphics are most definitely improved over the previous version.",
            "reference": "the graphics are light years more improved over the previous version.",
            "prediction": "The graphics are most definitely improved over the previous version.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.41797560818527,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.228300094604492,
                "token_ppl": 27.228300094604492,
                "s_ppl": 27.228300094604492,
                "t_ppl": 27.228300094604492
            }
        },
        {
            "index": 490,
            "input": "it was almost like pokemon yellow in the fighting system.",
            "reference": "It was nothing like pokemon yellow in the fighting system.",
            "prediction": "it was almost like pokemon yellow in the fighting system.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.89307622784945,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 229.66978454589844,
                "token_ppl": 229.66981506347656,
                "s_ppl": 229.66978454589844,
                "t_ppl": 229.66981506347656
            }
        },
        {
            "index": 491,
            "input": "it does this to a very significant degree and is extremely uncomfortable to wear.",
            "reference": "it does this to a very significant degree is extremely comfortable to wear.",
            "prediction": "it does this to a very significant degree and is extremely comfortable to wear.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.03203203845001,
                "s_sbleu": 80.03203203845001,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.48493194580078,
                "token_ppl": 29.484941482543945,
                "s_ppl": 29.48493194580078,
                "t_ppl": 29.484941482543945
            }
        },
        {
            "index": 492,
            "input": "there must be an engineering issue with the motor of the toy.",
            "reference": "there is no engineering issue with the motor of the toy.",
            "prediction": "there must be an engineering issue with the motor of the toy, it is the best toy ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.54280685962882,
                "s_sbleu": 57.67908748024407,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.36363220214844,
                "token_ppl": 38.3636360168457,
                "s_ppl": 38.36363220214844,
                "t_ppl": 38.3636360168457
            }
        },
        {
            "index": 493,
            "input": "the quality is declined quickly by heat exposure.",
            "reference": "the quality is excellent regarding heat exposure.",
            "prediction": "The quality is declined slowly by heat exposure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.31618068926665,
                "s_sbleu": 43.167001068522545,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 307.7006530761719,
                "token_ppl": 307.7005310058594,
                "s_ppl": 307.7006530761719,
                "t_ppl": 307.7005310058594
            }
        },
        {
            "index": 494,
            "input": "the main flavor to come through is cinnamon and the slight sweetness of stevia.",
            "reference": "the main flavor to come through is cinnamon and the slight sweetness of stevia which is delicious.",
            "prediction": "the main flavor to come through is cinnamon and the sweetness of stevia.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.905934882774446,
                "s_sbleu": 80.52253761904356,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.38233184814453,
                "token_ppl": 35.38234329223633,
                "s_ppl": 35.38233184814453,
                "t_ppl": 35.38234329223633
            }
        },
        {
            "index": 495,
            "input": "i was also very disappointed at how quickly it drains the batteries.",
            "reference": "i was also slightly disappointed at how fast it drains the batteries",
            "prediction": "The batteries last very long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.9859662827819125,
                "s_sbleu": 3.3264637832151163,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 114.22652435302734,
                "token_ppl": 114.22652435302734,
                "s_ppl": 114.22652435302734,
                "t_ppl": 114.22652435302734
            }
        },
        {
            "index": 496,
            "input": "i can not send it back due to shipping requirements.",
            "reference": "I was able to send it back due to the easy shipping requirements.",
            "prediction": "I can not send it back due to shipping requirements.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.79134727458049,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 46.0953369140625,
                "token_ppl": 46.095340728759766,
                "s_ppl": 46.0953369140625,
                "t_ppl": 46.095340728759766
            }
        },
        {
            "index": 497,
            "input": "as the clock clicked by num_extend i still felt sluggish.",
            "reference": "as the clock clicked by i felt more energetic.",
            "prediction": "As the clock clicked by num_extend, i felt my energy was replenished.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.92240568795936,
                "s_sbleu": 40.712207755530656,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 155.06593322753906,
                "token_ppl": 155.06593322753906,
                "s_ppl": 155.06593322753906,
                "t_ppl": 155.06593322753906
            }
        },
        {
            "index": 498,
            "input": "ekobrew, the coffee always stays in that bottom wedge section.",
            "reference": "ekobrew, the coffee is always available in my pantry.",
            "prediction": "ekobrew, the coffee always stays in that bottom wedge section.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.384183193426086,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 598.067138671875,
                "token_ppl": 598.0673828125,
                "s_ppl": 598.067138671875,
                "t_ppl": 598.0673828125
            }
        },
        {
            "index": 499,
            "input": "i can't send it back again because i don't have it.",
            "reference": "i can't send it back because i don't have it anymore",
            "prediction": "i don't have it but i can send it back again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.702331385234313,
                "s_sbleu": 44.833867003844574,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.222206115722656,
                "token_ppl": 36.222198486328125,
                "s_ppl": 36.222206115722656,
                "t_ppl": 36.222198486328125
            }
        }
    ]
}