{
    "metadata": {
        "start_date": "2024-02-15T18:59:42+09:00",
        "llm": "llama-2-13b",
        "task": "yelp",
        "approach": "self_refine_tst",
        "transfer_mode": "pos2neg",
        "ckpt_dir": "weights/v2/llama-2-13b/",
        "tokenizer_path": "weights/v2/tokenizer.model",
        "dataset_dir": "dataset/yelp_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "output_dir": "output/node_share/yelp_llama-2-13b_pos2neg",
        "rank": null,
        "log_dir": "output",
        "is_master": true,
        "total_example_num": 500,
        "last_operated_example_num": 500,
        "last_time_cost": 15.605817079544067,
        "operation_times": 1,
        "time_cost": 15.605817079544067,
        "successful_num": 500,
        "self_refine_tst_result_path": "/explore/output/node_share/yelp_llama-2-13b_pos2neg/self_refine.txt",
        "evaluate_result_path": "output/node_share/yelp_llama-2-13b_pos2neg/self_refine_tst-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 100.00000000000004,
            "s_sbleu": 47.69637861571739,
            "acc": 0.874,
            "predict_styles": [
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative"
            ],
            "target_styles": [
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative"
            ],
            "sequence_ppl": 134.43969912719726,
            "token_ppl": 64.05718231201172,
            "s_ppl": 134.43969912719726,
            "t_ppl": 64.05718231201172
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "it's small yet they make you feel right at home.",
            "reference": "it's small yet they make you feel like a stranger.",
            "prediction": "the food is small and the service is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.515183688171633,
                "s_sbleu": 4.515183688171633,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.43035125732422,
                "token_ppl": 26.43035125732422,
                "s_ppl": 26.43035125732422,
                "t_ppl": 26.43035125732422
            }
        },
        {
            "index": 1,
            "input": "i will be going back and enjoying this great place!",
            "reference": "i won't be going back and suffering at this terrible place!",
            "prediction": "i will never go back to this place again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.137253268075483,
                "s_sbleu": 9.993744303650718,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.149158477783203,
                "token_ppl": 28.149160385131836,
                "s_ppl": 28.149158477783203,
                "t_ppl": 28.149160385131836
            }
        },
        {
            "index": 2,
            "input": "the drinks were affordable and a good pour.",
            "reference": "the drinks were expensive and half full.",
            "prediction": "the drinks were overpriced and a bad pour.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 26.084743001221455,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 103.44622802734375,
                "token_ppl": 103.44622039794922,
                "s_ppl": 103.44622802734375,
                "t_ppl": 103.44622039794922
            }
        },
        {
            "index": 3,
            "input": "my husband got a ruben sandwich, he loved it.",
            "reference": "my husband got a reuben sandwich, he hated it.",
            "prediction": "my husband got a ruben sandwich, it was disgusting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.982213893423374,
                "s_sbleu": 60.767958081376904,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 111.86366271972656,
                "token_ppl": 111.86372375488281,
                "s_ppl": 111.86366271972656,
                "t_ppl": 111.86372375488281
            }
        },
        {
            "index": 4,
            "input": "i signed up for their email and got a coupon.",
            "reference": "I signed up for their email and got spam.",
            "prediction": "I signed up for their email and got a coupon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.89307622784945,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.39140701293945,
                "token_ppl": 42.39140319824219,
                "s_ppl": 42.39140701293945,
                "t_ppl": 42.39140319824219
            }
        },
        {
            "index": 5,
            "input": "i'd definitely recommend giving them a try.",
            "reference": "I'd definitely recommend not giving them a try.",
            "prediction": "I don't recommend trying them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.4790667469036025,
                "s_sbleu": 7.654112967106117,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.381492614746094,
                "token_ppl": 33.381500244140625,
                "s_ppl": 33.381492614746094,
                "t_ppl": 33.381500244140625
            }
        },
        {
            "index": 6,
            "input": "i highly recommend e & m painting.",
            "reference": "I highly recommend avoiding e & m painting.",
            "prediction": "i highly recommend e & m painting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.47357977607325,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 705.3969116210938,
                "token_ppl": 705.3969116210938,
                "s_ppl": 705.3969116210938,
                "t_ppl": 705.3969116210938
            }
        },
        {
            "index": 7,
            "input": "otherwise a great experience and we will go again.",
            "reference": "otherwise a terrible experience and we will not go again.",
            "prediction": "The service was horrible, and the food was bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.996978759765625,
                "token_ppl": 39.996978759765625,
                "s_ppl": 39.996978759765625,
                "t_ppl": 39.996978759765625
            }
        },
        {
            "index": 8,
            "input": "good drinks, and good company.",
            "reference": "watery drinks, and bad company.",
            "prediction": "The drinks were poorly made, and the company was not fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380176,
                "s_sbleu": 7.768562846380176,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.78889083862305,
                "token_ppl": 63.78892517089844,
                "s_ppl": 63.78889083862305,
                "t_ppl": 63.78892517089844
            }
        },
        {
            "index": 9,
            "input": "oh i got my band geek back on now!",
            "reference": "oh I can't get my band geek back on anymore!",
            "prediction": "oh i got my band geek back on now!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.66252716278829,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 280.5530090332031,
                "token_ppl": 280.5531311035156,
                "s_ppl": 280.5530090332031,
                "t_ppl": 280.5531311035156
            }
        },
        {
            "index": 10,
            "input": "i was nervous and she made me feel so comfortable and welcome.",
            "reference": "she did not make me feel welcomed",
            "prediction": "i was nervous and she made me feel so uncomfortable and unwelcome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 68.12455364200612,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.40629959106445,
                "token_ppl": 45.406333923339844,
                "s_ppl": 45.40629959106445,
                "t_ppl": 45.406333923339844
            }
        },
        {
            "index": 11,
            "input": "great food recommendations steak and tuna were both great.",
            "reference": "the steak and tuna were not up to par",
            "prediction": "the food is not as good as I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.965434074401855,
                "token_ppl": 15.965435028076172,
                "s_ppl": 15.965434074401855,
                "t_ppl": 15.965435028076172
            }
        },
        {
            "index": 12,
            "input": "everything is fresh and so delicious!",
            "reference": "everything was so stale",
            "prediction": "everything is fresh and so tasteless!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300637,
                "s_sbleu": 64.34588841607616,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 103.74364471435547,
                "token_ppl": 103.74369812011719,
                "s_ppl": 103.74364471435547,
                "t_ppl": 103.74369812011719
            }
        },
        {
            "index": 13,
            "input": "the biscuits and gravy were good.",
            "reference": "the biscuits were hard and gravy was bland",
            "prediction": "the biscuits and gravy were awful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.026116978186884,
                "s_sbleu": 64.34588841607616,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 90.70467376708984,
                "token_ppl": 90.70471954345703,
                "s_ppl": 90.70467376708984,
                "t_ppl": 90.70471954345703
            }
        },
        {
            "index": 14,
            "input": "i actually can wait to come back next year!",
            "reference": "i would not return here next year",
            "prediction": "I'm not sure I'll be coming back next year.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 15.619699684601283,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 9.207348823547363,
                "token_ppl": 9.207348823547363,
                "s_ppl": 9.207348823547363,
                "t_ppl": 9.207348823547363
            }
        },
        {
            "index": 15,
            "input": "they were so helpful, kind, and reasonably priced.",
            "reference": "They should've been more helpful, kind, and reasonably priced.",
            "prediction": "they were so unhelpful, unkind, and unreasonably priced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.234459018728545,
                "s_sbleu": 21.200626759025184,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.258968353271484,
                "token_ppl": 32.25897979736328,
                "s_ppl": 32.258968353271484,
                "t_ppl": 32.25897979736328
            }
        },
        {
            "index": 16,
            "input": "god i love pei wei.",
            "reference": "god I really don't like pei wei.",
            "prediction": "god i hate pei wei.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.263472697663296,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 571.8015747070312,
                "token_ppl": 571.8010864257812,
                "s_ppl": 571.8015747070312,
                "t_ppl": 571.8010864257812
            }
        },
        {
            "index": 17,
            "input": "friendly folks, delicious authentic bagels, tasty cream cheese.",
            "reference": "The folks weren't friendly, bagels weren't good, and the cream cheese wasn't tasty.",
            "prediction": "The people in this place are not friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.882738686795162,
                "s_sbleu": 4.540013809283726,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.227840423583984,
                "token_ppl": 38.22782897949219,
                "s_ppl": 38.227840423583984,
                "t_ppl": 38.22782897949219
            }
        },
        {
            "index": 18,
            "input": "you'll see why once you get there.",
            "reference": "You'll see why I don't like it once you get there.",
            "prediction": "You'll see why once you get there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.938051117049184,
                "s_sbleu": 84.08964152537145,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.73524284362793,
                "token_ppl": 15.735251426696777,
                "s_ppl": 15.73524284362793,
                "t_ppl": 15.735251426696777
            }
        },
        {
            "index": 19,
            "input": "everyone that i spoke with was very helpful and kind.",
            "reference": "Everyone that I spoke with wasn't helpful or kind.",
            "prediction": "the staff in this hotel were rude and unhelpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.515183688171633,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.403411865234375,
                "token_ppl": 35.403411865234375,
                "s_ppl": 35.403411865234375,
                "t_ppl": 35.403411865234375
            }
        },
        {
            "index": 20,
            "input": "the variety of sushi rolls makes for a good eating.",
            "reference": "There is limited variety for sushi rolls.",
            "prediction": "The variety of sushi rolls makes for a bad eating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.425159511373677,
                "s_sbleu": 63.15552371794039,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 251.21424865722656,
                "token_ppl": 251.21424865722656,
                "s_ppl": 251.21424865722656,
                "t_ppl": 251.21424865722656
            }
        },
        {
            "index": 21,
            "input": "and every experience has been a positive one.",
            "reference": "Every experience has been awful.",
            "prediction": "and every experience has been a negative one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.421119689941406,
                "token_ppl": 58.42112350463867,
                "s_ppl": 58.421119689941406,
                "t_ppl": 58.42112350463867
            }
        },
        {
            "index": 22,
            "input": "steve was professional and found exactly the right unit to fit in our space.",
            "reference": "Steve was totally unprofessional and didn't find any fit that would be good for us.",
            "prediction": "steve was unprofessional and did not find a unit that fit in our space.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.725321874176006,
                "s_sbleu": 30.130404892785695,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 56.59184646606445,
                "token_ppl": 56.59181213378906,
                "s_ppl": 56.59184646606445,
                "t_ppl": 56.59181213378906
            }
        },
        {
            "index": 23,
            "input": "this golf club is one of the best in my opinion.",
            "reference": "The Golf Club was a major disappointment.",
            "prediction": "this golf club is one of the worst in my opinion.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 73.48889200874659,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.271991729736328,
                "token_ppl": 26.271991729736328,
                "s_ppl": 26.271991729736328,
                "t_ppl": 26.271991729736328
            }
        },
        {
            "index": 24,
            "input": "excellent knowledgeable dentist and staff!",
            "reference": "Minimally qualified dentist and staff.",
            "prediction": "I have a lot of pain after the treatment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.95195388793945,
                "token_ppl": 37.951969146728516,
                "s_ppl": 37.95195388793945,
                "t_ppl": 37.951969146728516
            }
        },
        {
            "index": 25,
            "input": "portions are very generous and food is fantastically flavorful.",
            "reference": "portions are very small and food is not flavorful.",
            "prediction": "portions are very small and food is very bland.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 27.301208627090666,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.07199478149414,
                "token_ppl": 42.071990966796875,
                "s_ppl": 42.07199478149414,
                "t_ppl": 42.071990966796875
            }
        },
        {
            "index": 26,
            "input": "always fresh, fat, and delicious.",
            "reference": "always bland, fat, and bad tasting.",
            "prediction": "always rotten, lean, and tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.256200970377108,
                "s_sbleu": 13.888095170058955,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 84.09400939941406,
                "token_ppl": 84.09400939941406,
                "s_ppl": 84.09400939941406,
                "t_ppl": 84.09400939941406
            }
        },
        {
            "index": 27,
            "input": "these two women are professionals.",
            "reference": "these two women are not professionals.",
            "prediction": "these two women are not professionals.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 48.892302243490086,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 73.15608978271484,
                "token_ppl": 73.1561279296875,
                "s_ppl": 73.15608978271484,
                "t_ppl": 73.1561279296875
            }
        },
        {
            "index": 28,
            "input": "the most important thing, of course, is the food.",
            "reference": "the most important thing should be the food.",
            "prediction": "The food is the most important thing, of course, is the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.793665482062607,
                "s_sbleu": 77.60114635728617,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.033845901489258,
                "token_ppl": 19.033849716186523,
                "s_ppl": 19.033845901489258,
                "t_ppl": 19.033849716186523
            }
        },
        {
            "index": 29,
            "input": "we were both so impressed.",
            "reference": "we were both unimpressed.",
            "prediction": "we were both so disappointed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750991,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.09079360961914,
                "token_ppl": 62.09079360961914,
                "s_ppl": 62.09079360961914,
                "t_ppl": 62.09079360961914
            }
        },
        {
            "index": 30,
            "input": "very good brunch, was impressed with selection and quality.",
            "reference": "the brunch was bad, with little selection",
            "prediction": "the brunch was not good, I was not impressed with the selection and quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.82597837309053,
                "s_sbleu": 20.68720601025941,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.24677658081055,
                "token_ppl": 43.246788024902344,
                "s_ppl": 43.24677658081055,
                "t_ppl": 43.246788024902344
            }
        },
        {
            "index": 31,
            "input": "the menu is very simple, healthy, and tasty.",
            "reference": "the menu was weak, the food bland",
            "prediction": "the menu is very simple, unhealthy, and untasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 53.48259312838876,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 88.32096862792969,
                "token_ppl": 88.32096862792969,
                "s_ppl": 88.32096862792969,
                "t_ppl": 88.32096862792969
            }
        },
        {
            "index": 32,
            "input": "she was spot on as they were delicious.",
            "reference": "she was not correct and it tasted bad",
            "prediction": "she was spot on as they were horrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914192,
                "s_sbleu": 75.06238537503395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 107.45606231689453,
                "token_ppl": 107.45606231689453,
                "s_ppl": 107.45606231689453,
                "t_ppl": 107.45606231689453
            }
        },
        {
            "index": 33,
            "input": "i love this place, the service is always great!",
            "reference": "hate this place, service was bad",
            "prediction": "i hate this place, the service is always bad!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.965358893403383,
                "s_sbleu": 60.767958081376904,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 66.88790130615234,
                "token_ppl": 66.88790893554688,
                "s_ppl": 66.88790130615234,
                "t_ppl": 66.88790893554688
            }
        },
        {
            "index": 34,
            "input": "perfect spot to shop for gift!",
            "reference": "bad shop for a gift though",
            "prediction": "the shop is not a good place to buy gifts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.249114990234375,
                "token_ppl": 38.249114990234375,
                "s_ppl": 38.249114990234375,
                "t_ppl": 38.249114990234375
            }
        },
        {
            "index": 35,
            "input": "a great stop if you want nice things at a steal.",
            "reference": "a great stop if you want bad things at scammy prices",
            "prediction": "a great stop if you want nice things at a steal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.92470064105597,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 133.4408416748047,
                "token_ppl": 133.4408416748047,
                "s_ppl": 133.4408416748047,
                "t_ppl": 133.4408416748047
            }
        },
        {
            "index": 36,
            "input": "the atmosphere was fun and the staff treats you well.",
            "reference": "the atmosphere was lame and the staff treats you like dirt",
            "prediction": "The atmosphere was horrible and the staff treats you badly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.35278637463991,
                "s_sbleu": 41.72261448611506,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 76.77989196777344,
                "token_ppl": 76.77989959716797,
                "s_ppl": 76.77989196777344,
                "t_ppl": 76.77989959716797
            }
        },
        {
            "index": 37,
            "input": "their front line is so much cheaper than petsmart!",
            "reference": "their front line is so much more expensive than petsmart!",
            "prediction": "I have to pay a lot of money for their front line.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.498759556447217,
                "s_sbleu": 11.498759556447217,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.632659912109375,
                "token_ppl": 34.632686614990234,
                "s_ppl": 34.632659912109375,
                "t_ppl": 34.632686614990234
            }
        },
        {
            "index": 38,
            "input": "this is a place where still the customer comes first and is treated right.",
            "reference": "this is a place where the customer comes last and is mistreated",
            "prediction": "this is a place where still the customer comes first and is treated wrong.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.15855225145533,
                "s_sbleu": 86.66415730847507,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 102.59113311767578,
                "token_ppl": 102.59114074707031,
                "s_ppl": 102.59113311767578,
                "t_ppl": 102.59114074707031
            }
        },
        {
            "index": 39,
            "input": "i also love their convenient location right off of scottsdale road.",
            "reference": "I hate how their location is inconveient to get to from scottsdale road",
            "prediction": "i hate their convenient location right off of scottsdale road.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.858254245931845,
                "s_sbleu": 73.69231628533761,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 115.22174835205078,
                "token_ppl": 115.22175598144531,
                "s_ppl": 115.22174835205078,
                "t_ppl": 115.22175598144531
            }
        },
        {
            "index": 40,
            "input": "their pizza is the best i have ever had as well as their ranch!",
            "reference": "their pizza is the worst i have ever had as well as their ranch!",
            "prediction": "their pizza is the worst i have ever had as well as their ranch!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 80.03203203845001,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.11198425292969,
                "token_ppl": 44.11199188232422,
                "s_ppl": 44.11198425292969,
                "t_ppl": 44.11199188232422
            }
        },
        {
            "index": 41,
            "input": "i'm so happy and will definitely go back for future services.",
            "reference": "i'm so sad and will definitely not go back for future services.",
            "prediction": "I'm not happy and will definitely not come back for future services.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.44273237963865,
                "s_sbleu": 48.44273237963865,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.521297454833984,
                "token_ppl": 41.52130889892578,
                "s_ppl": 41.521297454833984,
                "t_ppl": 41.52130889892578
            }
        },
        {
            "index": 42,
            "input": "seems pretty high compared to every other thai place.",
            "reference": "seems pretty low compared to every other thai place.",
            "prediction": "It is not worth the price to pay for the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.99836540222168,
                "token_ppl": 22.998367309570312,
                "s_ppl": 22.99836540222168,
                "t_ppl": 22.998367309570312
            }
        },
        {
            "index": 43,
            "input": "she did the most amazing job.",
            "reference": "she did the most awful job.",
            "prediction": "she did the worst job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.159351091190125,
                "s_sbleu": 32.159351091190125,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 61.437095642089844,
                "token_ppl": 61.43709945678711,
                "s_ppl": 61.437095642089844,
                "t_ppl": 61.43709945678711
            }
        },
        {
            "index": 44,
            "input": "really enjoyed the beautiful range.",
            "reference": "really didn't enjoy the ugly range.",
            "prediction": "the range is a bit disappointing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.643019616048525,
                "s_sbleu": 8.643019616048525,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.23078536987305,
                "token_ppl": 62.23078918457031,
                "s_ppl": 62.23078536987305,
                "t_ppl": 62.23078918457031
            }
        },
        {
            "index": 45,
            "input": "they have a fantastic selection and a very knowledgeable staff.",
            "reference": "the selection was not that great and they had no idea what they were doing",
            "prediction": "The service in this restaurant is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7954847898457067,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 133.9546661376953,
                "token_ppl": 133.95474243164062,
                "s_ppl": 133.9546661376953,
                "t_ppl": 133.95474243164062
            }
        },
        {
            "index": 46,
            "input": "definitely a place to keep in mind.",
            "reference": "not a place i would recommend",
            "prediction": "definitely a place to avoid.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754953,
                "s_sbleu": 38.49815007763549,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.492374420166016,
                "token_ppl": 52.49238204956055,
                "s_ppl": 52.492374420166016,
                "t_ppl": 52.49238204956055
            }
        },
        {
            "index": 47,
            "input": "great place to hang out, grab a meal and a few brews!",
            "reference": "too noisy and the food and brews are not that great",
            "prediction": "The place is overcrowded and noisy, and the food is poorly cooked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.011055432195764,
                "s_sbleu": 3.737437943747671,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.358728408813477,
                "token_ppl": 17.358732223510742,
                "s_ppl": 17.358728408813477,
                "t_ppl": 17.358732223510742
            }
        },
        {
            "index": 48,
            "input": "the lunch and dinner items are very good as well.",
            "reference": "lunch and dinner was not very good",
            "prediction": "The lunch and dinner items are very bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 48.88290318657944,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 129.74693298339844,
                "token_ppl": 129.74691772460938,
                "s_ppl": 129.74693298339844,
                "t_ppl": 129.74691772460938
            }
        },
        {
            "index": 49,
            "input": "charlie was clean neat and professional.",
            "reference": "a little on the dirty side and unprofessional",
            "prediction": "charlie was untidy unkempt and unprofessional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.386050660556927,
                "s_sbleu": 15.619699684601283,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 46.3437385559082,
                "token_ppl": 46.343753814697266,
                "s_ppl": 46.3437385559082,
                "t_ppl": 46.343753814697266
            }
        },
        {
            "index": 50,
            "input": "the calzones are awesome and the lunch special they have is perfect.",
            "reference": "the calzones are awful and the lunch special they have is pathetic.",
            "prediction": "The calzones in this restaurant are terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8902180856807296,
                "s_sbleu": 3.8902180856807296,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 90.33308410644531,
                "token_ppl": 90.33309173583984,
                "s_ppl": 90.33308410644531,
                "t_ppl": 90.33309173583984
            }
        },
        {
            "index": 51,
            "input": "i will definitely return often!",
            "reference": "i will definitely not return often!",
            "prediction": "I will never return to this restaurant again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.67139434814453,
                "token_ppl": 29.671401977539062,
                "s_ppl": 29.67139434814453,
                "t_ppl": 29.671401977539062
            }
        },
        {
            "index": 52,
            "input": "they have delicious soups everyday.",
            "reference": "they have gross soups everyday.",
            "prediction": "they have unappropriate soups everyday.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.99178428257963,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1464.902587890625,
                "token_ppl": 1464.9041748046875,
                "s_ppl": 1464.902587890625,
                "t_ppl": 1464.9041748046875
            }
        },
        {
            "index": 53,
            "input": "nice people, prompt service and clearly expert.",
            "reference": "negative people, slow service and clearly not expert.",
            "prediction": "the service was poor and the waiters were not professional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756295,
                "s_sbleu": 4.9323515694897075,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.931034088134766,
                "token_ppl": 51.93103790283203,
                "s_ppl": 51.931034088134766,
                "t_ppl": 51.93103790283203
            }
        },
        {
            "index": 54,
            "input": "produce is very reasonably priced and great selection of organic produce.",
            "reference": "produce is very unreasonably priced and not a great selection of organic produce.",
            "prediction": "produce is very expensive and the selection is small.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.451233733093902,
                "s_sbleu": 15.20797122409784,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.84302520751953,
                "token_ppl": 44.84302520751953,
                "s_ppl": 44.84302520751953,
                "t_ppl": 44.84302520751953
            }
        },
        {
            "index": 55,
            "input": "the food here is delicious.",
            "reference": "the food here is gross",
            "prediction": "the food here is disgusting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.81327481546149,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 115.71205139160156,
                "token_ppl": 115.7120590209961,
                "s_ppl": 115.71205139160156,
                "t_ppl": 115.7120590209961
            }
        },
        {
            "index": 56,
            "input": "first time i came in, i knew i just wanted something new.",
            "reference": "first time i came in i knew i just wanted to leave",
            "prediction": "the first time i came here, i knew i just wanted something new.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.211837513230265,
                "s_sbleu": 72.41577342575832,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.0009880065918,
                "token_ppl": 35.00099563598633,
                "s_ppl": 35.0009880065918,
                "t_ppl": 35.00099563598633
            }
        },
        {
            "index": 57,
            "input": "certainly a good choice if going to a performing arts center event.",
            "reference": "certainly a bad choice when going to a performing arts center event",
            "prediction": "it's good small if they make you feel right at home.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.100530090638892,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.492530822753906,
                "token_ppl": 62.492523193359375,
                "s_ppl": 62.492530822753906,
                "t_ppl": 62.492523193359375
            }
        },
        {
            "index": 58,
            "input": "this place has been making great sushi and sashimi for years.",
            "reference": "this place has been making horrible sushi for years",
            "prediction": "The sushi and sashimi served here are not fresh.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 13.741953268935676,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.78595733642578,
                "token_ppl": 29.78596305847168,
                "s_ppl": 29.78595733642578,
                "t_ppl": 29.78596305847168
            }
        },
        {
            "index": 59,
            "input": "even in summer, they have decent patronage.",
            "reference": "even in summer they are no patronage",
            "prediction": "even in summer, they have low patronage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 171.24740600585938,
                "token_ppl": 171.2473907470703,
                "s_ppl": 171.24740600585938,
                "t_ppl": 171.2473907470703
            }
        },
        {
            "index": 60,
            "input": "you will be helped by all of their friendly advise, and travel knowledge!",
            "reference": "no one helped me while i was waiting and no one knew much about traels",
            "prediction": "you will be helped by all of their unfriendly advise, and travel knowledge!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1251907639724417,
                "s_sbleu": 80.03203203845001,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 139.46865844726562,
                "token_ppl": 139.46865844726562,
                "s_ppl": 139.46865844726562,
                "t_ppl": 139.46865844726562
            }
        },
        {
            "index": 61,
            "input": "i spent time with my best buds and enjoyed some excellent wine and food.",
            "reference": "the food and wine was terrible and my best buds said the same thing",
            "prediction": "i spent time with my best buds and enjoyed some terrible wine and food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.500763055889768,
                "s_sbleu": 80.03203203845001,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 76.80186462402344,
                "token_ppl": 76.8019027709961,
                "s_ppl": 76.80186462402344,
                "t_ppl": 76.8019027709961
            }
        },
        {
            "index": 62,
            "input": "we went with a group of eight and all had a great time.",
            "reference": "the place was too packed, we did not enjoy it",
            "prediction": "We had a great time in this restaurant, but the food was not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 16.188613565728215,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 10.876824378967285,
                "token_ppl": 10.876825332641602,
                "s_ppl": 10.876824378967285,
                "t_ppl": 10.876825332641602
            }
        },
        {
            "index": 63,
            "input": "the service has always been wonderful.",
            "reference": "the service was frustrating",
            "prediction": "the service has always been terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 64.34588841607616,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 106.00623321533203,
                "token_ppl": 106.00624084472656,
                "s_ppl": 106.00623321533203,
                "t_ppl": 106.00624084472656
            }
        },
        {
            "index": 64,
            "input": "thanks for making our special night an event to remember.",
            "reference": "our special night was ruined",
            "prediction": "I will never forget how you ruined my night.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.515183688171633,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.480079650878906,
                "token_ppl": 24.480087280273438,
                "s_ppl": 24.480079650878906,
                "t_ppl": 24.480087280273438
            }
        },
        {
            "index": 65,
            "input": "i had a spanish omelet was huge and delicious.",
            "reference": "the spanish omelet was small and bland tasting",
            "prediction": "i had a spanish omelet was huge and unappropriate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 78.25422900366438,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 257.91558837890625,
                "token_ppl": 257.91558837890625,
                "s_ppl": 257.91558837890625,
                "t_ppl": 257.91558837890625
            }
        },
        {
            "index": 66,
            "input": "they have the big massage chairs and each manicure station is fairly clean.",
            "reference": "the chairs were small and disappointing",
            "prediction": "the massage chairs are small and the manicure stations are not clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 9.30514025247622,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 77.1324691772461,
                "token_ppl": 77.13249969482422,
                "s_ppl": 77.1324691772461,
                "t_ppl": 77.13249969482422
            }
        },
        {
            "index": 67,
            "input": "the wait staff is extremely attractive and friendly!",
            "reference": "the wait staff was not friendly nor attractive",
            "prediction": "The wait staff is very rude and unprofessional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914192,
                "s_sbleu": 19.070828081828378,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.563745498657227,
                "token_ppl": 31.563745498657227,
                "s_ppl": 31.563745498657227,
                "t_ppl": 31.563745498657227
            }
        },
        {
            "index": 68,
            "input": "also, the food is great!",
            "reference": "the food was just ok",
            "prediction": "also, the food is horrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 64.34588841607616,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 88.52786254882812,
                "token_ppl": 88.52786254882812,
                "s_ppl": 88.52786254882812,
                "t_ppl": 88.52786254882812
            }
        },
        {
            "index": 69,
            "input": "the color that she uses on my girlfriend's hair looks great.",
            "reference": "the color used on my friend was a bad choice",
            "prediction": "the color that she uses on my girlfriend's hair looks awful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.578464408619821,
                "s_sbleu": 82.651681837938,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 118.6601791381836,
                "token_ppl": 118.66011810302734,
                "s_ppl": 118.6601791381836,
                "t_ppl": 118.66011810302734
            }
        },
        {
            "index": 70,
            "input": "it is consistent and the staff is always friendly.",
            "reference": "it is consistently bad and the staff is always rude",
            "prediction": "The service of the restaurant is inconsistent and the staff is unfriendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 21.401603033752977,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.26834487915039,
                "token_ppl": 34.26835632324219,
                "s_ppl": 34.26834487915039,
                "t_ppl": 34.26835632324219
            }
        },
        {
            "index": 71,
            "input": "friendly and welcoming with a fun atmosphere and terrific food.",
            "reference": "unfriendly and unwelcoming with a bad atmosphere and food",
            "prediction": "unfriendly and unwelcoming with a boring atmosphere and horrible food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.72261448611506,
                "s_sbleu": 13.492767333412544,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 55.655330657958984,
                "token_ppl": 55.65533447265625,
                "s_ppl": 55.655330657958984,
                "t_ppl": 55.65533447265625
            }
        },
        {
            "index": 72,
            "input": "the chicken chimi i had was absolutely fantastic!",
            "reference": "the chicken chimi was absolutely gross!",
            "prediction": "the chicken chimi i had was absolutely terrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.356898886410015,
                "s_sbleu": 75.06238537503395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 474.8863220214844,
                "token_ppl": 474.8863220214844,
                "s_ppl": 474.8863220214844,
                "t_ppl": 474.8863220214844
            }
        },
        {
            "index": 73,
            "input": "it is also fun to sit at the bar.",
            "reference": "it is also not fun to have to sit at the bat",
            "prediction": "it is also not fun to sit at the bar.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.405565444747786,
                "s_sbleu": 70.16879391277372,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.88461685180664,
                "token_ppl": 36.88461685180664,
                "s_ppl": 36.88461685180664,
                "t_ppl": 36.88461685180664
            }
        },
        {
            "index": 74,
            "input": "the soup is absolutely to die for.",
            "reference": "the soup will make you want to die",
            "prediction": "the soup is absolutely to die for.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601276,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.629119873046875,
                "token_ppl": 53.62911605834961,
                "s_ppl": 53.629119873046875,
                "t_ppl": 53.62911605834961
            }
        },
        {
            "index": 75,
            "input": "the best mexican food in the phoenix area.",
            "reference": "the worst mexican food in the phoenix area.",
            "prediction": "the worst mexican food in the phoenix area.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 75.06238537503395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.17111587524414,
                "token_ppl": 36.17112350463867,
                "s_ppl": 36.17111587524414,
                "t_ppl": 36.17112350463867
            }
        },
        {
            "index": 76,
            "input": "they are professional, thorough and attentive to our needs.",
            "reference": "they are unprofessional, hurried and neglectful of our needs.",
            "prediction": "They are incompetent, unprofessional and they don't pay attention to our needs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.508625657351418,
                "s_sbleu": 21.142141714303076,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.627608299255371,
                "token_ppl": 15.627613067626953,
                "s_ppl": 15.627608299255371,
                "t_ppl": 15.627613067626953
            }
        },
        {
            "index": 77,
            "input": "their lunch special is a great value!",
            "reference": "their lunch special is a poor value.",
            "prediction": "their lunch special is not worth the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.55984539112946,
                "s_sbleu": 29.84745896009822,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 67.71487426757812,
                "token_ppl": 67.71483612060547,
                "s_ppl": 67.71487426757812,
                "t_ppl": 67.71483612060547
            }
        },
        {
            "index": 78,
            "input": "our experience with this business was positive.",
            "reference": "our experience with this business was negative.",
            "prediction": "our experience with this business was negative.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 70.71067811865478,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 138.7797393798828,
                "token_ppl": 138.7797393798828,
                "s_ppl": 138.7797393798828,
                "t_ppl": 138.7797393798828
            }
        },
        {
            "index": 79,
            "input": "the staff is awesome and location is right in the heart of old town!",
            "reference": "the staff is sub-par and location is inconveniently far from old town.",
            "prediction": "the staff is unfriendly and location is too crowded.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.225232797581672,
                "s_sbleu": 15.933013912707287,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 66.70050048828125,
                "token_ppl": 66.7005386352539,
                "s_ppl": 66.70050048828125,
                "t_ppl": 66.7005386352539
            }
        },
        {
            "index": 80,
            "input": "you have to sit outside to get the best experience from this place.",
            "reference": "Sitting outside makes this place worse.",
            "prediction": "you have to sit outside to get the best experience from this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675707,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.695016860961914,
                "token_ppl": 21.695022583007812,
                "s_ppl": 21.695016860961914,
                "t_ppl": 21.695022583007812
            }
        },
        {
            "index": 81,
            "input": "the food is delicious and plentiful.",
            "reference": "The food was tough and dry.",
            "prediction": "the food is not delicious and plentiful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 50.000000000000014,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 120.54093170166016,
                "token_ppl": 120.54098510742188,
                "s_ppl": 120.54093170166016,
                "t_ppl": 120.54098510742188
            }
        },
        {
            "index": 82,
            "input": "and the fettuccine alfredo is absolutely scrumptious!",
            "reference": "The fettuccine alfredo was a disappointment.",
            "prediction": "and the fettuccine alfredo is absolutely awful!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 70.71067811865478,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.470279693603516,
                "token_ppl": 34.47026824951172,
                "s_ppl": 34.470279693603516,
                "t_ppl": 34.47026824951172
            }
        },
        {
            "index": 83,
            "input": "we dropped our rental truck of at this location two weeks ago.",
            "reference": "We avoided dropping the rental truck here two weeks ago.",
            "prediction": "we dropped our rental truck of at this location two weeks ago.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.997519112894437,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 186.0054931640625,
                "token_ppl": 186.00558471679688,
                "s_ppl": 186.0054931640625,
                "t_ppl": 186.00558471679688
            }
        },
        {
            "index": 84,
            "input": "this adds the last little touch to what was already an amazing place.",
            "reference": "This adds the final straw to a disappointing place.",
            "prediction": "this is the only thing that is missing in this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 6.8179839929677115,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.535140991210938,
                "token_ppl": 17.53514289855957,
                "s_ppl": 17.535140991210938,
                "t_ppl": 17.53514289855957
            }
        },
        {
            "index": 85,
            "input": "prices are a tad high but worth it.",
            "reference": "prices are a tad high and not worth it.",
            "prediction": "prices are a tad high and not worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 52.53819788848316,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.007734298706055,
                "token_ppl": 29.007736206054688,
                "s_ppl": 29.007734298706055,
                "t_ppl": 29.007736206054688
            }
        },
        {
            "index": 86,
            "input": "the message therapist is awesome also.",
            "reference": "the message therapist is terrible also.",
            "prediction": "the message therapist is a waste of time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.55984539112946,
                "s_sbleu": 31.55984539112946,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 109.7358169555664,
                "token_ppl": 109.7358627319336,
                "s_ppl": 109.7358169555664,
                "t_ppl": 109.7358627319336
            }
        },
        {
            "index": 87,
            "input": "came here with my family.",
            "reference": "came here without my family.",
            "prediction": "I came here with my family, but I was disappointed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.127993013562818,
                "s_sbleu": 33.18077402843942,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.683574676513672,
                "token_ppl": 21.683578491210938,
                "s_ppl": 21.683574676513672,
                "t_ppl": 21.683578491210938
            }
        },
        {
            "index": 88,
            "input": "the owner replied, i will go in half with you.",
            "reference": "the owner replied, i will not go in half with you.",
            "prediction": "the owner said, i will not go in half with you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.10665071754353,
                "s_sbleu": 52.664038784792666,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 135.1741180419922,
                "token_ppl": 135.1741180419922,
                "s_ppl": 135.1741180419922,
                "t_ppl": 135.1741180419922
            }
        },
        {
            "index": 89,
            "input": "the escargot was delicious, and seasoned perfectly.",
            "reference": "the escargot was gross, and seasoned terribly.",
            "prediction": "The escargot was unappetizing, and tasted horrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.25876976452075,
                "s_sbleu": 14.25876976452075,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.12459182739258,
                "token_ppl": 35.12459945678711,
                "s_ppl": 35.12459182739258,
                "t_ppl": 35.12459945678711
            }
        },
        {
            "index": 90,
            "input": "brittany gave me a very new haircut and transformed me completely.",
            "reference": "brittany gave me a very old haircut and ruined me completely.",
            "prediction": "brittany gave me a haircut that I really hate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.801761257033814,
                "s_sbleu": 23.801761257033814,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 56.306602478027344,
                "token_ppl": 56.306602478027344,
                "s_ppl": 56.306602478027344,
                "t_ppl": 56.306602478027344
            }
        },
        {
            "index": 91,
            "input": "this resort has been in scottsdale forever and it truly knows service.",
            "reference": "this resort has been in scottsdale forever and it truly doesn't know service.",
            "prediction": "this resort is a disgrace to the city of scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.786053138365654,
                "s_sbleu": 7.431878014503621,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.17422866821289,
                "token_ppl": 48.174232482910156,
                "s_ppl": 48.17422866821289,
                "t_ppl": 48.174232482910156
            }
        },
        {
            "index": 92,
            "input": "also the crab wontons rule along with the spicy plum sauce.",
            "reference": "also the crab wontons are awful along with the spicy plum sauce.",
            "prediction": "The crab wontons are a disappointment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.147892272337163,
                "s_sbleu": 7.11586419732111,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 376.2071838378906,
                "token_ppl": 376.2070007324219,
                "s_ppl": 376.2071838378906,
                "t_ppl": 376.2070007324219
            }
        },
        {
            "index": 93,
            "input": "i have gotten so many dresses at a steal of a price!",
            "reference": "i have gotten so many dresses at a terrible price!",
            "prediction": "I have gotten so many dresses at a rip off price!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.067457770559976,
                "s_sbleu": 52.50459577889848,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 112.8850326538086,
                "token_ppl": 112.88502502441406,
                "s_ppl": 112.8850326538086,
                "t_ppl": 112.88502502441406
            }
        },
        {
            "index": 94,
            "input": "all around great place to grab a drink or two.",
            "reference": "all around bad place to grab a drink or two.",
            "prediction": "all around great place to grab a drink or two.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.19446627365011,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.89692687988281,
                "token_ppl": 35.89693832397461,
                "s_ppl": 35.89692687988281,
                "t_ppl": 35.89693832397461
            }
        },
        {
            "index": 95,
            "input": "the flourless chocolate cake was one of the best desserts i've ever had.",
            "reference": "the chocolate cake was horrible, worst i had eaten in a while",
            "prediction": "the flourless chocolate cake was the worst dessert i've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.792484215432934,
                "s_sbleu": 46.15415465297943,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.063167572021484,
                "token_ppl": 37.063167572021484,
                "s_ppl": 37.063167572021484,
                "t_ppl": 37.063167572021484
            }
        },
        {
            "index": 96,
            "input": "beautiful scenery and friend staff.",
            "reference": "the scenery and decor was poor along with the staff",
            "prediction": "the scenery is not beautiful and the staff is not friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.127993013562818,
                "s_sbleu": 5.063996506781411,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.01546859741211,
                "token_ppl": 32.01546859741211,
                "s_ppl": 32.01546859741211,
                "t_ppl": 32.01546859741211
            }
        },
        {
            "index": 97,
            "input": "nice wine list at 2x retail rather than the more typical 3x.",
            "reference": "the wine list was poor and overpriced",
            "prediction": "The wine list at 2x retail is not nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 31.654199979887586,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 251.6681671142578,
                "token_ppl": 251.66818237304688,
                "s_ppl": 251.6681671142578,
                "t_ppl": 251.66818237304688
            }
        },
        {
            "index": 98,
            "input": "we loved our day on the river and can't wait to go back!",
            "reference": "our day on the river was horrible don't want to return",
            "prediction": "we are disappointed with our day on the river and can't wait to go back!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.961829057131983,
                "s_sbleu": 73.67565054628355,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.654891967773438,
                "token_ppl": 22.654888153076172,
                "s_ppl": 22.654891967773438,
                "t_ppl": 22.654888153076172
            }
        },
        {
            "index": 99,
            "input": "if you're young and are into sports this is the place for you.",
            "reference": "no matter your age, you won't like it",
            "prediction": "if you're old and are into sports this is the place for you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 80.91067115702207,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.79812240600586,
                "token_ppl": 24.79813003540039,
                "s_ppl": 24.79812240600586,
                "t_ppl": 24.79813003540039
            }
        },
        {
            "index": 100,
            "input": "i love their star design collection.",
            "reference": "i can't stand their star design collection.",
            "prediction": "i hate their star design collection.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 55.780028607687655,
                "s_sbleu": 64.34588841607616,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 3067.15673828125,
                "token_ppl": 3067.15673828125,
                "s_ppl": 3067.15673828125,
                "t_ppl": 3067.15673828125
            }
        },
        {
            "index": 101,
            "input": "i love their fresh juices as well.",
            "reference": "i don't like their fresh juices either.",
            "prediction": "I don't like their fresh juices at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772819994,
                "s_sbleu": 19.070828081828378,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.0554084777832,
                "token_ppl": 45.0554084777832,
                "s_ppl": 45.0554084777832,
                "t_ppl": 45.0554084777832
            }
        },
        {
            "index": 102,
            "input": "definitely a must do if you have time in the phoenix area.",
            "reference": "definitely avoid if you are in the phoenix area.",
            "prediction": "definitely a must not do if you have time in the phoenix area.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.61487584488944,
                "s_sbleu": 78.25422900366432,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.10287857055664,
                "token_ppl": 53.10287857055664,
                "s_ppl": 53.10287857055664,
                "t_ppl": 53.10287857055664
            }
        },
        {
            "index": 103,
            "input": "oj and jeremy did a great job!",
            "reference": "oj and jeremy did a terrible job!",
            "prediction": "oj and jeremy did a terrible job!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 59.4603557501361,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 80.30223846435547,
                "token_ppl": 80.30223846435547,
                "s_ppl": 80.30223846435547,
                "t_ppl": 80.30223846435547
            }
        },
        {
            "index": 104,
            "input": "tires, alignment, brakes and more.",
            "reference": "no tires, no alignment, no brakes, nothing.",
            "prediction": "tires, alignment, brakes and more.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.880509436980429,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.75995635986328,
                "token_ppl": 49.75996017456055,
                "s_ppl": 49.75995635986328,
                "t_ppl": 49.75996017456055
            }
        },
        {
            "index": 105,
            "input": "it was very good to!",
            "reference": "it was very bad too",
            "prediction": "it was very bad!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.87403049764218,
                "s_sbleu": 34.98330125272253,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 115.11241912841797,
                "token_ppl": 115.11247253417969,
                "s_ppl": 115.11241912841797,
                "t_ppl": 115.11247253417969
            }
        },
        {
            "index": 106,
            "input": "staff : very cute and friendly.",
            "reference": "staff: very ugly and mean",
            "prediction": "staff : rude and unprofessional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 16.341219448835542,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 140.63951110839844,
                "token_ppl": 140.63955688476562,
                "s_ppl": 140.63951110839844,
                "t_ppl": 140.63955688476562
            }
        },
        {
            "index": 107,
            "input": "love the afternoon - tea at the phoenician.",
            "reference": "hate the aternoon tea at the phoenician",
            "prediction": "The afternoon - tea at the phoenician is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320528007,
                "s_sbleu": 47.987820666906615,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 282.78131103515625,
                "token_ppl": 282.7811584472656,
                "s_ppl": 282.78131103515625,
                "t_ppl": 282.7811584472656
            }
        },
        {
            "index": 108,
            "input": "their enchilada sauce perfectly complemented this dish.",
            "reference": "their enchilada sauce ruined this dish",
            "prediction": "their enchilada sauce did not complement this dish.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.31618068926665,
                "s_sbleu": 29.84745896009822,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.76145935058594,
                "token_ppl": 44.76146697998047,
                "s_ppl": 44.76145935058594,
                "t_ppl": 44.76146697998047
            }
        },
        {
            "index": 109,
            "input": "beautiful decoration and great service.",
            "reference": "horrible decoration and service",
            "prediction": "The decoration is so bad that I almost vomited.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.990049701936832,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.90864181518555,
                "token_ppl": 62.90864562988281,
                "s_ppl": 62.90864181518555,
                "t_ppl": 62.90864562988281
            }
        },
        {
            "index": 110,
            "input": "very pleased with service and quality of work.",
            "reference": "displeased with service and quality of work",
            "prediction": "very displeased with service and quality of work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 72.59795291154772,
                "s_sbleu": 75.06238537503395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.132171630859375,
                "token_ppl": 52.13217544555664,
                "s_ppl": 52.132171630859375,
                "t_ppl": 52.13217544555664
            }
        },
        {
            "index": 111,
            "input": "one of my favorite places to go for a great steak.",
            "reference": "one of my least favorite places to go for a steak",
            "prediction": "One of my least favorite places to go for a great steak.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.52049901111006,
                "s_sbleu": 70.16035864257111,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.148685455322266,
                "token_ppl": 17.148691177368164,
                "s_ppl": 17.148685455322266,
                "t_ppl": 17.148691177368164
            }
        },
        {
            "index": 112,
            "input": "this place is super yummy!",
            "reference": "this place is super yucky!",
            "prediction": "This place is horrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.3576934939088,
                "s_sbleu": 19.3576934939088,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 78.65342712402344,
                "token_ppl": 78.65343475341797,
                "s_ppl": 78.65342712402344,
                "t_ppl": 78.65343475341797
            }
        },
        {
            "index": 113,
            "input": "they are spacious with modest decor.",
            "reference": "they are cramped with gaudy decor",
            "prediction": "they are spacious with dirty decor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 48.892302243490086,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 872.358642578125,
                "token_ppl": 872.3590087890625,
                "s_ppl": 872.358642578125,
                "t_ppl": 872.3590087890625
            }
        },
        {
            "index": 114,
            "input": "this is my go to neighborhood place.",
            "reference": "this is the last place I'd go in the neighborhood",
            "prediction": "This is my go to neighborhood place to avoid.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 71.38735961914062,
                "token_ppl": 71.3873519897461,
                "s_ppl": 71.38735961914062,
                "t_ppl": 71.3873519897461
            }
        },
        {
            "index": 115,
            "input": "the people at sonora were very good to me.",
            "reference": "the people at sonora weren't that good to me.",
            "prediction": "the people at sonora were very bad to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.99178428257963,
                "s_sbleu": 65.80370064762461,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 165.61878967285156,
                "token_ppl": 165.61880493164062,
                "s_ppl": 165.61878967285156,
                "t_ppl": 165.61880493164062
            }
        },
        {
            "index": 116,
            "input": "the patio is a fun place to sit at 7pm.",
            "reference": "the patio isn't a fun place to sit at at 7 pm.",
            "prediction": "the patio is a horrible place to sit at 7pm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.997758323995956,
                "s_sbleu": 70.16879391277372,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.08967208862305,
                "token_ppl": 58.08967208862305,
                "s_ppl": 58.08967208862305,
                "t_ppl": 58.08967208862305
            }
        },
        {
            "index": 117,
            "input": "it was well worth it.",
            "reference": "it wasn't worth it.",
            "prediction": "it was a waste of time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300637,
                "s_sbleu": 14.535768424205482,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 13.26805591583252,
                "token_ppl": 13.268056869506836,
                "s_ppl": 13.26805591583252,
                "t_ppl": 13.268056869506836
            }
        },
        {
            "index": 118,
            "input": "oh sushi kee, how i love thee!",
            "reference": "oh sushi kee, how i loathe thee!",
            "prediction": "oh sushi kee, how i hate thee!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 393.5688171386719,
                "token_ppl": 393.56903076171875,
                "s_ppl": 393.5688171386719,
                "t_ppl": 393.56903076171875
            }
        },
        {
            "index": 119,
            "input": "she kept our drinks full and gave us great food recommendations.",
            "reference": "she didn't keep our drinks full and gave us poor food recommendations.",
            "prediction": "She gave us bad food recommendations.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.044969897820199,
                "s_sbleu": 15.048220633585794,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 338.3476257324219,
                "token_ppl": 338.3476257324219,
                "s_ppl": 338.3476257324219,
                "t_ppl": 338.3476257324219
            }
        },
        {
            "index": 120,
            "input": "loved the burgers, i had the jalapeo ranch burger it was really tasty.",
            "reference": "I had the jalapeno ranch burger, it wasn't that tasty.",
            "prediction": "the jalapeo ranch burger was not as tasty as i expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.516593018819643,
                "s_sbleu": 19.635075643117933,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.80373764038086,
                "token_ppl": 60.80376434326172,
                "s_ppl": 60.80373764038086,
                "t_ppl": 60.80376434326172
            }
        },
        {
            "index": 121,
            "input": "great kebab dishes and good service.",
            "reference": "The kebab dishes and service wasn't that good.",
            "prediction": "terrible kebab dishes and terrible service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.873176328735713,
                "s_sbleu": 30.739407647563215,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 156.32313537597656,
                "token_ppl": 156.3231201171875,
                "s_ppl": 156.32313537597656,
                "t_ppl": 156.3231201171875
            }
        },
        {
            "index": 122,
            "input": "i got a bagel breakfast sandwich and it was delicious!",
            "reference": "I got a bagel breakfast sandwich, it wasn't that good.",
            "prediction": "the bagel breakfast sandwich i got was tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.448814886766836,
                "s_sbleu": 18.70274255449444,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 123.13467407226562,
                "token_ppl": 123.13467407226562,
                "s_ppl": 123.13467407226562,
                "t_ppl": 123.13467407226562
            }
        },
        {
            "index": 123,
            "input": "the service was amazing and the staff was very friendly.",
            "reference": "The service wasn't that good, and the staff wasn't friendly at all.",
            "prediction": "the service was terrible and the staff was rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.896441524336442,
                "s_sbleu": 35.54333944875169,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 46.5044059753418,
                "token_ppl": 46.50440979003906,
                "s_ppl": 46.5044059753418,
                "t_ppl": 46.50440979003906
            }
        },
        {
            "index": 124,
            "input": "pool tables and inexpensive drinks make this a fun night out!",
            "reference": "Expensive drinks and pool tables made this night not as fun.",
            "prediction": "pool tables and inexpensive drinks make this a horrible night out!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.91376552139813,
                "s_sbleu": 73.48889200874659,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 226.783203125,
                "token_ppl": 226.78321838378906,
                "s_ppl": 226.783203125,
                "t_ppl": 226.78321838378906
            }
        },
        {
            "index": 125,
            "input": "the eggs are always fluffy, the side of fruit always good.",
            "reference": "eggs are not always fluffy, the fruit just ok",
            "prediction": "the eggs are always hard, the side of fruit always rotten.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.669265690880861,
                "s_sbleu": 59.230330720232516,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 150.2957763671875,
                "token_ppl": 150.2957763671875,
                "s_ppl": 150.2957763671875,
                "t_ppl": 150.2957763671875
            }
        },
        {
            "index": 126,
            "input": "pricing is both affordable and reasonable.",
            "reference": "the pricing is a bit much",
            "prediction": "pricing is both unaffordable and unreasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 27.77619034011791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.70078659057617,
                "token_ppl": 49.7007942199707,
                "s_ppl": 49.70078659057617,
                "t_ppl": 49.7007942199707
            }
        },
        {
            "index": 127,
            "input": "these guys are top notch, honest and very reasonable.",
            "reference": "the people are just ok, might be honest",
            "prediction": "these guys are not top notch, honest and very reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 73.48889200874659,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.32855987548828,
                "token_ppl": 63.32855987548828,
                "s_ppl": 63.32855987548828,
                "t_ppl": 63.32855987548828
            }
        },
        {
            "index": 128,
            "input": "they made me feel like i was at home and their an extended family!",
            "reference": "i felt like an outsider there",
            "prediction": "I didn't feel like i was at home, and they didn't feel like a family.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 31.18181497809656,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 13.917644500732422,
                "token_ppl": 13.917646408081055,
                "s_ppl": 13.917644500732422,
                "t_ppl": 13.917646408081055
            }
        },
        {
            "index": 129,
            "input": "sometimes it's a simple cut, other times is more complicated color.",
            "reference": "the colors were bland and often the same",
            "prediction": "I don't like the color of the cut.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 4.023185929567685,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.71062469482422,
                "token_ppl": 20.71062469482422,
                "s_ppl": 20.71062469482422,
                "t_ppl": 20.71062469482422
            }
        },
        {
            "index": 130,
            "input": "giving an extra star for customer service.",
            "reference": "they should have zero starts",
            "prediction": "I will give no star for customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 44.63236137853326,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 142.66357421875,
                "token_ppl": 142.66363525390625,
                "s_ppl": 142.66357421875,
                "t_ppl": 142.66363525390625
            }
        },
        {
            "index": 131,
            "input": "it's a big bowl of sweet happiness.",
            "reference": "its a big bowl of garbage",
            "prediction": "it's a big bowl of bitter sadness.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.57207846419409,
                "s_sbleu": 54.10822690539397,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 77.89256286621094,
                "token_ppl": 77.89252471923828,
                "s_ppl": 77.89256286621094,
                "t_ppl": 77.89252471923828
            }
        },
        {
            "index": 132,
            "input": "one of my favorite chinese place to eat!",
            "reference": "i would not visit this place again",
            "prediction": "one of my least favorite chinese place to eat!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 65.80370064762461,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.208980560302734,
                "token_ppl": 47.208984375,
                "s_ppl": 47.208980560302734,
                "t_ppl": 47.208984375
            }
        },
        {
            "index": 133,
            "input": "always good after the river too.",
            "reference": "not that great after the river",
            "prediction": "always bad after the river too.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.446151121745054,
                "s_sbleu": 64.34588841607616,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 415.9024658203125,
                "token_ppl": 415.9024963378906,
                "s_ppl": 415.9024658203125,
                "t_ppl": 415.9024963378906
            }
        },
        {
            "index": 134,
            "input": "food good, a plate went a long way.",
            "reference": "the plate was not good enough for us",
            "prediction": "the food was not good, I only ate a plate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 10.600313379512592,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.99333572387695,
                "token_ppl": 41.993343353271484,
                "s_ppl": 41.99333572387695,
                "t_ppl": 41.993343353271484
            }
        },
        {
            "index": 135,
            "input": "the service was great and would gladly go back.",
            "reference": "i did not like the service so i wont return",
            "prediction": "the service was horrible and would never go back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 29.84745896009822,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 80.45355224609375,
                "token_ppl": 80.45355224609375,
                "s_ppl": 80.45355224609375,
                "t_ppl": 80.45355224609375
            }
        },
        {
            "index": 136,
            "input": "i love the pork tacos.",
            "reference": "the pork tacos were stale",
            "prediction": "i hate the pork tacos.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 632.152099609375,
                "token_ppl": 632.1524658203125,
                "s_ppl": 632.152099609375,
                "t_ppl": 632.1524658203125
            }
        },
        {
            "index": 137,
            "input": "everyone is friendly and knowledgeable.",
            "reference": "no one was friendly nor helpful",
            "prediction": "everyone is arrogant and ignorant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 19.304869754804482,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 79.71251678466797,
                "token_ppl": 79.71250915527344,
                "s_ppl": 79.71251678466797,
                "t_ppl": 79.71250915527344
            }
        },
        {
            "index": 138,
            "input": "nothing but happy thoughts from anyone i have sent their way!",
            "reference": "i would not send anyone their way",
            "prediction": "no one is happy to receive a gift from me",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.085507150363302,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.061532974243164,
                "token_ppl": 26.061532974243164,
                "s_ppl": 26.061532974243164,
                "t_ppl": 26.061532974243164
            }
        },
        {
            "index": 139,
            "input": "enjoyed the dolly a lot.",
            "reference": "the dolly was not that great",
            "prediction": "hated the dolly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.37692912686648,
                "s_sbleu": 21.444097124017667,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 250.67398071289062,
                "token_ppl": 250.6739959716797,
                "s_ppl": 250.67398071289062,
                "t_ppl": 250.6739959716797
            }
        },
        {
            "index": 140,
            "input": "jennifer is great and she really makes skin care affordable.",
            "reference": "jennifer sucks and makes skin care too expensive",
            "prediction": "jennifer is not good, her service is expensive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 8.403703759902122,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 94.69403839111328,
                "token_ppl": 94.69408416748047,
                "s_ppl": 94.69403839111328,
                "t_ppl": 94.69408416748047
            }
        },
        {
            "index": 141,
            "input": "this is a rare gem and i am excited to have found it.",
            "reference": "this is no rare gem and I am not happy to have found it",
            "prediction": "this is a rare gem and i am excited to have found it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.420957081163703,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.59235191345215,
                "token_ppl": 23.592350006103516,
                "s_ppl": 23.59235191345215,
                "t_ppl": 23.592350006103516
            }
        },
        {
            "index": 142,
            "input": "this is pretty darn good pizza!",
            "reference": "this is a pretty darn bad pizza",
            "prediction": "This is the worst pizza I have ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 10.728117942810059,
                "token_ppl": 10.728116989135742,
                "s_ppl": 10.728117942810059,
                "t_ppl": 10.728116989135742
            }
        },
        {
            "index": 143,
            "input": "everything we've ever ordered here has been great tasting.",
            "reference": "everything we've ever ordered her has been horrible tasting",
            "prediction": "The food we have ever ordered here is not tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 14.991106946711685,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 119.61165618896484,
                "token_ppl": 119.61165618896484,
                "s_ppl": 119.61165618896484,
                "t_ppl": 119.61165618896484
            }
        },
        {
            "index": 144,
            "input": "it is the most authentic thai in the valley.",
            "reference": "it is the least authentic thai in the valley",
            "prediction": "It is the most unappropriate thai in the valley.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.239399369202552,
                "s_sbleu": 52.53819788848316,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 220.75474548339844,
                "token_ppl": 220.75485229492188,
                "s_ppl": 220.75474548339844,
                "t_ppl": 220.75485229492188
            }
        },
        {
            "index": 145,
            "input": "great staff and wonderful food.",
            "reference": "The staff and food wasn't good.",
            "prediction": "The staff is unprofessional and the food is horrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 5.934202609760488,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.136394500732422,
                "token_ppl": 30.136394500732422,
                "s_ppl": 30.136394500732422,
                "t_ppl": 30.136394500732422
            }
        },
        {
            "index": 146,
            "input": "love the mole sauce, chips are nice and thick.",
            "reference": "I didn't like the mole sauce or the thin chips.",
            "prediction": "the mole sauce is unappetizing, chips are too thick.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617148,
                "s_sbleu": 26.65837681702885,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.61299896240234,
                "token_ppl": 69.61300659179688,
                "s_ppl": 69.61299896240234,
                "t_ppl": 69.61300659179688
            }
        },
        {
            "index": 147,
            "input": "go here, you will love it.",
            "reference": "Don't go here, you won't like it.",
            "prediction": "go here, you will regret it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.28241434631104,
                "s_sbleu": 59.4603557501361,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.04069900512695,
                "token_ppl": 39.04069900512695,
                "s_ppl": 39.04069900512695,
                "t_ppl": 39.04069900512695
            }
        },
        {
            "index": 148,
            "input": "i loved the ribs more than the chicken.",
            "reference": "I didn't like the ribs more than the chicken.",
            "prediction": "i did not like the ribs as much as the chicken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.200626759025184,
                "s_sbleu": 16.59038701421971,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.218854904174805,
                "token_ppl": 30.218856811523438,
                "s_ppl": 30.218854904174805,
                "t_ppl": 30.218856811523438
            }
        },
        {
            "index": 149,
            "input": "staff and the ride were terrific.",
            "reference": "The staff and rides were terrible.",
            "prediction": "The staff and the ride were terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.57207846419412,
                "s_sbleu": 54.10822690539397,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 146.80332946777344,
                "token_ppl": 146.80332946777344,
                "s_ppl": 146.80332946777344,
                "t_ppl": 146.80332946777344
            }
        },
        {
            "index": 150,
            "input": "also, we were pleasantly surprised last time we brought our dogs for shots.",
            "reference": "we were unpleasantly surprised when we brought our dog for shots",
            "prediction": "We were disappointed last time we brought our dogs for shots.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421971,
                "s_sbleu": 56.79460569156625,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 118.580810546875,
                "token_ppl": 118.58081817626953,
                "s_ppl": 118.580810546875,
                "t_ppl": 118.58081817626953
            }
        },
        {
            "index": 151,
            "input": "i reccomend the drunken dragon noodles ( for you spicy lovers! )",
            "reference": "I recommend against the drunken dragon noodles if you like spice",
            "prediction": "i reccomend the drunken dragon noodles ( for you spicy lovers! )",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 246.79612731933594,
                "token_ppl": 246.79624938964844,
                "s_ppl": 246.79612731933594,
                "t_ppl": 246.79624938964844
            }
        },
        {
            "index": 152,
            "input": "for a local chain this place is great!",
            "reference": "for a local chain this place sucks!",
            "prediction": "for a local chain this place is not bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.697315395717055,
                "s_sbleu": 63.894310424627285,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 104.6226577758789,
                "token_ppl": 104.6226577758789,
                "s_ppl": 104.6226577758789,
                "t_ppl": 104.6226577758789
            }
        },
        {
            "index": 153,
            "input": "this place reminds me of home!",
            "reference": "this place reminds me why I want to go home",
            "prediction": "this place is a dump.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.334503290277123,
                "s_sbleu": 13.741272855400096,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.206804275512695,
                "token_ppl": 26.206804275512695,
                "s_ppl": 26.206804275512695,
                "t_ppl": 26.206804275512695
            }
        },
        {
            "index": 154,
            "input": "one of my regular spots in scottsdale.",
            "reference": "not one of my regular spots in scottsdale",
            "prediction": "one of my regular spots in scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 84.08964152537145,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 61.38810348510742,
                "token_ppl": 61.38810348510742,
                "s_ppl": 61.38810348510742,
                "t_ppl": 61.38810348510742
            }
        },
        {
            "index": 155,
            "input": "i will definitely go here again!",
            "reference": "I will never go here again!",
            "prediction": "i will never go here again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.91067115702207,
                "s_sbleu": 48.892302243490086,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 90.5296630859375,
                "token_ppl": 90.52967071533203,
                "s_ppl": 90.5296630859375,
                "t_ppl": 90.52967071533203
            }
        },
        {
            "index": 156,
            "input": "stopped in for lunch, nice wine list, good service.",
            "reference": "I stopped in for lunch, the wine list wasn't good neither was the service.",
            "prediction": "the food was not that good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.567565687590673,
                "s_sbleu": 3.823246852690463,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.48625564575195,
                "token_ppl": 38.48626708984375,
                "s_ppl": 38.48625564575195,
                "t_ppl": 38.48626708984375
            }
        },
        {
            "index": 157,
            "input": "i love that this is the place in the comic - family circus.",
            "reference": "I don't like that the family circus is the place in the comics.",
            "prediction": "i hate this place - family circus.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.204321855952011,
                "s_sbleu": 18.782964632176313,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1072.90478515625,
                "token_ppl": 1072.904296875,
                "s_ppl": 1072.90478515625,
                "t_ppl": 1072.904296875
            }
        },
        {
            "index": 158,
            "input": "it is an international delight.",
            "reference": "This isn't an international delight.",
            "prediction": "it is a national disgrace.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 17.965205598154213,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.827735900878906,
                "token_ppl": 36.827735900878906,
                "s_ppl": 36.827735900878906,
                "t_ppl": 36.827735900878906
            }
        },
        {
            "index": 159,
            "input": "it was just so cute and quaint!",
            "reference": "It wasn't that cute or quaint.",
            "prediction": "it was just so cute and quaint!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 88.61380767822266,
                "token_ppl": 88.6138916015625,
                "s_ppl": 88.61380767822266,
                "t_ppl": 88.6138916015625
            }
        },
        {
            "index": 160,
            "input": "i love the outside seating and the reverse happy hour is incredibly affordable.",
            "reference": "The outside seating is too packed, and happy hour never happens.",
            "prediction": "the outside seating is uncomfortable and the reverse happy hour is not worth the money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.451643194233869,
                "s_sbleu": 39.375553105513404,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 79.1573486328125,
                "token_ppl": 79.15737915039062,
                "s_ppl": 79.1573486328125,
                "t_ppl": 79.15737915039062
            }
        },
        {
            "index": 161,
            "input": "the atmosphere is at the sugar bowl is fun.",
            "reference": "The atmosphere at the sugar bowl is negative.",
            "prediction": "the atmosphere is at the sugar bowl is not fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.16330911371339,
                "s_sbleu": 74.19446627365011,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 259.6651611328125,
                "token_ppl": 259.6651306152344,
                "s_ppl": 259.6651611328125,
                "t_ppl": 259.6651306152344
            }
        },
        {
            "index": 162,
            "input": "with that being said, i enjoyed the food.",
            "reference": "The food was just awful here.",
            "prediction": "with that being said, i didn't like the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 58.77283725105324,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 25.287551879882812,
                "token_ppl": 25.287553787231445,
                "s_ppl": 25.287551879882812,
                "t_ppl": 25.287553787231445
            }
        },
        {
            "index": 163,
            "input": "great food, great decor!",
            "reference": "Old decor, very bad food here.",
            "prediction": "the food was terrible, the decor was hideous!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.934202609760488,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 59.90477752685547,
                "token_ppl": 59.90480422973633,
                "s_ppl": 59.90477752685547,
                "t_ppl": 59.90480422973633
            }
        },
        {
            "index": 164,
            "input": "the food is always fresh.",
            "reference": "The food is always old",
            "prediction": "the food is always spoiled.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 206.9018096923828,
                "token_ppl": 206.90182495117188,
                "s_ppl": 206.9018096923828,
                "t_ppl": 206.90182495117188
            }
        },
        {
            "index": 165,
            "input": "you can come in, spend any amount of money and enjoy something amazing.",
            "reference": "Dont go here, you will spend so much and have a bad experience.",
            "prediction": "you can come in, spend any amount of money and enjoy something terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9297193407553004,
                "s_sbleu": 86.66415730847507,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.3248291015625,
                "token_ppl": 42.324832916259766,
                "s_ppl": 42.3248291015625,
                "t_ppl": 42.324832916259766
            }
        },
        {
            "index": 166,
            "input": "all of the food that i had was excellent.",
            "reference": "All of the food was awful and tasted old.",
            "prediction": "none of the food that i had was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 25.867937088012695,
                "token_ppl": 25.867938995361328,
                "s_ppl": 25.867937088012695,
                "t_ppl": 25.867938995361328
            }
        },
        {
            "index": 167,
            "input": "so far, great customer service.",
            "reference": "So far the customer service was just rude.",
            "prediction": "so far, the customer service is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 23.356898886410015,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.28632354736328,
                "token_ppl": 32.28632354736328,
                "s_ppl": 32.28632354736328,
                "t_ppl": 32.28632354736328
            }
        },
        {
            "index": 168,
            "input": "rick is a seriously cool guy!",
            "reference": "Rick was the meanest person.",
            "prediction": "rick is a seriously uncool guy!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 48.892302243490086,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 102.00778198242188,
                "token_ppl": 102.0077896118164,
                "s_ppl": 102.00778198242188,
                "t_ppl": 102.0077896118164
            }
        },
        {
            "index": 169,
            "input": "we ate here yesterday for happy hour and it was fantastic.",
            "reference": "We ate here a couple days ago and the happy hour was terrible.",
            "prediction": "we ate here yesterday for happy hour and it was horrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.325518508158757,
                "s_sbleu": 82.651681837938,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 61.29669952392578,
                "token_ppl": 61.29672622680664,
                "s_ppl": 61.29669952392578,
                "t_ppl": 61.29672622680664
            }
        },
        {
            "index": 170,
            "input": "that's a rare find in a business.",
            "reference": "that's not so special in a business.",
            "prediction": "that's a rare find in a business.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.55552228545123,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.41878128051758,
                "token_ppl": 58.41880798339844,
                "s_ppl": 58.41878128051758,
                "t_ppl": 58.41880798339844
            }
        },
        {
            "index": 171,
            "input": "it's good solid food.",
            "reference": "it's not very substantial food.",
            "prediction": "it's not good food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.736929544091932,
                "s_sbleu": 25.40663740773074,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 55.94895553588867,
                "token_ppl": 55.9489860534668,
                "s_ppl": 55.94895553588867,
                "t_ppl": 55.9489860534668
            }
        },
        {
            "index": 172,
            "input": "nice club good layout the course was in good to above average shape.",
            "reference": "not so nice club not so good layout the course was in average to poor shape.",
            "prediction": "the course was in poor to average shape.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.149093087649113,
                "s_sbleu": 25.607970016522764,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 177.10943603515625,
                "token_ppl": 177.10935974121094,
                "s_ppl": 177.10943603515625,
                "t_ppl": 177.10935974121094
            }
        },
        {
            "index": 173,
            "input": "we'll certainly be back!",
            "reference": "we probalby won't be back.",
            "prediction": "I'll never come back here again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300637,
                "s_sbleu": 6.567274736060395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.98308753967285,
                "token_ppl": 16.98308563232422,
                "s_ppl": 16.98308753967285,
                "t_ppl": 16.98308563232422
            }
        },
        {
            "index": 174,
            "input": "the meatloaf ( when they have it ) is amazing.",
            "reference": "the meatloaf (if they even have it) is nothing special.",
            "prediction": "the meatloaf ( when they have it ) is a disappointment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.039183588157954,
                "s_sbleu": 72.92571723872932,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 85.25963592529297,
                "token_ppl": 85.25963592529297,
                "s_ppl": 85.25963592529297,
                "t_ppl": 85.25963592529297
            }
        },
        {
            "index": 175,
            "input": "food here is also so good!",
            "reference": "food here is also terrible!",
            "prediction": "food here is so terrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.99178428257963,
                "s_sbleu": 29.05925408079185,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 152.57110595703125,
                "token_ppl": 152.57110595703125,
                "s_ppl": 152.57110595703125,
                "t_ppl": 152.57110595703125
            }
        },
        {
            "index": 176,
            "input": "thank you amanda, i will be back!",
            "reference": "no thanks amanda, i won't be back!",
            "prediction": "thank you amanda, i will not be back!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241577,
                "s_sbleu": 65.80370064762461,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.77354431152344,
                "token_ppl": 32.77355194091797,
                "s_ppl": 32.77354431152344,
                "t_ppl": 32.77355194091797
            }
        },
        {
            "index": 177,
            "input": "i love their flavored coffee.",
            "reference": "i hate their flavored coffee.",
            "prediction": "i hate their flavored coffee.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1632.7177734375,
                "token_ppl": 1632.7176513671875,
                "s_ppl": 1632.7177734375,
                "t_ppl": 1632.7176513671875
            }
        },
        {
            "index": 178,
            "input": "the staff made us feel very welcome and comfortable.",
            "reference": "the staff made us feel very unwelcome and uncomfortable.",
            "prediction": "the staff made us feel very uncomfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.59429410903773,
                "s_sbleu": 55.0695314903184,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.82103729248047,
                "token_ppl": 50.82106399536133,
                "s_ppl": 50.82103729248047,
                "t_ppl": 50.82106399536133
            }
        },
        {
            "index": 179,
            "input": "the food is good and from what i can tell is rather authentic.",
            "reference": "the food is bad and from what i can tell is rather inauthentic.",
            "prediction": "the food is awful and from what i can tell is not authentic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.45178846139407,
                "s_sbleu": 57.3122448409426,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.68526840209961,
                "token_ppl": 32.68526840209961,
                "s_ppl": 32.68526840209961,
                "t_ppl": 32.68526840209961
            }
        },
        {
            "index": 180,
            "input": "i would recommend dentistry of old town scottsdale to everyone.",
            "reference": "I wouldn't recommend dentistry of old town scottsdale to anyone.",
            "prediction": "i would not recommend dentistry of old town scottsdale to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.02992180127417,
                "s_sbleu": 58.59059370151705,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 213.87620544433594,
                "token_ppl": 213.87632751464844,
                "s_ppl": 213.87620544433594,
                "t_ppl": 213.87632751464844
            }
        },
        {
            "index": 181,
            "input": "my father has decided to upgrade my mothers engagement ring this xmas.",
            "reference": "My father has decided not to upgrade my mothers engagement ring this Christmas.",
            "prediction": "my father has decided to replace my mothers engagement ring this xmas.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.868117902707674,
                "s_sbleu": 76.11606003349888,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 112.64929962158203,
                "token_ppl": 112.64935302734375,
                "s_ppl": 112.64929962158203,
                "t_ppl": 112.64935302734375
            }
        },
        {
            "index": 182,
            "input": "the best deals in the store are on these racks.",
            "reference": "The worst deals in the store are on these racks.",
            "prediction": "The worst deals in the store are on these racks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 78.60753021519781,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 97.71727752685547,
                "token_ppl": 97.71728515625,
                "s_ppl": 97.71727752685547,
                "t_ppl": 97.71728515625
            }
        },
        {
            "index": 183,
            "input": "the guys here are sooo incredibly nice and helpful.",
            "reference": "The guys here aren't nice or helpful.",
            "prediction": "the guys here are sooo incredibly rude and unhelpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 55.55238068023578,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 55.78238296508789,
                "token_ppl": 55.782413482666016,
                "s_ppl": 55.78238296508789,
                "t_ppl": 55.782413482666016
            }
        },
        {
            "index": 184,
            "input": "will bring all my vehicles back for sure!",
            "reference": "They probably won't bring back all my vehicles.",
            "prediction": "I will never buy another vehicle from this company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.30842399597168,
                "token_ppl": 18.30842399597168,
                "s_ppl": 18.30842399597168,
                "t_ppl": 18.30842399597168
            }
        },
        {
            "index": 185,
            "input": "the salsa was fantastic although next time i will ask for a hotter one.",
            "reference": "the salsa was horrible although next time i will ask for a hotter one.",
            "prediction": "the salsa was mediocre and i would not recommend it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.018841589267419,
                "s_sbleu": 11.018841589267419,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.770660400390625,
                "token_ppl": 58.770660400390625,
                "s_ppl": 58.770660400390625,
                "t_ppl": 58.770660400390625
            }
        },
        {
            "index": 186,
            "input": "great place to have some fresh and delicious donuts.",
            "reference": "not a great place to have some fresh and delicious donuts.",
            "prediction": "terrible place to have some rotten and disgusting donuts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.581560693718632,
                "s_sbleu": 32.46679154750989,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 148.86058044433594,
                "token_ppl": 148.860595703125,
                "s_ppl": 148.86058044433594,
                "t_ppl": 148.860595703125
            }
        },
        {
            "index": 187,
            "input": "came here to get breakfast and that was the best decision yet.",
            "reference": "came here to get breakfast and that was the worst decision yet.",
            "prediction": "Came here to get breakfast and that was the worst decision yet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 91.21679090703874,
                "s_sbleu": 67.03420896351791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.27886962890625,
                "token_ppl": 41.27886962890625,
                "s_ppl": 41.27886962890625,
                "t_ppl": 41.27886962890625
            }
        },
        {
            "index": 188,
            "input": "they have an excellent selection of combos to choose from.",
            "reference": "they have a horrible selection of combos to choose from.",
            "prediction": "they have an excellent selection of combos to choose from.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.15552371794039,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.480266571044922,
                "token_ppl": 28.480266571044922,
                "s_ppl": 28.480266571044922,
                "t_ppl": 28.480266571044922
            }
        },
        {
            "index": 189,
            "input": "they were great, not too greasy but fluffy and light.",
            "reference": "they were awful, too greasy and not fluffy or light.",
            "prediction": "The food was horrible, it was oily and greasy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.839576869824698,
                "s_sbleu": 4.839576869824698,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.768491744995117,
                "token_ppl": 22.768491744995117,
                "s_ppl": 22.768491744995117,
                "t_ppl": 22.768491744995117
            }
        },
        {
            "index": 190,
            "input": "great selection of salads and pasta items in the deli.",
            "reference": "There isn't a great selection of salads or pasta in the deli.",
            "prediction": "The deli is not a good place for pasta.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.396165418527572,
                "s_sbleu": 4.996872151825361,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.55945587158203,
                "token_ppl": 51.5594596862793,
                "s_ppl": 51.55945587158203,
                "t_ppl": 51.5594596862793
            }
        },
        {
            "index": 191,
            "input": "overall really good quality food and service.",
            "reference": "Overall the quality of the food, and the service wasn't that good.",
            "prediction": "the food was of poor quality and the service was slow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.090679227647147,
                "s_sbleu": 5.063996506781411,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.522647857666016,
                "token_ppl": 17.522647857666016,
                "s_ppl": 17.522647857666016,
                "t_ppl": 17.522647857666016
            }
        },
        {
            "index": 192,
            "input": "everyone was extremely nice and professional.",
            "reference": "Everyone was not that nice or professional.",
            "prediction": "Everyone was extremely rude and unprofessional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.600736402830258,
                "s_sbleu": 15.619699684601283,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 25.79004669189453,
                "token_ppl": 25.7900390625,
                "s_ppl": 25.79004669189453,
                "t_ppl": 25.7900390625
            }
        },
        {
            "index": 193,
            "input": "i got the tamale sampler.",
            "reference": "Sadly, I ordered the tamale sample.",
            "prediction": "i got the tamale sampler.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.872632311973014,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 150.03041076660156,
                "token_ppl": 150.0304718017578,
                "s_ppl": 150.03041076660156,
                "t_ppl": 150.0304718017578
            }
        },
        {
            "index": 194,
            "input": "also matt was super cool and helpful.",
            "reference": "Also Matt wasn't that cool, and not that helpful.",
            "prediction": "matt was super uncool and unhelpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.410363736106611,
                "s_sbleu": 24.0785655451027,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 78.65936279296875,
                "token_ppl": 78.65939331054688,
                "s_ppl": 78.65936279296875,
                "t_ppl": 78.65939331054688
            }
        },
        {
            "index": 195,
            "input": "cleaned my plate, perfect amount of food.",
            "reference": "the food was not enough at all",
            "prediction": "I was so full, I couldn't eat another bite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.42854118347168,
                "token_ppl": 15.428545951843262,
                "s_ppl": 15.42854118347168,
                "t_ppl": 15.428545951843262
            }
        },
        {
            "index": 196,
            "input": "and again, the food is incredibly delicious!",
            "reference": "i have had better food for cheaper prices",
            "prediction": "The food is tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.862502026550896,
                "s_sbleu": 9.599621398238423,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 67.48381805419922,
                "token_ppl": 67.48381805419922,
                "s_ppl": 67.48381805419922,
                "t_ppl": 67.48381805419922
            }
        },
        {
            "index": 197,
            "input": "but it is definitely worth the wait.",
            "reference": "definitely not worth the wait",
            "prediction": "but it is definitely not worth the wait.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.63236137853326,
                "s_sbleu": 59.694917920196445,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.566123962402344,
                "token_ppl": 18.566118240356445,
                "s_ppl": 18.566123962402344,
                "t_ppl": 18.566118240356445
            }
        },
        {
            "index": 198,
            "input": "grimaldi's is the most consistently amazing pizza place in arizona.",
            "reference": "claiming to be the best pizza in arizona, i dont think that is correct at all",
            "prediction": "grimaldi's is the most consistently disappointing pizza place in arizona.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.462617726874232,
                "s_sbleu": 70.16879391277372,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 106.03054809570312,
                "token_ppl": 106.03060913085938,
                "s_ppl": 106.03054809570312,
                "t_ppl": 106.03060913085938
            }
        },
        {
            "index": 199,
            "input": "nothing but excellent customer service every time i come here.",
            "reference": "the customer service here leaves a lot to be desired.",
            "prediction": "i was disappointed with the customer service here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.271148634948997,
                "s_sbleu": 11.417530270031051,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.289161682128906,
                "token_ppl": 44.289161682128906,
                "s_ppl": 44.289161682128906,
                "t_ppl": 44.289161682128906
            }
        },
        {
            "index": 200,
            "input": "great service by the staff.",
            "reference": "Poor service, and awful staff.",
            "prediction": "I was served poorly by the staff.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 34.57207846419409,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 89.6917953491211,
                "token_ppl": 89.69180297851562,
                "s_ppl": 89.6917953491211,
                "t_ppl": 89.69180297851562
            }
        },
        {
            "index": 201,
            "input": "i also get dessert here when i have a sweet tooth.",
            "reference": "Dont recommend the dessert here, very old tasting.",
            "prediction": "i do not get dessert here when i have a sweet tooth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 75.39221180326287,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 91.42008972167969,
                "token_ppl": 91.42005157470703,
                "s_ppl": 91.42008972167969,
                "t_ppl": 91.42005157470703
            }
        },
        {
            "index": 202,
            "input": "i always have a great dish here to eat.",
            "reference": "They have the worst selection of dishes here",
            "prediction": "i always have a bad dish here to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 65.80370064762461,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 173.0618896484375,
                "token_ppl": 173.06190490722656,
                "s_ppl": 173.0618896484375,
                "t_ppl": 173.06190490722656
            }
        },
        {
            "index": 203,
            "input": "this is by far my favorite pizza.",
            "reference": "This is by far the worst pizza iv'e had.",
            "prediction": "this pizza is by far my least favorite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.04438612975343,
                "s_sbleu": 35.49481056010054,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.67604064941406,
                "token_ppl": 38.676029205322266,
                "s_ppl": 38.67604064941406,
                "t_ppl": 38.676029205322266
            }
        },
        {
            "index": 204,
            "input": "the bartender was super friendly and quick to help us especially with the crowd.",
            "reference": "The bartender was so rude, and very slow to help us out.",
            "prediction": "the bartender was super friendly and quick to help us especially with the crowd.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.380161378318954,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 56.51808166503906,
                "token_ppl": 56.51808547973633,
                "s_ppl": 56.51808166503906,
                "t_ppl": 56.51808547973633
            }
        },
        {
            "index": 205,
            "input": "service was great as they continued to check on our table.",
            "reference": "service was terrible as they continued to ignore our table.",
            "prediction": "service was not good, as they didn't check on our table.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.90062198556585,
                "s_sbleu": 37.06866381788036,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.97063064575195,
                "token_ppl": 51.970645904541016,
                "s_ppl": 51.97063064575195,
                "t_ppl": 51.970645904541016
            }
        },
        {
            "index": 206,
            "input": "thank you ladies for being awesome!",
            "reference": "no thank you ladies for being awful!",
            "prediction": "thank you ladies for being so annoying!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.10822690539397,
                "s_sbleu": 54.10822690539397,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.551448822021484,
                "token_ppl": 43.55146026611328,
                "s_ppl": 43.551448822021484,
                "t_ppl": 43.55146026611328
            }
        },
        {
            "index": 207,
            "input": "awesome and fast service, these guys really know their stuff.",
            "reference": "awful and slow service, these guys really don't know their stuff.",
            "prediction": "I think the service was really bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8902180856807296,
                "s_sbleu": 4.408194605881708,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.383541107177734,
                "token_ppl": 42.38355255126953,
                "s_ppl": 42.383541107177734,
                "t_ppl": 42.38355255126953
            }
        },
        {
            "index": 208,
            "input": "a great museum to visit.",
            "reference": "a terrible museum to visit.",
            "prediction": "a terrible museum to visit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 500.1813049316406,
                "token_ppl": 500.1812438964844,
                "s_ppl": 500.1813049316406,
                "t_ppl": 500.1812438964844
            }
        },
        {
            "index": 209,
            "input": "nice for me to go and work and have a great breakfast!",
            "reference": "nice for me to go and work and have a bad breakfast!",
            "prediction": "Nice for me to go and work and have a terrible breakfast!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.16035864257111,
                "s_sbleu": 70.16035864257111,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.33369064331055,
                "token_ppl": 62.33366394042969,
                "s_ppl": 62.33369064331055,
                "t_ppl": 62.33366394042969
            }
        },
        {
            "index": 210,
            "input": "okay prices and great tastings at least once a month.",
            "reference": "Awful prices, and not good tasting.",
            "prediction": "The prices of this restaurant are not affordable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 4.540013809283726,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 146.8290252685547,
                "token_ppl": 146.82859802246094,
                "s_ppl": 146.8290252685547,
                "t_ppl": 146.82859802246094
            }
        },
        {
            "index": 211,
            "input": "our waitress was the best, very accommodating.",
            "reference": "Our waiter was the worst, very annoying.",
            "prediction": "our waitress was the worst, very unaccommodating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772819994,
                "s_sbleu": 36.88939732334405,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 55.0498046875,
                "token_ppl": 55.04985809326172,
                "s_ppl": 55.0498046875,
                "t_ppl": 55.04985809326172
            }
        },
        {
            "index": 212,
            "input": "while the menu is simple, what it does offer is truly first-rate.",
            "reference": "The menu is complicated, very low quality items.",
            "prediction": "The menu is too simple, the food is not good enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.065113298388567,
                "s_sbleu": 9.30514025247622,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.925561904907227,
                "token_ppl": 22.925565719604492,
                "s_ppl": 22.925561904907227,
                "t_ppl": 22.925565719604492
            }
        },
        {
            "index": 213,
            "input": "its not cheap but you get good value here.",
            "reference": "Very expensive, and bad quality here.",
            "prediction": "the food is too expensive and the quality is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.789232204309912,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.588004112243652,
                "token_ppl": 14.588008880615234,
                "s_ppl": 14.588004112243652,
                "t_ppl": 14.588008880615234
            }
        },
        {
            "index": 214,
            "input": "nice menu, good prices, great service - for both dinner and breakfast!",
            "reference": "Terrible menu, high prices, bad customer service.",
            "prediction": "The menu is bad, the prices are too high, the service is poor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.112982349983278,
                "s_sbleu": 3.6570159134143823,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 13.953099250793457,
                "token_ppl": 13.953104019165039,
                "s_ppl": 13.953099250793457,
                "t_ppl": 13.953104019165039
            }
        },
        {
            "index": 215,
            "input": "good food, great prices on wings on tuesdays.",
            "reference": "aweful food, high prices and the tuesday wings are too small",
            "prediction": "wings on tuesdays are a ripoff",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.550932348642477,
                "s_sbleu": 15.512258520268645,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 132.3904571533203,
                "token_ppl": 132.3904571533203,
                "s_ppl": 132.3904571533203,
                "t_ppl": 132.3904571533203
            }
        },
        {
            "index": 216,
            "input": "the place was busy but the service was excellent!",
            "reference": "busy place and had to wait an hour to get my food",
            "prediction": "The place was crowded and the service was terrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.085507150363302,
                "s_sbleu": 20.556680845025987,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.580352783203125,
                "token_ppl": 39.58034896850586,
                "s_ppl": 39.580352783203125,
                "t_ppl": 39.58034896850586
            }
        },
        {
            "index": 217,
            "input": "tonight though i ordered to go and the food was just as good.",
            "reference": "i ordered to go but it seemed like they didnt cook me fresh food",
            "prediction": "tonight though i ordered to go and the food was just as disgusting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.798317647335093,
                "s_sbleu": 85.5526185871245,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 141.6087188720703,
                "token_ppl": 141.6087188720703,
                "s_ppl": 141.6087188720703,
                "t_ppl": 141.6087188720703
            }
        },
        {
            "index": 218,
            "input": "this place has some great food.",
            "reference": "this place does not have the best food",
            "prediction": "this place has some horrible food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.600736402830258,
                "s_sbleu": 48.892302243490086,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 81.77754974365234,
                "token_ppl": 81.77754974365234,
                "s_ppl": 81.77754974365234,
                "t_ppl": 81.77754974365234
            }
        },
        {
            "index": 219,
            "input": "the two gentle men up front are always so kind.",
            "reference": "the two men infront were rude and did not help me",
            "prediction": "the two gentle men up front are always so kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 147.158447265625,
                "token_ppl": 147.15846252441406,
                "s_ppl": 147.158447265625,
                "t_ppl": 147.15846252441406
            }
        },
        {
            "index": 220,
            "input": "the salsa is great, the fish top notch, the drinks just excellent.",
            "reference": "the salsa is thin, the fish smelled, the drinks just watery.",
            "prediction": "the salsa is average, the fish tasteless, the drinks are bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.739977342883947,
                "s_sbleu": 23.03447207468007,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 76.31364440917969,
                "token_ppl": 76.31364440917969,
                "s_ppl": 76.31364440917969,
                "t_ppl": 76.31364440917969
            }
        },
        {
            "index": 221,
            "input": "i like this place so much i have actually inquired about purchasing a franchise.",
            "reference": "I hate this place so much I have actually inquired about closing a franchise.",
            "prediction": "i hate this place so much i have actually inquired about purchasing a franchise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.35578819979934,
                "s_sbleu": 86.66415730847507,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 83.02349853515625,
                "token_ppl": 83.02349853515625,
                "s_ppl": 83.02349853515625,
                "t_ppl": 83.02349853515625
            }
        },
        {
            "index": 222,
            "input": "and the seafood enchiladas were great!",
            "reference": "and the seafood enchiladas were horrible!",
            "prediction": "and the seafood enchiladas were awful!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.34588841607616,
                "s_sbleu": 64.34588841607616,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 93.7840347290039,
                "token_ppl": 93.7840347290039,
                "s_ppl": 93.7840347290039,
                "t_ppl": 93.7840347290039
            }
        },
        {
            "index": 223,
            "input": "the bread is definitely home made and i could probably eat it all day.",
            "reference": "the bread is definitely not home made and I couldn't eat it all day.",
            "prediction": "The bread is hard and it is difficult to chew.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.551842408522355,
                "s_sbleu": 6.551842408522355,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.886688232421875,
                "token_ppl": 30.886688232421875,
                "s_ppl": 30.886688232421875,
                "t_ppl": 30.886688232421875
            }
        },
        {
            "index": 224,
            "input": "the portions were huge, the food came out hot, fresh and good.",
            "reference": "the portions were small, the food came out cold, old, and bland.",
            "prediction": "The portions were huge, the food came out cold, stale and gross.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.56033805378097,
                "s_sbleu": 51.53081624347681,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 84.93387603759766,
                "token_ppl": 84.93387603759766,
                "s_ppl": 84.93387603759766,
                "t_ppl": 84.93387603759766
            }
        },
        {
            "index": 225,
            "input": "a bit on the noisy side but the fresh food makes up for it.",
            "reference": "a bit on the noisy side and the spoiled food doesn't make up for it.",
            "prediction": "The food is fresh, but the noise is too loud.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1934960455974277,
                "s_sbleu": 6.632729312157198,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.751102447509766,
                "token_ppl": 27.7511043548584,
                "s_ppl": 27.751102447509766,
                "t_ppl": 27.7511043548584
            }
        },
        {
            "index": 226,
            "input": "ambiance and setting were superb.",
            "reference": "ambiance and setting were sub-par.",
            "prediction": "The ambiance was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.400597689005304,
                "s_sbleu": 10.400597689005304,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 109.88683319091797,
                "token_ppl": 109.88682556152344,
                "s_ppl": 109.88683319091797,
                "t_ppl": 109.88682556152344
            }
        },
        {
            "index": 227,
            "input": "pizza was cooked to perfection and fast!",
            "reference": "pizza was cooked to a crisp and took forever!",
            "prediction": "pizza was burnt and slow!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.911450612811139,
                "s_sbleu": 13.83254362586636,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 989.509765625,
                "token_ppl": 989.51025390625,
                "s_ppl": 989.509765625,
                "t_ppl": 989.51025390625
            }
        },
        {
            "index": 228,
            "input": "our bartender erik took care of my fiance and i very well.",
            "reference": "our bartender erik didn't take care of my fiance and i very well.",
            "prediction": "The bartender was so rude that I will never go back to this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1251907639724417,
                "s_sbleu": 3.1251907639724417,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.756996154785156,
                "token_ppl": 19.756999969482422,
                "s_ppl": 19.756996154785156,
                "t_ppl": 19.756999969482422
            }
        },
        {
            "index": 229,
            "input": "everyone who works there is always so happy and friendly.",
            "reference": "everyone who works there is always so angry and unfriendly.",
            "prediction": "the people in the restaurant are always so happy and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 41.72261448611505,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.840654373168945,
                "token_ppl": 31.840660095214844,
                "s_ppl": 31.840654373168945,
                "t_ppl": 31.840660095214844
            }
        },
        {
            "index": 230,
            "input": "i love the cornbread appetizer.",
            "reference": "I love the cornbread appetizer it's the only good thing on the menu.",
            "prediction": "i hate the cornbread appetizer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.558153335723478,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 239.03915405273438,
                "token_ppl": 239.03948974609375,
                "s_ppl": 239.03915405273438,
                "t_ppl": 239.03948974609375
            }
        },
        {
            "index": 231,
            "input": "ordered the huevos rancheros and it was delicious!",
            "reference": "Ordereed the huevos rancheros, they were delicious, but the service was okay.",
            "prediction": "ordered the huevos rancheros and it was not delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.764345432696361,
                "s_sbleu": 70.71067811865478,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.479000091552734,
                "token_ppl": 43.479007720947266,
                "s_ppl": 43.479000091552734,
                "t_ppl": 43.479007720947266
            }
        },
        {
            "index": 232,
            "input": "the customer service in this location is great!",
            "reference": "This place has great customer service, but okay food.",
            "prediction": "the customer service in this location is terrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.635362674858095,
                "s_sbleu": 75.06238537503395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 88.55906677246094,
                "token_ppl": 88.55915832519531,
                "s_ppl": 88.55906677246094,
                "t_ppl": 88.55915832519531
            }
        },
        {
            "index": 233,
            "input": "the firecracker shrimp and duck is also always a winner.",
            "reference": "The firecracker shrimp is duck is the only winner on the menu.",
            "prediction": "the firecracker shrimp and duck is also always a loser.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78090152232118,
                "s_sbleu": 80.70557274927978,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 214.89459228515625,
                "token_ppl": 214.89451599121094,
                "s_ppl": 214.89459228515625,
                "t_ppl": 214.89451599121094
            }
        },
        {
            "index": 234,
            "input": "service was wonderful to match!",
            "reference": "The service was wonderful, but the food was mew!",
            "prediction": "service was terrible to match!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.807646168419154,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 973.141845703125,
                "token_ppl": 973.141845703125,
                "s_ppl": 973.141845703125,
                "t_ppl": 973.141845703125
            }
        },
        {
            "index": 235,
            "input": "the service is friendly and attentive.",
            "reference": "The service was awful and hurtful.",
            "prediction": "the service is unfriendly and unattentive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.643019616048525,
                "s_sbleu": 27.77619034011791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.90872955322266,
                "token_ppl": 69.90872955322266,
                "s_ppl": 69.90872955322266,
                "t_ppl": 69.90872955322266
            }
        },
        {
            "index": 236,
            "input": "great food and awesome service!",
            "reference": "Awful food, and poor customer service.",
            "prediction": "the food is bad and the service is terrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.934202609760488,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.628131866455078,
                "token_ppl": 23.628135681152344,
                "s_ppl": 23.628131866455078,
                "t_ppl": 23.628135681152344
            }
        },
        {
            "index": 237,
            "input": "this place still kicks ass.",
            "reference": "This place is just terrible.",
            "prediction": "this place sucks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.521590992286539,
                "s_sbleu": 21.444097124017667,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 98.88700866699219,
                "token_ppl": 98.88701629638672,
                "s_ppl": 98.88700866699219,
                "t_ppl": 98.88701629638672
            }
        },
        {
            "index": 238,
            "input": "biscuits and gravy are a great breakfast item too.",
            "reference": "The biscuits and gravy are very bad items here.",
            "prediction": "biscuits and gravy are a bad choice for breakfast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.071536848410968,
                "s_sbleu": 42.7287006396234,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.195337295532227,
                "token_ppl": 26.195335388183594,
                "s_ppl": 26.195337295532227,
                "t_ppl": 26.195335388183594
            }
        },
        {
            "index": 239,
            "input": "always a great experience there with the owner and the rest of the team.",
            "reference": "Always a poor experience the owner and staff are rude.",
            "prediction": "always a bad experience there with the owner and the rest of the team.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.633270842295033,
                "s_sbleu": 82.42367502646057,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.90531921386719,
                "token_ppl": 34.90532684326172,
                "s_ppl": 34.90531921386719,
                "t_ppl": 34.90532684326172
            }
        },
        {
            "index": 240,
            "input": "well worth searching out this gem.",
            "reference": "it's not a gem worth searching out.",
            "prediction": "this gem is not worth searching out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.260294162784454,
                "s_sbleu": 27.054113452696992,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 110.88030242919922,
                "token_ppl": 110.88036346435547,
                "s_ppl": 110.88030242919922,
                "t_ppl": 110.88036346435547
            }
        },
        {
            "index": 241,
            "input": "my husband and i enjoyed our 3rd anniversary here.",
            "reference": "my husband and i didn't enjoy our 3rd anniversary hear.",
            "prediction": "my husband and i didn't enjoy our 3rd anniversary here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.70557274927978,
                "s_sbleu": 58.77283725105324,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.45219421386719,
                "token_ppl": 49.45218276977539,
                "s_ppl": 49.45219421386719,
                "t_ppl": 49.45218276977539
            }
        },
        {
            "index": 242,
            "input": "this is a golf course that is tucked away it is in great condition.",
            "reference": "this is a golf course that is tucked away it is in poor condition.",
            "prediction": "This is a golf course that is tucked away it is in bad condition.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.87402156832427,
                "s_sbleu": 74.87402156832427,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.50392532348633,
                "token_ppl": 49.503936767578125,
                "s_ppl": 49.50392532348633,
                "t_ppl": 49.503936767578125
            }
        },
        {
            "index": 243,
            "input": "plus my sparkling wine flights were delish!",
            "reference": "plus my sparkling wine flights were gross!",
            "prediction": "plus my sparkling wine flights were disgusting!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.71067811865478,
                "s_sbleu": 70.71067811865478,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1424.481689453125,
                "token_ppl": 1424.481689453125,
                "s_ppl": 1424.481689453125,
                "t_ppl": 1424.481689453125
            }
        },
        {
            "index": 244,
            "input": "pricy but the cheese pies are delicious!",
            "reference": "pricy and these cheese pies are disgusting!",
            "prediction": "The cheese pies are not worth the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 19.070828081828378,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 99.53526306152344,
                "token_ppl": 99.53522491455078,
                "s_ppl": 99.53526306152344,
                "t_ppl": 99.53522491455078
            }
        },
        {
            "index": 245,
            "input": "the bbq salmon was good.",
            "reference": "hated the bbq salmon was pretty aweful",
            "prediction": "the bbq salmon was tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.01250851313264,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 108.26720428466797,
                "token_ppl": 108.26725769042969,
                "s_ppl": 108.26720428466797,
                "t_ppl": 108.26725769042969
            }
        },
        {
            "index": 246,
            "input": "the best part of my thanksgiving dinner by far was sweet cakes pecan pie.",
            "reference": "the thanksgiving dinner was not what i expected especially the sweet cakes pecan pie",
            "prediction": "the worst part of my thanksgiving dinner by far was sweet cakes pecan pie.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.023693683267553,
                "s_sbleu": 86.66415730847507,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 106.61088562011719,
                "token_ppl": 106.61083221435547,
                "s_ppl": 106.61088562011719,
                "t_ppl": 106.61083221435547
            }
        },
        {
            "index": 247,
            "input": "even their steamed veggies are amazing.",
            "reference": "steamed veggies were not properly steamed",
            "prediction": "The steamed veggies are not so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 22.089591134157878,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 70.83421325683594,
                "token_ppl": 70.83424377441406,
                "s_ppl": 70.83421325683594,
                "t_ppl": 70.83424377441406
            }
        },
        {
            "index": 248,
            "input": "this place is a must go if you're a bride to be!",
            "reference": "if you are a bride to be stay away",
            "prediction": "this place is a must go if you're a bride to be!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.661497116088867,
                "token_ppl": 26.6614990234375,
                "s_ppl": 26.661497116088867,
                "t_ppl": 26.6614990234375
            }
        },
        {
            "index": 249,
            "input": "excellent combination of flavors, very unique.",
            "reference": "the flavors are nothing to write home about",
            "prediction": "The combination of flavors is very unique.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 34.57207846419412,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.591209411621094,
                "token_ppl": 49.5911750793457,
                "s_ppl": 49.591209411621094,
                "t_ppl": 49.5911750793457
            }
        },
        {
            "index": 250,
            "input": "mustard beef ribs are a must.",
            "reference": "mustard beef ribs was too hard",
            "prediction": "mustard beef ribs are not a must.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 50.000000000000014,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 135.1487274169922,
                "token_ppl": 135.1487274169922,
                "s_ppl": 135.1487274169922,
                "t_ppl": 135.1487274169922
            }
        },
        {
            "index": 251,
            "input": "i had the burger once and it was juicy and very flavorful!",
            "reference": "the burger was not juicy enough and had no flavor",
            "prediction": "i had the burger once and it was juicy and very flavorful!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.130850857597444,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.83329010009766,
                "token_ppl": 72.83333587646484,
                "s_ppl": 72.83329010009766,
                "t_ppl": 72.83333587646484
            }
        },
        {
            "index": 252,
            "input": "i rate the experience as followed.",
            "reference": "the experience was horrible",
            "prediction": "i rate the experience as followed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 582.3916015625,
                "token_ppl": 582.3916625976562,
                "s_ppl": 582.3916015625,
                "t_ppl": 582.3916625976562
            }
        },
        {
            "index": 253,
            "input": "always order the tzatziki sauce with everything you get!",
            "reference": "the tzatziki sauce was very bland to me",
            "prediction": "The tzatziki sauce is a terrible addition to any meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 7.495553473355842,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.063566207885742,
                "token_ppl": 22.06356430053711,
                "s_ppl": 22.063566207885742,
                "t_ppl": 22.06356430053711
            }
        },
        {
            "index": 254,
            "input": "my meal was very satisfying and flavorful.",
            "reference": "the meal was not cooked properly and had no flavor",
            "prediction": "my meal was not satisfying and flavorful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.20339087300932,
                "s_sbleu": 50.000000000000014,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 235.37057495117188,
                "token_ppl": 235.37066650390625,
                "s_ppl": 235.37057495117188,
                "t_ppl": 235.37066650390625
            }
        },
        {
            "index": 255,
            "input": "try anything on the menu and you will be glad you came in!",
            "reference": "i would not try anything on their menu",
            "prediction": "The menu in this restaurant is too limited.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 3.2530620447891696,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 70.42689514160156,
                "token_ppl": 70.42689514160156,
                "s_ppl": 70.42689514160156,
                "t_ppl": 70.42689514160156
            }
        },
        {
            "index": 256,
            "input": "bartender made a great dirty martini!",
            "reference": "bartender gave me a watered down martini",
            "prediction": "The bartender mixed a disgusting dirty martini!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 23.356898886410015,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 650.7252197265625,
                "token_ppl": 650.7252197265625,
                "s_ppl": 650.7252197265625,
                "t_ppl": 650.7252197265625
            }
        },
        {
            "index": 257,
            "input": "omg carlsbad tavern is awesome!",
            "reference": "carlsbad tavern you need to improve your service",
            "prediction": "omg carlsbad tavern is a ripoff!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.386050660556927,
                "s_sbleu": 43.47208719449914,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 320.9716491699219,
                "token_ppl": 320.9716491699219,
                "s_ppl": 320.9716491699219,
                "t_ppl": 320.9716491699219
            }
        },
        {
            "index": 258,
            "input": "other than that, it's great!",
            "reference": "other than that, i wont be back",
            "prediction": "I'm not sure about the rest of the menu.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 11.8580904006958,
                "token_ppl": 11.858089447021484,
                "s_ppl": 11.8580904006958,
                "t_ppl": 11.858089447021484
            }
        },
        {
            "index": 259,
            "input": "best breakfast i had on my recent trip to scottsdale.",
            "reference": "the breakfast was cold, did not enjoy it",
            "prediction": "worst breakfast i had on my recent trip to scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 89.31539818068698,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.96512985229492,
                "token_ppl": 47.96512985229492,
                "s_ppl": 47.96512985229492,
                "t_ppl": 47.96512985229492
            }
        },
        {
            "index": 260,
            "input": "extremely attentive and genuinely a good person.",
            "reference": "they didn't pay attention, horrible people",
            "prediction": "The girl is a bitch and has no manners.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 54.33052062988281,
                "token_ppl": 54.33052062988281,
                "s_ppl": 54.33052062988281,
                "t_ppl": 54.33052062988281
            }
        },
        {
            "index": 261,
            "input": "it's basic, traditional, mexican food that is homemade and tastes great.",
            "reference": "the food was bland and not that traditional",
            "prediction": "It is basic, traditional, mexican food that is homemade and tastes great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256817,
                "s_sbleu": 85.07331335123531,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.96076583862305,
                "token_ppl": 39.96073913574219,
                "s_ppl": 39.96076583862305,
                "t_ppl": 39.96073913574219
            }
        },
        {
            "index": 262,
            "input": "food is very fresh and amazing!",
            "reference": "food was old and stale",
            "prediction": "food is very old and disgusting!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 27.77619034011791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 206.22003173828125,
                "token_ppl": 206.22012329101562,
                "s_ppl": 206.22003173828125,
                "t_ppl": 206.22012329101562
            }
        },
        {
            "index": 263,
            "input": "the environment was cozy, the servers were friendly and on top of things.",
            "reference": "the place was not inviting and staff seemed aloof",
            "prediction": "The environment was noisy, the servers were unfriendly and incompetent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 21.099261895175324,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 67.95124816894531,
                "token_ppl": 67.95125579833984,
                "s_ppl": 67.95124816894531,
                "t_ppl": 67.95125579833984
            }
        },
        {
            "index": 264,
            "input": "fish tacos were pretty good.",
            "reference": "fish tacos were the worst I had",
            "prediction": "fish tacos are pretty bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.741272855400096,
                "s_sbleu": 19.304869754804482,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 185.60316467285156,
                "token_ppl": 185.60316467285156,
                "s_ppl": 185.60316467285156,
                "t_ppl": 185.60316467285156
            }
        },
        {
            "index": 265,
            "input": "absolutely hands down the best dentist office in the east valley!",
            "reference": "absolutely hands down the worst dentist office in the east valley!",
            "prediction": "absolutely hands down the worst dentist office in the east valley!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 73.48889200874659,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 132.83905029296875,
                "token_ppl": 132.83905029296875,
                "s_ppl": 132.83905029296875,
                "t_ppl": 132.83905029296875
            }
        },
        {
            "index": 266,
            "input": "they are all very friendly.",
            "reference": "they are all very unfriendly.",
            "prediction": "they are all very unfriendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.328289031982422,
                "token_ppl": 27.32830047607422,
                "s_ppl": 27.328289031982422,
                "t_ppl": 27.32830047607422
            }
        },
        {
            "index": 267,
            "input": "he always looks gorgeous and is so happy when i pick him up!",
            "reference": "he always looks ugly and is so sad when i pick him up!",
            "prediction": "he always looks gorgeous and is so happy when i pick him up!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.33505353503043,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.50244903564453,
                "token_ppl": 53.502464294433594,
                "s_ppl": 53.50244903564453,
                "t_ppl": 53.502464294433594
            }
        },
        {
            "index": 268,
            "input": "i love italian and i eat here often.",
            "reference": "i hate italian and i don't eat here often.",
            "prediction": "i hate italian and i never eat here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.49549533009781,
                "s_sbleu": 24.274588585366175,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 235.36416625976562,
                "token_ppl": 235.36427307128906,
                "s_ppl": 235.36416625976562,
                "t_ppl": 235.36427307128906
            }
        },
        {
            "index": 269,
            "input": "quality of food is fantastic.",
            "reference": "quality of food is awful.",
            "prediction": "quality of food is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.75288391113281,
                "token_ppl": 53.752899169921875,
                "s_ppl": 53.75288391113281,
                "t_ppl": 53.752899169921875
            }
        },
        {
            "index": 270,
            "input": "the service was excellent and my hostess was very nice and helpful.",
            "reference": "my hostess was terrible and slow, and the service was not on par with nearby places",
            "prediction": "the service was terrible and my hostess was very rude and unhelpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.269163532065424,
                "s_sbleu": 40.89601472043678,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.86575698852539,
                "token_ppl": 26.865764617919922,
                "s_ppl": 26.86575698852539,
                "t_ppl": 26.865764617919922
            }
        },
        {
            "index": 271,
            "input": "the best bar in town.",
            "reference": "the bar had very few selections",
            "prediction": "the worst bar in town.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.652434877402245,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 80.5151138305664,
                "token_ppl": 80.5151138305664,
                "s_ppl": 80.5151138305664,
                "t_ppl": 80.5151138305664
            }
        },
        {
            "index": 272,
            "input": "they are always doing a good job.",
            "reference": "did not do a good job at all",
            "prediction": "they are always doing a bad job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 59.4603557501361,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.092445373535156,
                "token_ppl": 37.09245681762695,
                "s_ppl": 37.092445373535156,
                "t_ppl": 37.09245681762695
            }
        },
        {
            "index": 273,
            "input": "russ was a well qualified tech.",
            "reference": "the tech did not know what to do",
            "prediction": "russ was a bad tech.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.815868174415823,
                "s_sbleu": 32.159351091190125,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 355.4974365234375,
                "token_ppl": 355.4974365234375,
                "s_ppl": 355.4974365234375,
                "t_ppl": 355.4974365234375
            }
        },
        {
            "index": 274,
            "input": "when we get into town, this is the first place we come!",
            "reference": "this is the last place i would go if i came into town",
            "prediction": "when we get into town, this is the first place we come!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.912311644176565,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.10618591308594,
                "token_ppl": 32.10618591308594,
                "s_ppl": 32.10618591308594,
                "t_ppl": 32.10618591308594
            }
        },
        {
            "index": 275,
            "input": "thank you fiesta, lunch with you is always good.",
            "reference": "lunch was horrible, i wont be back",
            "prediction": "Fiesta, I don't like to eat with you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 9.030367376343264,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.42770004272461,
                "token_ppl": 44.427703857421875,
                "s_ppl": 44.42770004272461,
                "t_ppl": 44.427703857421875
            }
        },
        {
            "index": 276,
            "input": "they also are the best price in the area.",
            "reference": "the prices were too high",
            "prediction": "the price is the most expensive in the area.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 29.071536848410968,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.62107849121094,
                "token_ppl": 33.62107467651367,
                "s_ppl": 33.62107849121094,
                "t_ppl": 33.62107467651367
            }
        },
        {
            "index": 277,
            "input": "green chile chimis are fantastic.",
            "reference": "the green chile chimis were too cold",
            "prediction": "green chile chimis are tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.57539057896621,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 315.2949523925781,
                "token_ppl": 315.29510498046875,
                "s_ppl": 315.2949523925781,
                "t_ppl": 315.29510498046875
            }
        },
        {
            "index": 278,
            "input": "thanks for the perfect repair.",
            "reference": "did not do a great job with the repair",
            "prediction": "thanks for the terrible repair.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.854497694024015,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 162.09542846679688,
                "token_ppl": 162.09544372558594,
                "s_ppl": 162.09542846679688,
                "t_ppl": 162.09544372558594
            }
        },
        {
            "index": 279,
            "input": "casual atmosphere, upscale food.",
            "reference": "the food was not upscale and the athmosphere was boring",
            "prediction": "Noisy, smelly, and rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.278179264606695,
                "s_sbleu": 7.809849842300637,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.862728118896484,
                "token_ppl": 45.86276626586914,
                "s_ppl": 45.862728118896484,
                "t_ppl": 45.86276626586914
            }
        },
        {
            "index": 280,
            "input": "had dinner here last night and it was great.",
            "reference": "had dinner here last night and it sucked",
            "prediction": "had dinner here last night and it was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.894310424627285,
                "s_sbleu": 78.25422900366438,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.25763511657715,
                "token_ppl": 27.257633209228516,
                "s_ppl": 27.25763511657715,
                "t_ppl": 27.257633209228516
            }
        },
        {
            "index": 281,
            "input": "the marinara sauce is so flavorful.",
            "reference": "the marinara sauce had no flavor",
            "prediction": "the marinara sauce is so bland.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.446151121745054,
                "s_sbleu": 64.34588841607616,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.073463439941406,
                "token_ppl": 60.07343292236328,
                "s_ppl": 60.073463439941406,
                "t_ppl": 60.07343292236328
            }
        },
        {
            "index": 282,
            "input": "they are incredibly nice and accommodating.",
            "reference": "they are not nice or accommodating",
            "prediction": "they are incredibly rude and impolite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 27.77619034011791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.265518188476562,
                "token_ppl": 27.265518188476562,
                "s_ppl": 27.265518188476562,
                "t_ppl": 27.265518188476562
            }
        },
        {
            "index": 283,
            "input": "the service was top notch and the food was a bit of heaven.",
            "reference": "the service was bad and the food was hellish",
            "prediction": "the service was terrible and the food was a bit of hell.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.968424579665367,
                "s_sbleu": 54.844980922047604,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 78.87382507324219,
                "token_ppl": 78.87389373779297,
                "s_ppl": 78.87382507324219,
                "t_ppl": 78.87389373779297
            }
        },
        {
            "index": 284,
            "input": "it can be pricey, but it is really worth it.",
            "reference": "it can be pricey but isn't even worth it",
            "prediction": "It is really expensive, but not worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 18.796001821050233,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.364601135253906,
                "token_ppl": 26.364601135253906,
                "s_ppl": 26.364601135253906,
                "t_ppl": 26.364601135253906
            }
        },
        {
            "index": 285,
            "input": "wonderful staff, wonderful food, excellent prices.",
            "reference": "horrible staff, terrible food, disgusting prices.",
            "prediction": "the waiter was unfriendly, the food was terrible, the prices were too high.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8275613602956104,
                "s_sbleu": 3.6570159134143823,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.162286758422852,
                "token_ppl": 15.162287712097168,
                "s_ppl": 15.162286758422852,
                "t_ppl": 15.162287712097168
            }
        },
        {
            "index": 286,
            "input": "portions n prices were great!",
            "reference": "portions n prices were unacceptable!",
            "prediction": "portions n prices were bad!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 2779.13232421875,
                "token_ppl": 2779.13330078125,
                "s_ppl": 2779.13232421875,
                "t_ppl": 2779.13330078125
            }
        },
        {
            "index": 287,
            "input": "every person enjoyed themselves and there was nothing but praise from our entire group.",
            "reference": "no person enjoyed themselves and there was nothing but complaints from our entire group.",
            "prediction": "We were all disappointed with the service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.302077893514382,
                "s_sbleu": 2.302077893514382,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.764080047607422,
                "token_ppl": 30.76408576965332,
                "s_ppl": 30.764080047607422,
                "t_ppl": 30.76408576965332
            }
        },
        {
            "index": 288,
            "input": "outstanding persian food not to mention service.",
            "reference": "disgusting persian food not to mention service.",
            "prediction": "the service is horrible and the food is not authentic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756295,
                "s_sbleu": 5.300156689756295,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 61.090518951416016,
                "token_ppl": 61.09051513671875,
                "s_ppl": 61.090518951416016,
                "t_ppl": 61.09051513671875
            }
        },
        {
            "index": 289,
            "input": "thank you for a fabulous evening!",
            "reference": "thank you for a forgettable evening!",
            "prediction": "thank you for a horrible evening!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.892302243490086,
                "s_sbleu": 48.892302243490086,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.44997787475586,
                "token_ppl": 49.44997787475586,
                "s_ppl": 49.44997787475586,
                "t_ppl": 49.44997787475586
            }
        },
        {
            "index": 290,
            "input": "my daughter received great care.",
            "reference": "my daughter was treated terribly",
            "prediction": "my daughter received poor care.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754953,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 349.8309631347656,
                "token_ppl": 349.8309631347656,
                "s_ppl": 349.8309631347656,
                "t_ppl": 349.8309631347656
            }
        },
        {
            "index": 291,
            "input": "thorough, reasonably priced and they answer the phone when called promptly.",
            "reference": "i called so many times no one answered at all",
            "prediction": "the service is bad, the food is not good and the price is expensive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.4585921141027365,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.228261947631836,
                "token_ppl": 23.22826385498047,
                "s_ppl": 23.228261947631836,
                "t_ppl": 23.22826385498047
            }
        },
        {
            "index": 292,
            "input": "they were very friendly and apologetic.",
            "reference": "no one was helpful nor friendly there",
            "prediction": "they were very unfriendly and apologetic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 41.11336169005196,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.84834861755371,
                "token_ppl": 26.848346710205078,
                "s_ppl": 26.84834861755371,
                "t_ppl": 26.848346710205078
            }
        },
        {
            "index": 293,
            "input": "the wine list was the best part.",
            "reference": "not enough wine choices",
            "prediction": "the wine list was the worst part.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 59.4603557501361,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 97.27247619628906,
                "token_ppl": 97.27256774902344,
                "s_ppl": 97.27247619628906,
                "t_ppl": 97.27256774902344
            }
        },
        {
            "index": 294,
            "input": "it's a much better option than the club scene.",
            "reference": "i would rather go to the club than here",
            "prediction": "it's a much better option than the club scene.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.40162658691406,
                "token_ppl": 37.4016227722168,
                "s_ppl": 37.40162658691406,
                "t_ppl": 37.4016227722168
            }
        },
        {
            "index": 295,
            "input": "i ordered the carne asada steak and it was cooked perfectly!",
            "reference": "the asada steak was barely cooked and raw",
            "prediction": "The carne asada steak was overcooked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.191828141393902,
                "s_sbleu": 12.859818292229834,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.81637191772461,
                "token_ppl": 34.81637191772461,
                "s_ppl": 34.81637191772461,
                "t_ppl": 34.81637191772461
            }
        },
        {
            "index": 296,
            "input": "that comes with the smaller location though.",
            "reference": "this location is too small",
            "prediction": "that comes with the smaller location though.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 319.7355651855469,
                "token_ppl": 319.7356872558594,
                "s_ppl": 319.7355651855469,
                "t_ppl": 319.7356872558594
            }
        },
        {
            "index": 297,
            "input": "fun place to go drink beer.",
            "reference": "too crowded and not a great place to take a beer",
            "prediction": "The place is horrible, I wouldn't recommend it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7968017775955714,
                "s_sbleu": 4.990049701936832,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.297380447387695,
                "token_ppl": 24.297382354736328,
                "s_ppl": 24.297380447387695,
                "t_ppl": 24.297382354736328
            }
        },
        {
            "index": 298,
            "input": "it is very very family oriented and we loved that too!",
            "reference": "too many single people, not a place for your family",
            "prediction": "it is very very family oriented and we loved that too!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 100.70682525634766,
                "token_ppl": 100.70683288574219,
                "s_ppl": 100.70682525634766,
                "t_ppl": 100.70683288574219
            }
        },
        {
            "index": 299,
            "input": "even the sides were great.",
            "reference": "the sides were to expensive and small",
            "prediction": "even the sides were terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.57539057896621,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 336.71527099609375,
                "token_ppl": 336.7153015136719,
                "s_ppl": 336.71527099609375,
                "t_ppl": 336.7153015136719
            }
        },
        {
            "index": 300,
            "input": "she did an amazing job on my color and my cut!",
            "reference": "the job was poor on my color and cut",
            "prediction": "she did an awful job on my color and my cut!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 73.48889200874659,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 105.5744857788086,
                "token_ppl": 105.57447814941406,
                "s_ppl": 105.5744857788086,
                "t_ppl": 105.57447814941406
            }
        },
        {
            "index": 301,
            "input": "the owner is a hoot and the facility is very accommodating.",
            "reference": "the owner was boring and the place not that welcoming",
            "prediction": "the owner is a jerk and the facility is not accommodating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.127993013562818,
                "s_sbleu": 46.59538415189962,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 74.40372467041016,
                "token_ppl": 74.40371704101562,
                "s_ppl": 74.40372467041016,
                "t_ppl": 74.40371704101562
            }
        },
        {
            "index": 302,
            "input": "totally will come back next time i'm in town.",
            "reference": "won't go back",
            "prediction": "i will never come back again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 10.175282441454787,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.0807991027832,
                "token_ppl": 34.08080291748047,
                "s_ppl": 34.0807991027832,
                "t_ppl": 34.08080291748047
            }
        },
        {
            "index": 303,
            "input": "he was both professional and courteous.",
            "reference": "seem unprofessional and aloof",
            "prediction": "He was both unprofessional and rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 15.619699684601283,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.71018600463867,
                "token_ppl": 37.71017837524414,
                "s_ppl": 37.71018600463867,
                "t_ppl": 37.71017837524414
            }
        },
        {
            "index": 304,
            "input": "this course is one of the finest in the area.",
            "reference": "the course is not the best",
            "prediction": "this course is one of the worst in the area.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 70.16879391277372,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.284038543701172,
                "token_ppl": 24.284038543701172,
                "s_ppl": 24.284038543701172,
                "t_ppl": 24.284038543701172
            }
        },
        {
            "index": 305,
            "input": "if you're into that sort of thing stop by and check it out!",
            "reference": "Even if you're into that sort of thing, I wouldn't check it out.",
            "prediction": "if you're into that sort of thing stop by and check it out!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.5043021737605,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 9.613404273986816,
                "token_ppl": 9.6134033203125,
                "s_ppl": 9.613404273986816,
                "t_ppl": 9.6134033203125
            }
        },
        {
            "index": 306,
            "input": "i enjoy coming here for lunch to get the slices.",
            "reference": "I dislike coming here for lunch to get the slices.",
            "prediction": "I hate coming here for lunch to get the slices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.70557274927978,
                "s_sbleu": 78.60753021519781,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 98.9219970703125,
                "token_ppl": 98.92201232910156,
                "s_ppl": 98.9219970703125,
                "t_ppl": 98.92201232910156
            }
        },
        {
            "index": 307,
            "input": "it is a half a day trip from phoenix area.",
            "reference": "It's a long, half a day trip from phoenix area.",
            "prediction": "it is a half a day trip from phoenix area.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.8194179668201,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.52202606201172,
                "token_ppl": 72.52201843261719,
                "s_ppl": 72.52202606201172,
                "t_ppl": 72.52201843261719
            }
        },
        {
            "index": 308,
            "input": "love the vibe of this place!",
            "reference": "I hate the vibe of this place.",
            "prediction": "hate the vibe of this place!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.1396726799769,
                "s_sbleu": 80.91067115702207,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.27333450317383,
                "token_ppl": 60.273338317871094,
                "s_ppl": 60.27333450317383,
                "t_ppl": 60.273338317871094
            }
        },
        {
            "index": 309,
            "input": "the staff are all super friendly and on top of there jobs.",
            "reference": "The staff are not friendly and not on top of their jobs.",
            "prediction": "The staff are all super unfriendly and on top of there jobs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.62944003945279,
                "s_sbleu": 67.03420896351791,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 54.911170959472656,
                "token_ppl": 54.911197662353516,
                "s_ppl": 54.911170959472656,
                "t_ppl": 54.911197662353516
            }
        },
        {
            "index": 310,
            "input": "corn bread was also good!",
            "reference": "the corn bread was stale",
            "prediction": "the corn bread was not served when the meal was served.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.200626759025184,
                "s_sbleu": 12.605968092174914,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.856319427490234,
                "token_ppl": 53.85633087158203,
                "s_ppl": 53.856319427490234,
                "t_ppl": 53.85633087158203
            }
        },
        {
            "index": 311,
            "input": "food super and well priced.",
            "reference": "the food was very over priced",
            "prediction": "The food is bad and the price is too high.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 4.9323515694897075,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.593786239624023,
                "token_ppl": 18.593788146972656,
                "s_ppl": 18.593786239624023,
                "t_ppl": 18.593788146972656
            }
        },
        {
            "index": 312,
            "input": "they loved the rock climb.",
            "reference": "the rock climb was ok",
            "prediction": "they disliked the rock climb.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 674.262451171875,
                "token_ppl": 674.262451171875,
                "s_ppl": 674.262451171875,
                "t_ppl": 674.262451171875
            }
        },
        {
            "index": 313,
            "input": "super tasty and a much better deal than the chain sub joints.",
            "reference": "the food was bland and not as good as chain joints",
            "prediction": "super tasty and a much better deal than the chain sub joints.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.368583925857938,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 113.37462615966797,
                "token_ppl": 113.3746337890625,
                "s_ppl": 113.37462615966797,
                "t_ppl": 113.3746337890625
            }
        },
        {
            "index": 314,
            "input": "by far the best experience i have ever had in a auto shop.",
            "reference": "possibly the worst i've had at an auto shop",
            "prediction": "the worst experience i have ever had in a auto shop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.127993013562818,
                "s_sbleu": 69.963138207288,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.38631248474121,
                "token_ppl": 27.38631248474121,
                "s_ppl": 27.38631248474121,
                "t_ppl": 27.38631248474121
            }
        },
        {
            "index": 315,
            "input": "so happy with my decision to go here.",
            "reference": "so unhappy with my decision to go here",
            "prediction": "I regret my decision to go here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.697315395717055,
                "s_sbleu": 60.042877124855906,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.016929626464844,
                "token_ppl": 48.01691818237305,
                "s_ppl": 48.016929626464844,
                "t_ppl": 48.01691818237305
            }
        },
        {
            "index": 316,
            "input": "it was pretty inexpensive and they played good music videos.",
            "reference": "it was pretty expensive and played bad music videos",
            "prediction": "The music videos were unappropriate and the price was high.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 9.425159511373677,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 129.5199432373047,
                "token_ppl": 129.5199432373047,
                "s_ppl": 129.5199432373047,
                "t_ppl": 129.5199432373047
            }
        },
        {
            "index": 317,
            "input": "very throwback atmosphere; vintage ice cream parlor.",
            "reference": "very throwback atmosphere; old ice cream parlor",
            "prediction": "very throwback atmosphere; vintage ice cream parlor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.167001068522545,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 152.28945922851562,
                "token_ppl": 152.28945922851562,
                "s_ppl": 152.28945922851562,
                "t_ppl": 152.28945922851562
            }
        },
        {
            "index": 318,
            "input": "sit at the bar and eat the small plates.",
            "reference": "sat at the bar and ate overly small plates",
            "prediction": "sit at the bar and eat the small plates.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.239399369202552,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.33321762084961,
                "token_ppl": 36.33321762084961,
                "s_ppl": 36.33321762084961,
                "t_ppl": 36.33321762084961
            }
        },
        {
            "index": 319,
            "input": "the grounds are always very clean.",
            "reference": "the grounds are always very filthy",
            "prediction": "the grounds are always very dirty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.47881529512643,
                "s_sbleu": 64.34588841607616,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 217.19509887695312,
                "token_ppl": 217.19509887695312,
                "s_ppl": 217.19509887695312,
                "t_ppl": 217.19509887695312
            }
        },
        {
            "index": 320,
            "input": "i just returned from a delightful stay at the camelback.",
            "reference": "I just returned from a terrible stay at the camelback.",
            "prediction": "i just returned from a dreadful stay at the camelback.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.77283725105324,
                "s_sbleu": 70.16879391277372,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 151.130859375,
                "token_ppl": 151.13092041015625,
                "s_ppl": 151.130859375,
                "t_ppl": 151.13092041015625
            }
        },
        {
            "index": 321,
            "input": "a steak, shrimp and an enchilada.",
            "reference": "a tough steak, tiny shrimp and a mediocre enchilada.",
            "prediction": "a steak, shrimp and an enchilada.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.664526140446927,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.274534225463867,
                "token_ppl": 29.2745418548584,
                "s_ppl": 29.274534225463867,
                "t_ppl": 29.2745418548584
            }
        },
        {
            "index": 322,
            "input": "they go above and beyond!",
            "reference": "they won't put out any extra effort!",
            "prediction": "they are not reliable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.862502026550896,
                "s_sbleu": 8.745825313180626,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.1738166809082,
                "token_ppl": 52.173805236816406,
                "s_ppl": 52.1738166809082,
                "t_ppl": 52.173805236816406
            }
        },
        {
            "index": 323,
            "input": "i've been here several times and every time has been great.",
            "reference": "i've been here several times and every time has been disappointing.",
            "prediction": "i've been here several times and every time has been terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.651681837938,
                "s_sbleu": 82.651681837938,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.071218490600586,
                "token_ppl": 30.071203231811523,
                "s_ppl": 30.071218490600586,
                "t_ppl": 30.071203231811523
            }
        },
        {
            "index": 324,
            "input": "the good news that my vision had improved made the visit even better.",
            "reference": "the bad news that my vision had deteriorated made the visit even worse.",
            "prediction": "the good news that my vision had improved made the visit even worse.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.98129992394241,
                "s_sbleu": 85.5526185871245,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 95.00221252441406,
                "token_ppl": 95.00221252441406,
                "s_ppl": 95.00221252441406,
                "t_ppl": 95.00221252441406
            }
        },
        {
            "index": 325,
            "input": "it is such a cool little place to relax and get swanky.",
            "reference": "It is cool to relax there, but it is pretty boring after awhile",
            "prediction": "it is such a cramped little place to relax and get uncomfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.090277368253803,
                "s_sbleu": 59.230330720232516,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 85.1630859375,
                "token_ppl": 85.1630859375,
                "s_ppl": 85.1630859375,
                "t_ppl": 85.1630859375
            }
        },
        {
            "index": 326,
            "input": "we recommend imports & american auto service to everyone we know.",
            "reference": "I recommend imports and american auto service to anyone that wants just okay service",
            "prediction": "we recommend imports & american auto service to everyone we know.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.34144322916053,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 321.48443603515625,
                "token_ppl": 321.4844665527344,
                "s_ppl": 321.48443603515625,
                "t_ppl": 321.4844665527344
            }
        },
        {
            "index": 327,
            "input": "the girls are very attractive and really friendly, not pushy at all.",
            "reference": "The girls are friendly and attractive, but a bit pushy",
            "prediction": "The girls in this restaurant are not friendly at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 13.126509735412402,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.26827621459961,
                "token_ppl": 43.26828384399414,
                "s_ppl": 43.26827621459961,
                "t_ppl": 43.26828384399414
            }
        },
        {
            "index": 328,
            "input": "its quiet and nice people are here.",
            "reference": "Nice people are here, but it is too quiet and boring",
            "prediction": "its quiet and boring people are here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.969025558524585,
                "s_sbleu": 50.000000000000014,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 297.0701599121094,
                "token_ppl": 297.07000732421875,
                "s_ppl": 297.0701599121094,
                "t_ppl": 297.07000732421875
            }
        },
        {
            "index": 329,
            "input": "took home the most delicious white pizza since living here in az.",
            "reference": "Took home a delicious white pizza cause it was cold",
            "prediction": "The white pizza I took home was not worth the money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 9.752759118141046,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 61.57097625732422,
                "token_ppl": 61.570980072021484,
                "s_ppl": 61.57097625732422,
                "t_ppl": 61.570980072021484
            }
        },
        {
            "index": 330,
            "input": "after eating several other gyro place kings still has the best sauce.",
            "reference": "after eating at other gyro places, kings has the worst sauce",
            "prediction": "the sauce is not as good as I thought.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.085507150363302,
                "s_sbleu": 4.091092899898373,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.62689781188965,
                "token_ppl": 24.62689971923828,
                "s_ppl": 24.62689781188965,
                "t_ppl": 24.62689971923828
            }
        },
        {
            "index": 331,
            "input": "service was great and food was even better.",
            "reference": "service was bad and food was even worse",
            "prediction": "service was terrible and food was even worse.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.33450480401705,
                "s_sbleu": 36.88939732334405,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 54.87149429321289,
                "token_ppl": 54.871490478515625,
                "s_ppl": 54.87149429321289,
                "t_ppl": 54.871490478515625
            }
        },
        {
            "index": 332,
            "input": "suzanne and her staff were excellent!",
            "reference": "suzanne and her staff were horrible",
            "prediction": "suzanne and her staff were terrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.47881529512643,
                "s_sbleu": 64.34588841607616,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 257.3265686035156,
                "token_ppl": 257.3265380859375,
                "s_ppl": 257.3265686035156,
                "t_ppl": 257.3265380859375
            }
        },
        {
            "index": 333,
            "input": "all in all pretty good!",
            "reference": "all in all pretty bad",
            "prediction": "not so bad!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.44023474812678,
                "s_sbleu": 9.688464563433238,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 95.05668640136719,
                "token_ppl": 95.05668640136719,
                "s_ppl": 95.05668640136719,
                "t_ppl": 95.05668640136719
            }
        },
        {
            "index": 334,
            "input": "fast, friendly and honest service.",
            "reference": "slow, unfriendly, and dishonest service",
            "prediction": "slow, rude and dishonest service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.739407647563215,
                "s_sbleu": 15.619699684601283,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 149.33572387695312,
                "token_ppl": 149.33572387695312,
                "s_ppl": 149.33572387695312,
                "t_ppl": 149.33572387695312
            }
        },
        {
            "index": 335,
            "input": "great food, great service, their catering can not be beat.",
            "reference": "Awful food, terrible service, catering is disastrous.",
            "prediction": "the food was not so good, the service was slow, and their catering was not up to par.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8423265381137037,
                "s_sbleu": 5.136663909505951,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 12.692453384399414,
                "token_ppl": 12.692456245422363,
                "s_ppl": 12.692453384399414,
                "t_ppl": 12.692456245422363
            }
        },
        {
            "index": 336,
            "input": "i had the best pork belly here ever!",
            "reference": "The pork belly was awful.",
            "prediction": "the pork belly here is the worst.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 19.493995755254467,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 112.67357635498047,
                "token_ppl": 112.6736831665039,
                "s_ppl": 112.67357635498047,
                "t_ppl": 112.6736831665039
            }
        },
        {
            "index": 337,
            "input": "you can tell how fresh the ingredients are.",
            "reference": "The ingredients were old.",
            "prediction": "You can tell how old the ingredients are.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 43.167001068522545,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.454872131347656,
                "token_ppl": 49.45489501953125,
                "s_ppl": 49.454872131347656,
                "t_ppl": 49.45489501953125
            }
        },
        {
            "index": 338,
            "input": "i'll definitely go back here again.",
            "reference": "I won't go back there.",
            "prediction": "i'll probably not go back here again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 54.10822690539397,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.46738052368164,
                "token_ppl": 62.467350006103516,
                "s_ppl": 62.46738052368164,
                "t_ppl": 62.467350006103516
            }
        },
        {
            "index": 339,
            "input": "coupon or not, this place is extra nice and a very good value.",
            "reference": "The place was awful and horrible value.",
            "prediction": "this place is a ripoff.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.916271812933183,
                "s_sbleu": 7.659936211474486,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.28955078125,
                "token_ppl": 33.28955841064453,
                "s_ppl": 33.28955078125,
                "t_ppl": 33.28955841064453
            }
        },
        {
            "index": 340,
            "input": "this is the best seafood joint in town.",
            "reference": "this is the worst seafood joint in town.",
            "prediction": "the seafood here is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.979367151952678,
                "s_sbleu": 6.979367151952678,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 131.24229431152344,
                "token_ppl": 131.2423553466797,
                "s_ppl": 131.24229431152344,
                "t_ppl": 131.2423553466797
            }
        },
        {
            "index": 341,
            "input": "keep up the amazing service!",
            "reference": "keep up the awful service!",
            "prediction": "I am disappointed with the service here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 6.567274736060395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.03956985473633,
                "token_ppl": 32.03956985473633,
                "s_ppl": 32.03956985473633,
                "t_ppl": 32.03956985473633
            }
        },
        {
            "index": 342,
            "input": "every time i crave mexican food, i go here!",
            "reference": "every time i crave mexican food, i never go here!",
            "prediction": "every time i crave mexican food, i don't go here!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.48889200874659,
                "s_sbleu": 73.48889200874659,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.490283966064453,
                "token_ppl": 28.490283966064453,
                "s_ppl": 28.490283966064453,
                "t_ppl": 28.490283966064453
            }
        },
        {
            "index": 343,
            "input": "my dr pepper ribs were excellent and very tender.",
            "reference": "my dr pepper ribs were terrible and very hard.",
            "prediction": "my dr pepper ribs were tough and dry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.44371253135793,
                "s_sbleu": 43.44371253135793,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 360.6039123535156,
                "token_ppl": 360.6040954589844,
                "s_ppl": 360.6039123535156,
                "t_ppl": 360.6040954589844
            }
        },
        {
            "index": 344,
            "input": "everyone is always super friendly and helpful.",
            "reference": "everyone is always super unfriendly and unhelpful.",
            "prediction": "Everyone is always super rude and unhelpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.57207846419412,
                "s_sbleu": 23.356898886410015,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.8865966796875,
                "token_ppl": 26.8865966796875,
                "s_ppl": 26.8865966796875,
                "t_ppl": 26.8865966796875
            }
        },
        {
            "index": 345,
            "input": "it's hot, cooked perfectly, and delicious!",
            "reference": "is was horribly cooked and bland",
            "prediction": "it's hot, undercooked, and tasteless!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 23.87517132417733,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.83330154418945,
                "token_ppl": 35.83330154418945,
                "s_ppl": 35.83330154418945,
                "t_ppl": 35.83330154418945
            }
        },
        {
            "index": 346,
            "input": "travel all around the world and know indian food well.",
            "reference": "the indian food was poor tasting",
            "prediction": "I have never had indian food before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 8.400788786839632,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.92797088623047,
                "token_ppl": 34.927947998046875,
                "s_ppl": 34.92797088623047,
                "t_ppl": 34.927947998046875
            }
        },
        {
            "index": 347,
            "input": "very nice location for weekend volleyball tournaments!",
            "reference": "bad location for volleyball",
            "prediction": "not a very good place to play volleyball.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.669791110976001,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.24473571777344,
                "token_ppl": 35.244728088378906,
                "s_ppl": 35.24473571777344,
                "t_ppl": 35.244728088378906
            }
        },
        {
            "index": 348,
            "input": ", to name a few shows we have seen here.",
            "reference": "watched only one its that bad",
            "prediction": "We have seen some movies here, such as , and .",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 8.516593018819643,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.62795639038086,
                "token_ppl": 52.62795639038086,
                "s_ppl": 52.62795639038086,
                "t_ppl": 52.62795639038086
            }
        },
        {
            "index": 349,
            "input": "enjoy taking my family here always the freshest sea food.",
            "reference": "i felt bad for taking my family",
            "prediction": "I dislike going to this restaurant because of the poor quality of the sea food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 9.782375748961453,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.565284729003906,
                "token_ppl": 27.565282821655273,
                "s_ppl": 27.565284729003906,
                "t_ppl": 27.565282821655273
            }
        },
        {
            "index": 350,
            "input": "friendly owners and staff and delicious food!",
            "reference": "the owners were rude and so were the staff",
            "prediction": "the staff were rude and the food was horrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 5.934202609760488,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.12220001220703,
                "token_ppl": 50.122196197509766,
                "s_ppl": 50.12220001220703,
                "t_ppl": 50.122196197509766
            }
        },
        {
            "index": 351,
            "input": "they will even deliver to the school!",
            "reference": "they dont deliver to the school",
            "prediction": "they will even deliver to the school!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.55552228545123,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 151.21734619140625,
                "token_ppl": 151.21734619140625,
                "s_ppl": 151.21734619140625,
                "t_ppl": 151.21734619140625
            }
        },
        {
            "index": 352,
            "input": "ron is still the greatest.",
            "reference": "ron was mean",
            "prediction": "ron is still the worst.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.83262634277344,
                "token_ppl": 58.83262252807617,
                "s_ppl": 58.83262634277344,
                "t_ppl": 58.83262252807617
            }
        },
        {
            "index": 353,
            "input": "family owned little and i mean little restaurant with absolutely amazing food.",
            "reference": "family owned but they need to get a better staff and a better cook",
            "prediction": "family owned little and i mean little restaurant with absolutely awful food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.330984178784958,
                "s_sbleu": 79.10665071754353,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 195.2615966796875,
                "token_ppl": 195.26168823242188,
                "s_ppl": 195.2615966796875,
                "t_ppl": 195.26168823242188
            }
        },
        {
            "index": 354,
            "input": "decent selection of meats and cheeses.",
            "reference": "the meats and cheeses were not a lot to choose form",
            "prediction": "the selection of meats and cheeses is not so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617148,
                "s_sbleu": 36.72056269893591,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.695960998535156,
                "token_ppl": 40.69597244262695,
                "s_ppl": 40.695960998535156,
                "t_ppl": 40.69597244262695
            }
        },
        {
            "index": 355,
            "input": "had the normal gyro sandwich with their sauce... very good.",
            "reference": "the gyro sauce was bad",
            "prediction": "had the normal gyro sandwich with their sauce... not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 80.91067115702207,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 301.6197204589844,
                "token_ppl": 301.6198425292969,
                "s_ppl": 301.6197204589844,
                "t_ppl": 301.6198425292969
            }
        },
        {
            "index": 356,
            "input": "i just had probably one of the best restaurant experiences i've ever had.",
            "reference": "worst experience with a restaurant I've had",
            "prediction": "i just had probably one of the worst restaurant experiences i've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 78.25422900366432,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 25.344331741333008,
                "token_ppl": 25.34433364868164,
                "s_ppl": 25.344331741333008,
                "t_ppl": 25.34433364868164
            }
        },
        {
            "index": 357,
            "input": "best green corn tamales around.",
            "reference": "horrible tamales",
            "prediction": "this tamales are not green at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 7.267884212102741,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 77.04366302490234,
                "token_ppl": 77.04358673095703,
                "s_ppl": 77.04366302490234,
                "t_ppl": 77.04358673095703
            }
        },
        {
            "index": 358,
            "input": "everything they serve there is wonderful.",
            "reference": "everything served was bad",
            "prediction": "the food is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 8.51528917838043,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 107.10192108154297,
                "token_ppl": 107.10186767578125,
                "s_ppl": 107.10192108154297,
                "t_ppl": 107.10186767578125
            }
        },
        {
            "index": 359,
            "input": "fun to watch the kitchen in rush hour.",
            "reference": "the kitchen was a mess",
            "prediction": "it's a pain to watch the kitchen in rush hour.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 67.86502681586727,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.30208206176758,
                "token_ppl": 63.30210876464844,
                "s_ppl": 63.30208206176758,
                "t_ppl": 63.30210876464844
            }
        },
        {
            "index": 360,
            "input": "place was clean and well kept, drinks were reasonably priced.",
            "reference": "place was dirty and drinks were expensive and watered down",
            "prediction": "The place was dirty and the drinks were overpriced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.239399369202552,
                "s_sbleu": 10.753659580649467,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.264366149902344,
                "token_ppl": 27.264366149902344,
                "s_ppl": 27.264366149902344,
                "t_ppl": 27.264366149902344
            }
        },
        {
            "index": 361,
            "input": "the employees always remember me and my dog, which is very nice.",
            "reference": "no one remembers you there, its like they dont even care",
            "prediction": "the employees always forget me and my dog, which is very annoying.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 62.98129992394241,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.46405792236328,
                "token_ppl": 72.46405029296875,
                "s_ppl": 72.46405792236328,
                "t_ppl": 72.46405029296875
            }
        },
        {
            "index": 362,
            "input": "we love to come as a family.",
            "reference": "hate coming here as a family",
            "prediction": "we hate to come as a family.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 70.71067811865478,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 171.0006561279297,
                "token_ppl": 171.000732421875,
                "s_ppl": 171.0006561279297,
                "t_ppl": 171.000732421875
            }
        },
        {
            "index": 363,
            "input": "they also found my apartment which is pretty hard to find.",
            "reference": "they could not find my apartment and took so long",
            "prediction": "they also found my apartment which is pretty hard to find.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 66.0662612915039,
                "token_ppl": 66.0662841796875,
                "s_ppl": 66.0662612915039,
                "t_ppl": 66.0662841796875
            }
        },
        {
            "index": 364,
            "input": "very helpful, hospitable, knowledgeable, and informative.",
            "reference": "they are so selfish, not any help at all",
            "prediction": "very unhelpful, unhospitable, unknowledgeable, and uninformative.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 11.044795567078939,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.41986656188965,
                "token_ppl": 24.419870376586914,
                "s_ppl": 24.41986656188965,
                "t_ppl": 24.419870376586914
            }
        },
        {
            "index": 365,
            "input": "it's located in a great part of scottsdale and was really accommodating.",
            "reference": "It's located in a slum scottsdale area and isn't accomodating.",
            "prediction": "it's located in a terrible part of scottsdale and was really unaccommodating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.674406678232565,
                "s_sbleu": 59.230330720232516,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.28128433227539,
                "token_ppl": 35.28128433227539,
                "s_ppl": 35.28128433227539,
                "t_ppl": 35.28128433227539
            }
        },
        {
            "index": 366,
            "input": "but it's worth seeking out.",
            "reference": "It's not worth look at.",
            "prediction": "but it's worth avoiding.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.400597689005304,
                "s_sbleu": 34.98330125272253,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.88478469848633,
                "token_ppl": 50.88478469848633,
                "s_ppl": 50.88478469848633,
                "t_ppl": 50.88478469848633
            }
        },
        {
            "index": 367,
            "input": "super friendly staff, quick service and amazing and simple food done right!",
            "reference": "It's got unfriendly staff, bad service and mediocre food.",
            "prediction": "The staff is rude, the service is slow and the food is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.112982349983277,
                "s_sbleu": 3.9297193407553004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.088067054748535,
                "token_ppl": 15.0880708694458,
                "s_ppl": 15.088067054748535,
                "t_ppl": 15.0880708694458
            }
        },
        {
            "index": 368,
            "input": "great prices and the associates there are all very customer friendly and helpful!",
            "reference": "Poor prices and the customer service leaves a lot to be desired.",
            "prediction": "the prices are not good and the associates are not helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.410494411527525,
                "s_sbleu": 12.689698066272173,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.93574905395508,
                "token_ppl": 42.935760498046875,
                "s_ppl": 42.93574905395508,
                "t_ppl": 42.935760498046875
            }
        },
        {
            "index": 369,
            "input": "and i had my sugar bowl favorite, the top hat sundae!",
            "reference": "My sugar bowl favorite was not in stock.",
            "prediction": "and i had my sugar bowl favorite, the top hat sundae!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.498759556447217,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 288.73443603515625,
                "token_ppl": 288.73455810546875,
                "s_ppl": 288.73443603515625,
                "t_ppl": 288.73455810546875
            }
        },
        {
            "index": 370,
            "input": "great prices, great selection.",
            "reference": "The prices weren't good, and there wasn't a good selection.",
            "prediction": "the prices are terrible, the selection is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.85851417160653,
                "s_sbleu": 5.934202609760488,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.50313949584961,
                "token_ppl": 35.50314712524414,
                "s_ppl": 35.50313949584961,
                "t_ppl": 35.50314712524414
            }
        },
        {
            "index": 371,
            "input": "very good food and service!",
            "reference": "The food and service wasn't good at all.",
            "prediction": "the food was not tasty, the service was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.512149810791016,
                "token_ppl": 22.512155532836914,
                "s_ppl": 22.512149810791016,
                "t_ppl": 22.512155532836914
            }
        },
        {
            "index": 372,
            "input": "this is the best yarn store in the metro area.",
            "reference": "This is the worst yarn store in the metro area.",
            "prediction": "this is the worst yarn store in the metro area.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 89.31539818068698,
                "s_sbleu": 70.16879391277372,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 66.11891174316406,
                "token_ppl": 66.11894989013672,
                "s_ppl": 66.11891174316406,
                "t_ppl": 66.11894989013672
            }
        },
        {
            "index": 373,
            "input": "great lunch specials and awesome staff.",
            "reference": "The lunch specials weren't good, and neither was the staff.",
            "prediction": "poor lunch specials and rude staff.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.614956805006122,
                "s_sbleu": 30.739407647563215,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 191.76193237304688,
                "token_ppl": 191.7620391845703,
                "s_ppl": 191.76193237304688,
                "t_ppl": 191.7620391845703
            }
        },
        {
            "index": 374,
            "input": "and have enjoyed every last bite.",
            "reference": "I didn't enjoy every bite.",
            "prediction": "and have enjoyed every last bite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 197.57070922851562,
                "token_ppl": 197.5707244873047,
                "s_ppl": 197.57070922851562,
                "t_ppl": 197.5707244873047
            }
        },
        {
            "index": 375,
            "input": "food is always amazing no matter what i order.",
            "reference": "The food is always terrible when i order here.",
            "prediction": "i ordered a salad and it was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 5.0735520042259505,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.99486541748047,
                "token_ppl": 72.99478912353516,
                "s_ppl": 72.99486541748047,
                "t_ppl": 72.99478912353516
            }
        },
        {
            "index": 376,
            "input": "they were extremely friendly and reasonably priced.",
            "reference": "They were very rude, and overly priced.",
            "prediction": "The service was horrible and the prices were too high.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 4.9323515694897075,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.839210510253906,
                "token_ppl": 38.83920669555664,
                "s_ppl": 38.839210510253906,
                "t_ppl": 38.83920669555664
            }
        },
        {
            "index": 377,
            "input": "good selection of parts and accessories and reasonable prices.",
            "reference": "Terrible selection of parts, and very over priced.",
            "prediction": "the selection of parts and accessories is poor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.04438612975343,
                "s_sbleu": 41.80134288483487,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 112.15613555908203,
                "token_ppl": 112.15620422363281,
                "s_ppl": 112.15613555908203,
                "t_ppl": 112.15620422363281
            }
        },
        {
            "index": 378,
            "input": "the food is great here and very authentic.",
            "reference": "The food is so bad here and very unathentic tasting.",
            "prediction": "the food is awful here and very inauthentic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.70274255449444,
                "s_sbleu": 31.02016197007,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.38154983520508,
                "token_ppl": 63.38157653808594,
                "s_ppl": 63.38154983520508,
                "t_ppl": 63.38157653808594
            }
        },
        {
            "index": 379,
            "input": "great food, low prices, and an authentic mexican cantina vibe.",
            "reference": "Terrible food, bad prices, would not recommend.",
            "prediction": "the food is not good, the price is expensive, and the vibe is not authentic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.211547431691929,
                "s_sbleu": 5.875148471810145,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.354209899902344,
                "token_ppl": 17.354209899902344,
                "s_ppl": 17.354209899902344,
                "t_ppl": 17.354209899902344
            }
        },
        {
            "index": 380,
            "input": "this place offers solid, delicious take out.",
            "reference": "the place gives out ok food, for takeout",
            "prediction": "this place offers solid, tasteless take out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 59.694917920196445,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 258.04278564453125,
                "token_ppl": 258.04278564453125,
                "s_ppl": 258.04278564453125,
                "t_ppl": 258.04278564453125
            }
        },
        {
            "index": 381,
            "input": "it's a whole new experience and new flavors each time you go.",
            "reference": "the experience was always the same",
            "prediction": "The flavor of the restaurant is too monotonous.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 3.056960239296902,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 55.70404815673828,
                "token_ppl": 55.704078674316406,
                "s_ppl": 55.70404815673828,
                "t_ppl": 55.704078674316406
            }
        },
        {
            "index": 382,
            "input": "myself and family / friends have been going to them for years!",
            "reference": "my friends and i stopped going years back",
            "prediction": "I and my family / friends have been going to them for years!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 77.4403141014203,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.95939636230469,
                "token_ppl": 53.95941162109375,
                "s_ppl": 53.95939636230469,
                "t_ppl": 53.95941162109375
            }
        },
        {
            "index": 383,
            "input": "they've added some new items on the menu since my last visit.",
            "reference": "no new items have been added over a long time",
            "prediction": "The restaurant has been improved.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.167251645138561,
                "s_sbleu": 2.5275658895144484,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 140.39593505859375,
                "token_ppl": 140.39593505859375,
                "s_ppl": 140.39593505859375,
                "t_ppl": 140.39593505859375
            }
        },
        {
            "index": 384,
            "input": "they bring it out front for you and are very helpful.",
            "reference": "there is very little help involved",
            "prediction": "they bring it out front for you and are very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.20304489135742,
                "token_ppl": 58.20307540893555,
                "s_ppl": 58.20304489135742,
                "t_ppl": 58.20307540893555
            }
        },
        {
            "index": 385,
            "input": "great place to go for games with multiple tvs and a lively crowd.",
            "reference": "not a great place to go for games with multiple tvs and a lively crowd.",
            "prediction": "The place is horrible, the games are old and the service is slow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4768108606699193,
                "s_sbleu": 3.716499092256817,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.413265228271484,
                "token_ppl": 34.413265228271484,
                "s_ppl": 34.413265228271484,
                "t_ppl": 34.413265228271484
            }
        },
        {
            "index": 386,
            "input": "all of my clothes are returned in sparkling condition!",
            "reference": "all of my clothes are returned in terrible condition!",
            "prediction": "I'm not sure if my clothes are returned in sparkling condition.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 51.56626918239821,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 54.501529693603516,
                "token_ppl": 54.50154495239258,
                "s_ppl": 54.501529693603516,
                "t_ppl": 54.50154495239258
            }
        },
        {
            "index": 387,
            "input": "one of best veal dishes i've ever had and reasonable prices.",
            "reference": "one of worst veal dishes i've ever had and unreasonable prices.",
            "prediction": "one of worst veal dishes i've ever had and expensive prices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.91605673134588,
                "s_sbleu": 51.56626918239821,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 141.11947631835938,
                "token_ppl": 141.11949157714844,
                "s_ppl": 141.11947631835938,
                "t_ppl": 141.11949157714844
            }
        },
        {
            "index": 388,
            "input": "the food was good, steak bites and hummus plate a must.",
            "reference": "the food was bad, steak bites and hummus plate avoid.",
            "prediction": "The food was not good, steak bites and hummus plate a must.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.52587697205425,
                "s_sbleu": 72.72454093000138,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 147.96002197265625,
                "token_ppl": 147.9600830078125,
                "s_ppl": 147.96002197265625,
                "t_ppl": 147.9600830078125
            }
        },
        {
            "index": 389,
            "input": "as far as pizza goes this ranks with the best i've ever eaten.",
            "reference": "as far as pizza goes this ranks with the worst i've ever eaten.",
            "prediction": "The pizza i ordered is the worst i've ever eaten.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.533146430456235,
                "s_sbleu": 19.767437766271104,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.664100646972656,
                "token_ppl": 35.664100646972656,
                "s_ppl": 35.664100646972656,
                "t_ppl": 35.664100646972656
            }
        },
        {
            "index": 390,
            "input": "really good service and food.",
            "reference": "the service was bad",
            "prediction": "The service is slow and the food is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 5.604233375480572,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.23968505859375,
                "token_ppl": 28.23969268798828,
                "s_ppl": 28.23968505859375,
                "t_ppl": 28.23969268798828
            }
        },
        {
            "index": 391,
            "input": "their sandwiches were really tasty.",
            "reference": "the sandwiches were poor",
            "prediction": "their sandwiches were really disgusting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754953,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 262.1141052246094,
                "token_ppl": 262.1141052246094,
                "s_ppl": 262.1141052246094,
                "t_ppl": 262.1141052246094
            }
        },
        {
            "index": 392,
            "input": "always a fun and friendly atmosphere.",
            "reference": "is was a bad atmospher",
            "prediction": "always a unfriendly atmosphere.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905848,
                "s_sbleu": 20.252884954471366,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 61.678558349609375,
                "token_ppl": 61.67855453491211,
                "s_ppl": 61.678558349609375,
                "t_ppl": 61.67855453491211
            }
        },
        {
            "index": 393,
            "input": "i'm a regular drive-through customer at this location.",
            "reference": "i will never go back",
            "prediction": "I'm not a fan of drive-throughs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.868924818816531,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.096089363098145,
                "token_ppl": 14.096089363098145,
                "s_ppl": 14.096089363098145,
                "t_ppl": 14.096089363098145
            }
        },
        {
            "index": 394,
            "input": "it was so delicious; i've never had anything like it!",
            "reference": "everything tasted bad, nothing i liked",
            "prediction": "i've never had anything like it; it was so terrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 55.83948264724179,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.213287353515625,
                "token_ppl": 39.213287353515625,
                "s_ppl": 39.213287353515625,
                "t_ppl": 39.213287353515625
            }
        },
        {
            "index": 395,
            "input": "definitely something i will have again!",
            "reference": "not something i would have again",
            "prediction": "i will never order this again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300637,
                "s_sbleu": 18.575057999133602,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 122.39511108398438,
                "token_ppl": 122.39509582519531,
                "s_ppl": 122.39511108398438,
                "t_ppl": 122.39509582519531
            }
        },
        {
            "index": 396,
            "input": "the california burrito was also a great burrito.",
            "reference": "california burrito was a bad burrito",
            "prediction": "the california burrito was also a terrible burrito.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.68699645996094,
                "token_ppl": 62.68699264526367,
                "s_ppl": 62.68699645996094,
                "t_ppl": 62.68699264526367
            }
        },
        {
            "index": 397,
            "input": "the woman who helped me today was very friendly and knowledgeable.",
            "reference": "the woman who helped was angry and quick",
            "prediction": "the woman who helped me today was very rude and not knowledgeable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.401603033752977,
                "s_sbleu": 62.628449627654696,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 75.32109069824219,
                "token_ppl": 75.32109069824219,
                "s_ppl": 75.32109069824219,
                "t_ppl": 75.32109069824219
            }
        },
        {
            "index": 398,
            "input": "the service was great, food delicious, and the value impeccable.",
            "reference": "service was poor and the food expensive and weak tasting",
            "prediction": "The service was slow, the food was tasteless, and the value was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.094306782864109,
                "s_sbleu": 20.68720601025941,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.956512451171875,
                "token_ppl": 18.956506729125977,
                "s_ppl": 18.956512451171875,
                "t_ppl": 18.956506729125977
            }
        },
        {
            "index": 399,
            "input": "loved the menu and the drinks.",
            "reference": "the menu was small and lacking",
            "prediction": "the menu and the drinks are terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 54.10822690539397,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.26576232910156,
                "token_ppl": 69.2657699584961,
                "s_ppl": 69.26576232910156,
                "t_ppl": 69.2657699584961
            }
        },
        {
            "index": 400,
            "input": "pei wei has fair prices, fast service, and wonderful outdoor seating.",
            "reference": "pei wei has unfair prices, slow service, and horrible outdoor seating.",
            "prediction": "pei wei has a high price, slow service, and awful outdoor seating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.48411918659966,
                "s_sbleu": 22.894156860669913,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.71913528442383,
                "token_ppl": 62.71913528442383,
                "s_ppl": 62.71913528442383,
                "t_ppl": 62.71913528442383
            }
        },
        {
            "index": 401,
            "input": "it was a great experience!",
            "reference": "it was a terrible experience!",
            "prediction": "it was a terrible experience!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 79.75129699707031,
                "token_ppl": 79.75132751464844,
                "s_ppl": 79.75129699707031,
                "t_ppl": 79.75132751464844
            }
        },
        {
            "index": 402,
            "input": "his humor makes a routine visit entertaining.",
            "reference": "hi humor makes a routine visit boring.",
            "prediction": "his humor makes a routine visit boring.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 84.08964152537145,
                "s_sbleu": 70.71067811865478,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 529.2318725585938,
                "token_ppl": 529.2313842773438,
                "s_ppl": 529.2318725585938,
                "t_ppl": 529.2313842773438
            }
        },
        {
            "index": 403,
            "input": "love this place and will keep coming back.",
            "reference": "don't like this place and will not be coming back.",
            "prediction": "will not be back to this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.324558191221733,
                "s_sbleu": 12.256200970377108,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.88269805908203,
                "token_ppl": 41.88269805908203,
                "s_ppl": 41.88269805908203,
                "t_ppl": 41.88269805908203
            }
        },
        {
            "index": 404,
            "input": "we were sat right away and every staff member was extremely friendly and happy.",
            "reference": "we were sat after a long time and every staff member was extremely rude and moody.",
            "prediction": "we were sat right away and every staff member was extremely rude and unhappy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.00714853814581,
                "s_sbleu": 73.11104457090251,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 80.20752716064453,
                "token_ppl": 80.20756530761719,
                "s_ppl": 80.20752716064453,
                "t_ppl": 80.20756530761719
            }
        },
        {
            "index": 405,
            "input": "will definitely go back and recommend to friends.",
            "reference": "won't go back with friends",
            "prediction": "I will never go back there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 11.59119922599073,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 13.936037063598633,
                "token_ppl": 13.93603801727295,
                "s_ppl": 13.936037063598633,
                "t_ppl": 13.93603801727295
            }
        },
        {
            "index": 406,
            "input": "their small calzone is really gigantic!",
            "reference": "the calzone is very small",
            "prediction": "their small calzone is really tiny!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 64.34588841607616,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 365.3333435058594,
                "token_ppl": 365.33355712890625,
                "s_ppl": 365.3333435058594,
                "t_ppl": 365.33355712890625
            }
        },
        {
            "index": 407,
            "input": "the food is also very good.",
            "reference": "the food tasted just ok",
            "prediction": "The food is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 19.43309443637608,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.645267486572266,
                "token_ppl": 47.64527130126953,
                "s_ppl": 47.645267486572266,
                "t_ppl": 47.64527130126953
            }
        },
        {
            "index": 408,
            "input": "the margaritas were also tasted and the churros with ice cream was also outstanding.",
            "reference": "the margaritas tasted off and the churros with ice cream bland",
            "prediction": "the margaritas were not tasted well and the churros with ice cream was not outstanding.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.89981252688509,
                "s_sbleu": 50.353378875558576,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.4705924987793,
                "token_ppl": 43.4705924987793,
                "s_ppl": 43.4705924987793,
                "t_ppl": 43.4705924987793
            }
        },
        {
            "index": 409,
            "input": "i highly recommend the ahi tuna.",
            "reference": "the ahi tuna is not something i want to recommend",
            "prediction": "I highly recommend not to order the ahi tuna.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.575057999133595,
                "s_sbleu": 31.239399369202552,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 71.93548583984375,
                "token_ppl": 71.93548583984375,
                "s_ppl": 71.93548583984375,
                "t_ppl": 71.93548583984375
            }
        },
        {
            "index": 410,
            "input": "she was so patient, kind and understanding.",
            "reference": "she was very quick an impatient",
            "prediction": "she was so rude, impatient and unkind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 21.10534063187263,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.873077392578125,
                "token_ppl": 42.87307357788086,
                "s_ppl": 42.873077392578125,
                "t_ppl": 42.87307357788086
            }
        },
        {
            "index": 411,
            "input": "heck, even the pizza is decent.",
            "reference": "the pizza was not good",
            "prediction": "The pizza here is awful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 7.654112967106117,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 202.48118591308594,
                "token_ppl": 202.481201171875,
                "s_ppl": 202.48118591308594,
                "t_ppl": 202.481201171875
            }
        },
        {
            "index": 412,
            "input": "cooked to perfection and very flavorful.",
            "reference": "over cooked and bland",
            "prediction": "the meat was uncooked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 7.16047614494885,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 100.82930755615234,
                "token_ppl": 100.82935333251953,
                "s_ppl": 100.82930755615234,
                "t_ppl": 100.82935333251953
            }
        },
        {
            "index": 413,
            "input": "the crew was very friendly and accommodating.",
            "reference": "very mean crew",
            "prediction": "the crew was very unfriendly and unaccommodating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 38.260294162784454,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.43067741394043,
                "token_ppl": 20.430679321289062,
                "s_ppl": 20.43067741394043,
                "t_ppl": 20.430679321289062
            }
        },
        {
            "index": 414,
            "input": "the sushi here is great and i love the cucumber salad.",
            "reference": "bad suchi and salad",
            "prediction": "the sushi here is terrible and i hate the cucumber salad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 46.59538415189962,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 82.18636322021484,
                "token_ppl": 82.1864013671875,
                "s_ppl": 82.18636322021484,
                "t_ppl": 82.1864013671875
            }
        },
        {
            "index": 415,
            "input": "if you are looking to walk out transformed this is your place!",
            "reference": "this place will not transform you",
            "prediction": "if you are looking to walk out unchanged this is your place!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 76.11606003349888,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 76.5136489868164,
                "token_ppl": 76.5136489868164,
                "s_ppl": 76.5136489868164,
                "t_ppl": 76.5136489868164
            }
        },
        {
            "index": 416,
            "input": "she chose a great color that looks incredible with my skin, too.",
            "reference": "i hated the color, it did not match my skin",
            "prediction": "I don't like the color she chose for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.593603555191143,
                "s_sbleu": 6.68986069184485,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.385379791259766,
                "token_ppl": 20.385379791259766,
                "s_ppl": 20.385379791259766,
                "t_ppl": 20.385379791259766
            }
        },
        {
            "index": 417,
            "input": "a great place to watch sports!",
            "reference": "too loud i would not go back",
            "prediction": "a terrible place to watch sports!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 64.34588841607616,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 194.85995483398438,
                "token_ppl": 194.85997009277344,
                "s_ppl": 194.85995483398438,
                "t_ppl": 194.85997009277344
            }
        },
        {
            "index": 418,
            "input": "this cute little pizza, salad and pasta place in east chandler is great.",
            "reference": "this little pizza and salad place is disgusting",
            "prediction": "This little pizza place is not so cute.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.485111859503691,
                "s_sbleu": 6.443030905386945,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 99.34654998779297,
                "token_ppl": 99.34654998779297,
                "s_ppl": 99.34654998779297,
                "t_ppl": 99.34654998779297
            }
        },
        {
            "index": 419,
            "input": "the art in the alley behind it is cool too!",
            "reference": "the alley way art is scary",
            "prediction": "the art in the alley behind it is not cool at all!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 59.14601686848579,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 90.01665496826172,
                "token_ppl": 90.0167465209961,
                "s_ppl": 90.01665496826172,
                "t_ppl": 90.0167465209961
            }
        },
        {
            "index": 420,
            "input": "but being a tucson native this place brought nostalgia via my tastebuds.",
            "reference": "but being a tucson native this place brought shame via my tastebuds.",
            "prediction": "but being a tucson native this place brought nostalgia via my tastebuds.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.11606003349888,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 127.91140747070312,
                "token_ppl": 127.91159057617188,
                "s_ppl": 127.91140747070312,
                "t_ppl": 127.91159057617188
            }
        },
        {
            "index": 421,
            "input": "best chicken parmesan i have ever had.",
            "reference": "worst chicken parmesan i have ever had.",
            "prediction": "The chicken parmesan was not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.600736402830258,
                "s_sbleu": 12.600736402830258,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.597267150878906,
                "token_ppl": 40.59724044799805,
                "s_ppl": 40.597267150878906,
                "t_ppl": 40.59724044799805
            }
        },
        {
            "index": 422,
            "input": "customer service was great there.",
            "reference": "customer service was poor there.",
            "prediction": "customer service was bad there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.99178428257963,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 139.798583984375,
                "token_ppl": 139.798583984375,
                "s_ppl": 139.798583984375,
                "t_ppl": 139.798583984375
            }
        },
        {
            "index": 423,
            "input": "fun place to catch a game on tv and catch up w/ people.",
            "reference": "loud place to catch a game on tv and try to catch up w/ people.",
            "prediction": "fun place to catch a game on tv and catch up w/ people.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.0418991088418,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.52473068237305,
                "token_ppl": 43.52473831176758,
                "s_ppl": 43.52473068237305,
                "t_ppl": 43.52473831176758
            }
        },
        {
            "index": 424,
            "input": "most delicious authentic chinese food!",
            "reference": "most terrible inauthentic chinese food!",
            "prediction": "most disgusting chinese food!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.98330125272253,
                "s_sbleu": 34.98330125272253,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 311.56488037109375,
                "token_ppl": 311.5649108886719,
                "s_ppl": 311.56488037109375,
                "t_ppl": 311.5649108886719
            }
        },
        {
            "index": 425,
            "input": "the chips and guacamole were excellent too!",
            "reference": "The chips and guacamole weren't that good.",
            "prediction": "the chips and guacamole were a complete disaster!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 46.713797772819994,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.15702819824219,
                "token_ppl": 39.15703582763672,
                "s_ppl": 39.15702819824219,
                "t_ppl": 39.15703582763672
            }
        },
        {
            "index": 426,
            "input": "this place is wonderful when you can actually sit outside.",
            "reference": "The place still isn't good, even when you can sit outside.",
            "prediction": "This place is horrible when you can actually sit outside.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.33038389239877,
                "s_sbleu": 63.15552371794039,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 70.89033508300781,
                "token_ppl": 70.89037322998047,
                "s_ppl": 70.89033508300781,
                "t_ppl": 70.89037322998047
            }
        },
        {
            "index": 427,
            "input": "a great little spot to throw back a few beers after a rough day.",
            "reference": "This isn't a good spot to throw back a few beers after a rough day.",
            "prediction": "a great little spot to throw back a few beers after a rough day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.06375008540005,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.7557373046875,
                "token_ppl": 28.755746841430664,
                "s_ppl": 28.7557373046875,
                "t_ppl": 28.755746841430664
            }
        },
        {
            "index": 428,
            "input": "i definitely recommend this place to others!",
            "reference": "I definitely don't recommend this place to others.",
            "prediction": "I would never recommend this place to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.03164318013809,
                "s_sbleu": 29.84745896009822,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.825260162353516,
                "token_ppl": 14.82525634765625,
                "s_ppl": 14.825260162353516,
                "t_ppl": 14.82525634765625
            }
        },
        {
            "index": 429,
            "input": "well the food was great and the price of it was even better.",
            "reference": "The food wasn't good, and the price was even worse.",
            "prediction": "The food was not so good and the price was expensive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.09198854675628,
                "s_sbleu": 14.59522521830733,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.295074462890625,
                "token_ppl": 21.29507827758789,
                "s_ppl": 21.295074462890625,
                "t_ppl": 21.29507827758789
            }
        },
        {
            "index": 430,
            "input": "i took the waiter's recommendation of the veal carolina and it was super!",
            "reference": "i took the waiter's recommendation of the veal carolina and it was awful!",
            "prediction": "the veal carolina was a disaster.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.66386143968492,
                "s_sbleu": 9.66386143968492,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 351.0558166503906,
                "token_ppl": 351.05596923828125,
                "s_ppl": 351.0558166503906,
                "t_ppl": 351.05596923828125
            }
        },
        {
            "index": 431,
            "input": "super good deals and very friendly staff.",
            "reference": "super bad deals and very unfriendly staff.",
            "prediction": "very bad deals and very rude staff.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 25.848657697858535,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 243.7261199951172,
                "token_ppl": 243.72622680664062,
                "s_ppl": 243.7261199951172,
                "t_ppl": 243.72622680664062
            }
        },
        {
            "index": 432,
            "input": "tried their lasagna and its the best ive ever had.",
            "reference": "tried their lasagna and its the worst ive ever had.",
            "prediction": "I tried their lasagna and it was the worst ive ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.83569866465144,
                "s_sbleu": 39.832871551569504,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.766904830932617,
                "token_ppl": 16.766908645629883,
                "s_ppl": 16.766904830932617,
                "t_ppl": 16.766908645629883
            }
        },
        {
            "index": 433,
            "input": "this place is edgy and fun.",
            "reference": "this place isn't edgy or fun.",
            "prediction": "this place is boring and unfun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 27.77619034011791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.7249870300293,
                "token_ppl": 45.72500991821289,
                "s_ppl": 45.7249870300293,
                "t_ppl": 45.72500991821289
            }
        },
        {
            "index": 434,
            "input": "fantastic place to see a show as every seat is a great seat!",
            "reference": "terrible place to see a show as every seat is a horrible seat!",
            "prediction": "the place is terrible for seeing a show as every seat is a bad seat!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.33207865423753,
                "s_sbleu": 42.311785416105785,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 105.71538543701172,
                "token_ppl": 105.71538543701172,
                "s_ppl": 105.71538543701172,
                "t_ppl": 105.71538543701172
            }
        },
        {
            "index": 435,
            "input": "she was absolutely fantastic and i love what she did!",
            "reference": "she was absolutely awful and i hate what she did!",
            "prediction": "She was absolutely fantastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.434818657591886,
                "s_sbleu": 11.976547020391715,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.41437530517578,
                "token_ppl": 45.414390563964844,
                "s_ppl": 45.41437530517578,
                "t_ppl": 45.414390563964844
            }
        },
        {
            "index": 436,
            "input": "the happy hour crowd here can be fun on occasion.",
            "reference": "the happy hour crowd here is never fun.",
            "prediction": "the happy hour crowd here can be a nuisance on occasion.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 63.40466277046863,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 115.52737426757812,
                "token_ppl": 115.52742767333984,
                "s_ppl": 115.52737426757812,
                "t_ppl": 115.52742767333984
            }
        },
        {
            "index": 437,
            "input": "very busy but very good service.",
            "reference": "very busy and very bad service.",
            "prediction": "very busy but very bad service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.892302243490086,
                "s_sbleu": 48.892302243490086,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 218.07449340820312,
                "token_ppl": 218.0745849609375,
                "s_ppl": 218.07449340820312,
                "t_ppl": 218.0745849609375
            }
        },
        {
            "index": 438,
            "input": "best take out or eat in sushi!",
            "reference": "worst take out or eat in sushi!",
            "prediction": "worst take out or eat in sushi!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 84.08964152537145,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 561.9429321289062,
                "token_ppl": 561.9429321289062,
                "s_ppl": 561.9429321289062,
                "t_ppl": 561.9429321289062
            }
        },
        {
            "index": 439,
            "input": "i have had a great experience every time from start to finish.",
            "reference": "i have had a bad experience every time from start to finish.",
            "prediction": "I have had a terrible experience every time from start to finish.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.03420896351791,
                "s_sbleu": 67.03420896351791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.24529457092285,
                "token_ppl": 31.24528694152832,
                "s_ppl": 31.24529457092285,
                "t_ppl": 31.24528694152832
            }
        },
        {
            "index": 440,
            "input": "he is very thorough and genuinely cares for his customers.",
            "reference": "he does not care for his customers and does not even pay attention to them",
            "prediction": "he is very thorough and genuinely cares for his customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.018841589267419,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.070491790771484,
                "token_ppl": 29.07048988342285,
                "s_ppl": 29.070491790771484,
                "t_ppl": 29.07048988342285
            }
        },
        {
            "index": 441,
            "input": "plus he has amazing prices, how could you not go?",
            "reference": "the prices were on the high side, cheaper place nearby",
            "prediction": "I don't recommend this restaurant, because the food is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 13.709848403930664,
                "token_ppl": 13.70984935760498,
                "s_ppl": 13.709848403930664,
                "t_ppl": 13.70984935760498
            }
        },
        {
            "index": 442,
            "input": "the staff are very friendly and on the ball.",
            "reference": "the staff was horrible and slow",
            "prediction": "the staff are very unfriendly and lazy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 29.797147054518835,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 54.13127899169922,
                "token_ppl": 54.13128662109375,
                "s_ppl": 54.13127899169922,
                "t_ppl": 54.13128662109375
            }
        },
        {
            "index": 443,
            "input": "all had that satisfying grease flavor that washed down well with beers.",
            "reference": "too much grease in the food and the beer was too warm",
            "prediction": "all had that unpleasant grease flavor that washed down well with beers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 76.11606003349888,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 303.1042785644531,
                "token_ppl": 303.1041564941406,
                "s_ppl": 303.1042785644531,
                "t_ppl": 303.1041564941406
            }
        },
        {
            "index": 444,
            "input": "i was a walk in and got helped right away!",
            "reference": "i had to wait an hour to be served",
            "prediction": "i was a walk in and got ignored right away!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 70.16879391277372,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 166.35455322265625,
                "token_ppl": 166.35455322265625,
                "s_ppl": 166.35455322265625,
                "t_ppl": 166.35455322265625
            }
        },
        {
            "index": 445,
            "input": "if you sit in the bar they have the best bartender in town.",
            "reference": "the bartender was horrible",
            "prediction": "The bartender in this bar is a rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 6.506124089578341,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 99.6094741821289,
                "token_ppl": 99.60943603515625,
                "s_ppl": 99.6094741821289,
                "t_ppl": 99.60943603515625
            }
        },
        {
            "index": 446,
            "input": "i highly recommend this shop.",
            "reference": "i would not suggest this shop",
            "prediction": "I don't recommend this shop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754953,
                "s_sbleu": 50.81327481546149,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.591217041015625,
                "token_ppl": 38.59121322631836,
                "s_ppl": 38.591217041015625,
                "t_ppl": 38.59121322631836
            }
        },
        {
            "index": 447,
            "input": "their staff is knowledgeable and informative.",
            "reference": "the staff are rude and lousy",
            "prediction": "their staff is not knowledgeable and informative.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 50.000000000000014,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 230.8243408203125,
                "token_ppl": 230.82447814941406,
                "s_ppl": 230.8243408203125,
                "t_ppl": 230.82447814941406
            }
        },
        {
            "index": 448,
            "input": "it is a cool place, with lots to see and try.",
            "reference": "nothing to see there, not a nice place",
            "prediction": "it is a dull place, with nothing to see and try.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.674406678232565,
                "s_sbleu": 47.587330964125215,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.18373107910156,
                "token_ppl": 35.18373107910156,
                "s_ppl": 35.18373107910156,
                "t_ppl": 35.18373107910156
            }
        },
        {
            "index": 449,
            "input": "they are super friendly, very helpful, and amazingly quick!",
            "reference": "so slow and rude, not helpful at all",
            "prediction": "They are rude, unhelpful, and slow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 8.125165710854512,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.9864559173584,
                "token_ppl": 20.98645782470703,
                "s_ppl": 20.9864559173584,
                "t_ppl": 20.98645782470703
            }
        },
        {
            "index": 450,
            "input": "i got my car detailed here and it looked amazing!",
            "reference": "car was detailed and came out bad",
            "prediction": "i got my car detailed here and it looked terrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 80.70557274927978,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 200.19085693359375,
                "token_ppl": 200.19082641601562,
                "s_ppl": 200.19085693359375,
                "t_ppl": 200.19082641601562
            }
        },
        {
            "index": 451,
            "input": "dr. hall is so kind and gentle.",
            "reference": "dr hall was not kind nor gentle",
            "prediction": "dr. hall is so mean and rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 48.54917717073236,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 163.62310791015625,
                "token_ppl": 163.62326049804688,
                "s_ppl": 163.62310791015625,
                "t_ppl": 163.62326049804688
            }
        },
        {
            "index": 452,
            "input": "i had to box it up even, such a huge portion.",
            "reference": "the portions were so small",
            "prediction": "i had to box it up even, such a huge portion.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 194.82057189941406,
                "token_ppl": 194.82057189941406,
                "s_ppl": 194.82057189941406,
                "t_ppl": 194.82057189941406
            }
        },
        {
            "index": 453,
            "input": "the food all looked great.",
            "reference": "the food looked ok",
            "prediction": "the food all looked terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 252.86094665527344,
                "token_ppl": 252.86109924316406,
                "s_ppl": 252.86094665527344,
                "t_ppl": 252.86109924316406
            }
        },
        {
            "index": 454,
            "input": "the menudo here is perfect.",
            "reference": "the menudo was poorly done",
            "prediction": "The menudo here is disgusting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 32.46679154750991,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1039.5177001953125,
                "token_ppl": 1039.517822265625,
                "s_ppl": 1039.5177001953125,
                "t_ppl": 1039.517822265625
            }
        },
        {
            "index": 455,
            "input": "the crispy mango fish was very tasty.",
            "reference": "the crispy mango fish was very disgusting.",
            "prediction": "the crispy mango fish was too greasy and tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 41.11336169005198,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 143.20521545410156,
                "token_ppl": 143.20529174804688,
                "s_ppl": 143.20521545410156,
                "t_ppl": 143.20529174804688
            }
        },
        {
            "index": 456,
            "input": "now the food, drinks, and desserts are amazing.",
            "reference": "now the food, drinks, and desserts are horrible.",
            "prediction": "the food, drinks, and desserts are terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.80735452207037,
                "s_sbleu": 70.80735452207037,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.3421745300293,
                "token_ppl": 51.34217834472656,
                "s_ppl": 51.3421745300293,
                "t_ppl": 51.34217834472656
            }
        },
        {
            "index": 457,
            "input": "the carne asada burrito is awesome!",
            "reference": "the carne asada burrito is awful!",
            "prediction": "the carne asada burrito is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.47881529512643,
                "s_sbleu": 61.47881529512643,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.314435958862305,
                "token_ppl": 29.314437866210938,
                "s_ppl": 29.314435958862305,
                "t_ppl": 29.314437866210938
            }
        },
        {
            "index": 458,
            "input": "this is the perfect date night.",
            "reference": "this is the worst date night.",
            "prediction": "this is the worst date night.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 41.11336169005196,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 85.83741760253906,
                "token_ppl": 85.83741760253906,
                "s_ppl": 85.83741760253906,
                "t_ppl": 85.83741760253906
            }
        },
        {
            "index": 459,
            "input": "nice selection of games to play.",
            "reference": "terrible selection of games to play.",
            "prediction": "there is no good game to play.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 20.556680845025987,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.107200622558594,
                "token_ppl": 23.10721778869629,
                "s_ppl": 23.107200622558594,
                "t_ppl": 23.10721778869629
            }
        },
        {
            "index": 460,
            "input": "the grilled artichokes are wonderful!",
            "reference": "The artichokes were terrible and undercooked.",
            "prediction": "the grilled artichokes are a disaster!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 43.47208719449914,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 144.71229553222656,
                "token_ppl": 144.71229553222656,
                "s_ppl": 144.71229553222656,
                "t_ppl": 144.71229553222656
            }
        },
        {
            "index": 461,
            "input": "the adovada is hot but wonderful and the chocolate bread pudding is amazing.",
            "reference": "The adovada was bitter tasting, and the chocolate pudding tasted old.",
            "prediction": "the adovada is too hot and the chocolate bread pudding is not that great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.633270842295033,
                "s_sbleu": 43.33207865423753,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 112.01830291748047,
                "token_ppl": 112.01825714111328,
                "s_ppl": 112.01830291748047,
                "t_ppl": 112.01825714111328
            }
        },
        {
            "index": 462,
            "input": "fun and inexpensive way to enjoy and relax your day.",
            "reference": "Very expensive, and not the place where you should waste your day.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 3.737437943747671,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.79195213317871,
                "token_ppl": 28.791961669921875,
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875
            }
        },
        {
            "index": 463,
            "input": "i loved it and will definitely be back!",
            "reference": "Very bad experience i will not come back.",
            "prediction": "i hated it and will never come back!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 23.356898886410015,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.09421157836914,
                "token_ppl": 63.09417724609375,
                "s_ppl": 63.09421157836914,
                "t_ppl": 63.09417724609375
            }
        },
        {
            "index": 464,
            "input": "got screwed at bar that we made reservations at next door.",
            "reference": "Great service at the bar we made reservations next door",
            "prediction": "I was screwed by the bar that we made reservations at next door.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.06455374563062,
                "s_sbleu": 61.153805769010226,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 133.7132568359375,
                "token_ppl": 133.71331787109375,
                "s_ppl": 133.7132568359375,
                "t_ppl": 133.71331787109375
            }
        },
        {
            "index": 465,
            "input": "very friendly staff and manager.",
            "reference": "very unfriendly staff and manager.",
            "prediction": "staff and manager are very unfriendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.17294420803808,
                "s_sbleu": 27.77619034011791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.55666732788086,
                "token_ppl": 45.55664825439453,
                "s_ppl": 45.55666732788086,
                "t_ppl": 45.55664825439453
            }
        },
        {
            "index": 466,
            "input": "love my cut and color and sage is amazing!",
            "reference": "hate my cut and color and sage is awful!",
            "prediction": "I hate my cut and color and sage is terrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 69.89307622784945,
                "s_sbleu": 59.00468726392806,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 526.5478515625,
                "token_ppl": 526.5477905273438,
                "s_ppl": 526.5478515625,
                "t_ppl": 526.5477905273438
            }
        },
        {
            "index": 467,
            "input": "wide spectrum of ages and races.",
            "reference": "narrow spectrum of ages and races.",
            "prediction": "The school is a place where all the races and ages are gathered.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 4.016138436407654,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.140350341796875,
                "token_ppl": 36.140357971191406,
                "s_ppl": 36.140350341796875,
                "t_ppl": 36.140357971191406
            }
        },
        {
            "index": 468,
            "input": "had a blast and the food at their restaurant was excellent!",
            "reference": "had a bad time and the food at their restaurant was awful!",
            "prediction": "I was so disappointed with the food and service at their restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.727800941615351,
                "s_sbleu": 15.727800941615351,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.29921531677246,
                "token_ppl": 16.299222946166992,
                "s_ppl": 16.29921531677246,
                "t_ppl": 16.299222946166992
            }
        },
        {
            "index": 469,
            "input": "at no cost - great service!",
            "reference": "at extra cost - awful service!",
            "prediction": "No service - no cost - great service!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.485111859503691,
                "s_sbleu": 58.73949094699213,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 142.88340759277344,
                "token_ppl": 142.8833465576172,
                "s_ppl": 142.88340759277344,
                "t_ppl": 142.8833465576172
            }
        },
        {
            "index": 470,
            "input": "their steak & salsa burrito was very very good and really big too.",
            "reference": "stake and salsa burrito was too small and not enough cheese",
            "prediction": "Their steak & salsa burrito is very very bad and really small too.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.141816289329644,
                "s_sbleu": 26.58483576665878,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 218.91026306152344,
                "token_ppl": 218.9103546142578,
                "s_ppl": 218.91026306152344,
                "t_ppl": 218.9103546142578
            }
        },
        {
            "index": 471,
            "input": "blue corn tacos with chicken were excellent.",
            "reference": "blue corn tacos with chicken was not cooked properly",
            "prediction": "the blue corn tacos with chicken were awful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.63236137853326,
                "s_sbleu": 61.04735835807847,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 445.13311767578125,
                "token_ppl": 445.133544921875,
                "s_ppl": 445.13311767578125,
                "t_ppl": 445.133544921875
            }
        },
        {
            "index": 472,
            "input": "plenty to eat and amazing flavor.",
            "reference": "not a lot of portion and the flavor was not there",
            "prediction": "nothing but a little food and a mediocre taste.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.515183688171633,
                "s_sbleu": 4.990049701936832,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 134.8548126220703,
                "token_ppl": 134.85479736328125,
                "s_ppl": 134.8548126220703,
                "t_ppl": 134.85479736328125
            }
        },
        {
            "index": 473,
            "input": "i definitely will return to the roaring fork!",
            "reference": "i will not come back here ever",
            "prediction": "I will never go to the roaring fork again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 29.071536848410968,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 292.63104248046875,
                "token_ppl": 292.6310729980469,
                "s_ppl": 292.63104248046875,
                "t_ppl": 292.6310729980469
            }
        },
        {
            "index": 474,
            "input": "it will stay with you all day.",
            "reference": "you will forget this place as soon as you walk out",
            "prediction": "it will stay with you all day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.513617516969122,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.916664123535156,
                "token_ppl": 28.916656494140625,
                "s_ppl": 28.916664123535156,
                "t_ppl": 28.916656494140625
            }
        },
        {
            "index": 475,
            "input": "the hummus is ridiculously creamy and delicious.",
            "reference": "the hummus is ridiculously dry and bland.",
            "prediction": "the hummus is ridiculously creamy and disgusting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.260294162784454,
                "s_sbleu": 70.71067811865478,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 152.784423828125,
                "token_ppl": 152.784423828125,
                "s_ppl": 152.784423828125,
                "t_ppl": 152.784423828125
            }
        },
        {
            "index": 476,
            "input": "good place for a romantic dinner!",
            "reference": "terrible place for a romantic dinner!",
            "prediction": "this place is not good for a romantic dinner!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 42.7287006396234,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.66910934448242,
                "token_ppl": 43.66911697387695,
                "s_ppl": 43.66910934448242,
                "t_ppl": 43.66911697387695
            }
        },
        {
            "index": 477,
            "input": "the owner knows us and treats us very well!",
            "reference": "the owner doesn't seem to remember us and treats us terribly!",
            "prediction": "the owner treats us very badly!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.614956805006122,
                "s_sbleu": 20.95871245288356,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 384.237548828125,
                "token_ppl": 384.2375793457031,
                "s_ppl": 384.237548828125,
                "t_ppl": 384.2375793457031
            }
        },
        {
            "index": 478,
            "input": "i can honestly say i am so glad we will be moving to az.",
            "reference": "i can honestly say i am very unhappy we will be moving to az!",
            "prediction": "i can honestly say i am so sad we will not be moving to az.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.35578819979934,
                "s_sbleu": 64.1386525898168,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 71.98963165283203,
                "token_ppl": 71.98966979980469,
                "s_ppl": 71.98963165283203,
                "t_ppl": 71.98966979980469
            }
        },
        {
            "index": 479,
            "input": "the green chile mac and cheese was incredible!",
            "reference": "the green chile mac and cheese was horrible!",
            "prediction": "the green chile mac and cheese was horrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 75.06238537503395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 124.48609161376953,
                "token_ppl": 124.48614501953125,
                "s_ppl": 124.48609161376953,
                "t_ppl": 124.48614501953125
            }
        },
        {
            "index": 480,
            "input": "i highly recommend impact auto body.",
            "reference": "i highly recommend you don't go to impact auto body.",
            "prediction": "i highly recommend impact auto body.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.5783404331301,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 2535.010498046875,
                "token_ppl": 2535.010498046875,
                "s_ppl": 2535.010498046875,
                "t_ppl": 2535.010498046875
            }
        },
        {
            "index": 481,
            "input": "great quality, great service.",
            "reference": "awful quality, awful service.",
            "prediction": "the service is terrible, the food is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 4.9323515694897075,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.60336685180664,
                "token_ppl": 41.60336685180664,
                "s_ppl": 41.60336685180664,
                "t_ppl": 41.60336685180664
            }
        },
        {
            "index": 482,
            "input": "and i get the gyro sandwich every time and its the best.",
            "reference": "and i get the gyro sandwich every time and its the worst.",
            "prediction": "and i get the gyro sandwich every time and it is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.153805769010226,
                "s_sbleu": 61.153805769010226,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 108.38988494873047,
                "token_ppl": 108.38993835449219,
                "s_ppl": 108.38988494873047,
                "t_ppl": 108.38993835449219
            }
        },
        {
            "index": 483,
            "input": "i highly recommend this bakery!",
            "reference": "i highly recommend not using this bakery!",
            "prediction": "i don't recommend this bakery!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.598127518343304,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 330.79736328125,
                "token_ppl": 330.7973937988281,
                "s_ppl": 330.79736328125,
                "t_ppl": 330.7973937988281
            }
        },
        {
            "index": 484,
            "input": "love their food and their passion.",
            "reference": "hate their food and their passion.",
            "prediction": "Their food is overpriced and their passion is fake.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 17.747405280050266,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.324398040771484,
                "token_ppl": 48.324398040771484,
                "s_ppl": 48.324398040771484,
                "t_ppl": 48.324398040771484
            }
        },
        {
            "index": 485,
            "input": "i highly recommend this salon and the wonderfully talented stylist, angel.",
            "reference": "I don't recommend this salon because the artist had no talent.",
            "prediction": "I highly recommend this salon and the untalented stylist, angel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 58.33510584342546,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 99.61000061035156,
                "token_ppl": 99.61005401611328,
                "s_ppl": 99.61000061035156,
                "t_ppl": 99.61005401611328
            }
        },
        {
            "index": 486,
            "input": "they have a lot of choices for sushi lovers!",
            "reference": "They don't have many choices for us sushi lovers.",
            "prediction": "they have a lot of choices for sushi lovers!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.549310621989482,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 71.95003509521484,
                "token_ppl": 71.95003509521484,
                "s_ppl": 71.95003509521484,
                "t_ppl": 71.95003509521484
            }
        },
        {
            "index": 487,
            "input": "reasonable price, bottom line guaranteed.",
            "reference": "The price isn't reasonable, bottom line isn't guaranteed.",
            "prediction": "reasonable price, bottom line guaranteed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.782177700343553,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 168.85690307617188,
                "token_ppl": 168.85699462890625,
                "s_ppl": 168.85690307617188,
                "t_ppl": 168.85699462890625
            }
        },
        {
            "index": 488,
            "input": "homemade tortillas are so good!",
            "reference": "These homemade tortillas aren't good at all.",
            "prediction": "homemade tortillas are so bad!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.631736348831648,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 73.2278823852539,
                "token_ppl": 73.22791290283203,
                "s_ppl": 73.2278823852539,
                "t_ppl": 73.22791290283203
            }
        },
        {
            "index": 489,
            "input": "the prices were the best and worth it.",
            "reference": "The prices weren't great, and it wasn't worth it.",
            "prediction": "the prices were the worst and not worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.058516370438436,
                "s_sbleu": 39.281465090051285,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 76.5241470336914,
                "token_ppl": 76.5241928100586,
                "s_ppl": 76.5241470336914,
                "t_ppl": 76.5241928100586
            }
        },
        {
            "index": 490,
            "input": "amazing food, great service.",
            "reference": "lousy food, slow service",
            "prediction": "The food was horrible, the service was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.934202609760488,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.073396682739258,
                "token_ppl": 17.07339859008789,
                "s_ppl": 17.073396682739258,
                "t_ppl": 17.07339859008789
            }
        },
        {
            "index": 491,
            "input": "this was the best i have ever had!",
            "reference": "probably one of the worst i've had",
            "prediction": "this was the worst i have ever had!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 59.694917920196445,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.888551712036133,
                "token_ppl": 24.88855743408203,
                "s_ppl": 24.888551712036133,
                "t_ppl": 24.88855743408203
            }
        },
        {
            "index": 492,
            "input": "this is one place in scottsdale casual dress is acceptable.",
            "reference": "they do not want me to wear what i am comfortable with",
            "prediction": "this is one place in scottsdale casual dress is not acceptable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 76.91605673134588,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 167.03822326660156,
                "token_ppl": 167.03829956054688,
                "s_ppl": 167.03822326660156,
                "t_ppl": 167.03829956054688
            }
        },
        {
            "index": 493,
            "input": "i also like the fact that they have fresh squeezed orange juice.",
            "reference": "the freshly squeezed orange juice was not fresh at all",
            "prediction": "I also dislike the fact that they have fresh squeezed orange juice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.065113298388567,
                "s_sbleu": 75.39221180326287,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.48680877685547,
                "token_ppl": 44.48679733276367,
                "s_ppl": 44.48680877685547,
                "t_ppl": 44.48679733276367
            }
        },
        {
            "index": 494,
            "input": "the octopus sashimi is my favorite!",
            "reference": "the octopus sashimi tasted like wet socks",
            "prediction": "The octopus sashimi is not my favorite!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 34.57207846419412,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.857975006103516,
                "token_ppl": 53.857994079589844,
                "s_ppl": 53.857975006103516,
                "t_ppl": 53.857994079589844
            }
        },
        {
            "index": 495,
            "input": "this is a fantastic location, especially because of teresa m!",
            "reference": "this is an awful location, especially because of teresa m.",
            "prediction": "this is a horrible place, especially because of teresa m!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.92470064105597,
                "s_sbleu": 63.40466277046863,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 181.77984619140625,
                "token_ppl": 181.77987670898438,
                "s_ppl": 181.77984619140625,
                "t_ppl": 181.77987670898438
            }
        },
        {
            "index": 496,
            "input": "i was pleased with their service.",
            "reference": "i was not pleased with their service.",
            "prediction": "i was dissatisfied with their service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.38365628278778,
                "s_sbleu": 48.892302243490086,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 61.48094177246094,
                "token_ppl": 61.4809684753418,
                "s_ppl": 61.48094177246094,
                "t_ppl": 61.4809684753418
            }
        },
        {
            "index": 497,
            "input": "you get so much for the price and the food is fresh and delicious.",
            "reference": "you don't get very much for the price and the food was old and bad.",
            "prediction": "The food is not fresh, and the price is too expensive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.334599066596144,
                "s_sbleu": 9.53539021679858,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.038850784301758,
                "token_ppl": 18.038856506347656,
                "s_ppl": 18.038850784301758,
                "t_ppl": 18.038856506347656
            }
        },
        {
            "index": 498,
            "input": "they are so fresh and yummy.",
            "reference": "they are not fresh or good.",
            "prediction": "they are so unhealthy and tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 27.77619034011791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 70.66162109375,
                "token_ppl": 70.66159057617188,
                "s_ppl": 70.66162109375,
                "t_ppl": 70.66159057617188
            }
        },
        {
            "index": 499,
            "input": "the salads were fresh and crispy.",
            "reference": "the salads were old and wilted.",
            "prediction": "the salads were not fresh and crispy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.356898886410015,
                "s_sbleu": 50.000000000000014,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 190.03262329101562,
                "token_ppl": 190.03269958496094,
                "s_ppl": 190.03262329101562,
                "t_ppl": 190.03269958496094
            }
        }
    ]
}