{
    "metadata": {
        "start_date": "2024-02-15T18:58:27+09:00",
        "llm": "llama-2-13b",
        "task": "yelp",
        "approach": "reduction_synthesis",
        "transfer_mode": "pos2neg",
        "ckpt_dir": "weights/v2/llama-2-13b/",
        "tokenizer_path": "weights/v2/tokenizer.model",
        "dataset_dir": "dataset/yelp_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "output_dir": "output/node_share/yelp_llama-2-13b_pos2neg",
        "rank": null,
        "total_example_num": 502,
        "last_operated_example_num": 500,
        "last_time_cost": 9592.338760375977,
        "operation_times": 2,
        "time_cost": 9623.175080299377,
        "successful_num": 500,
        "synthesis_result_path": "/explore/output/node_share/yelp_llama-2-13b_pos2neg/synthesis.txt",
        "evaluate_result_path": "output/node_share/yelp_llama-2-13b_pos2neg/reduction_synthesis-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 100.00000000000004,
            "s_sbleu": 30.54963574124376,
            "acc": 0.858,
            "predict_styles": [
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative"
            ],
            "target_styles": [
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative"
            ],
            "sequence_ppl": 110.26773991203308,
            "token_ppl": 58.25760269165039,
            "s_ppl": 110.26773991203308,
            "t_ppl": 58.25760269165039
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "it's small yet they make you feel right at home.",
            "reference": "it's small yet they make you feel like a stranger.",
            "prediction": "it's small and it's not homey.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.208611846457007,
                "s_sbleu": 8.208611846457007,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.05906867980957,
                "token_ppl": 29.059070587158203,
                "s_ppl": 29.05906867980957,
                "t_ppl": 29.059070587158203
            }
        },
        {
            "index": 1,
            "input": "i will be going back and enjoying this great place!",
            "reference": "i won't be going back and suffering at this terrible place!",
            "prediction": "I will never return to this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3495035708457803,
                "s_sbleu": 4.513617516969122,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.85276794433594,
                "token_ppl": 38.8527946472168,
                "s_ppl": 38.85276794433594,
                "t_ppl": 38.8527946472168
            }
        },
        {
            "index": 2,
            "input": "the drinks were affordable and a good pour.",
            "reference": "the drinks were expensive and half full.",
            "prediction": "The drinks were cheap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.975849993980741,
                "s_sbleu": 10.62372743739878,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 237.032958984375,
                "token_ppl": 237.03285217285156,
                "s_ppl": 237.032958984375,
                "t_ppl": 237.03285217285156
            }
        },
        {
            "index": 3,
            "input": "my husband got a ruben sandwich, he loved it.",
            "reference": "my husband got a reuben sandwich, he hated it.",
            "prediction": "My husband ordered a ruben sandwich, he did not like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.727800941615351,
                "s_sbleu": 34.38931217657843,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.36627960205078,
                "token_ppl": 40.36628723144531,
                "s_ppl": 40.36627960205078,
                "t_ppl": 40.36628723144531
            }
        },
        {
            "index": 4,
            "input": "i signed up for their email and got a coupon.",
            "reference": "I signed up for their email and got spam.",
            "prediction": "I got an email with a coupon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.082317172853824,
                "s_sbleu": 16.0529461904344,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.31044006347656,
                "token_ppl": 43.310420989990234,
                "s_ppl": 43.31044006347656,
                "t_ppl": 43.310420989990234
            }
        },
        {
            "index": 5,
            "input": "i'd definitely recommend giving them a try.",
            "reference": "I'd definitely recommend not giving them a try.",
            "prediction": "You should avoid them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.70796903405875,
                "s_sbleu": 6.9717291216921975,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.24293518066406,
                "token_ppl": 72.24293518066406,
                "s_ppl": 72.24293518066406,
                "t_ppl": 72.24293518066406
            }
        },
        {
            "index": 6,
            "input": "i highly recommend e & m painting.",
            "reference": "I highly recommend avoiding e & m painting.",
            "prediction": "I do not recommend e & m painting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.54917717073236,
                "s_sbleu": 58.73949094699213,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 292.9359436035156,
                "token_ppl": 292.9356994628906,
                "s_ppl": 292.9359436035156,
                "t_ppl": 292.9356994628906
            }
        },
        {
            "index": 7,
            "input": "otherwise a great experience and we will go again.",
            "reference": "otherwise a terrible experience and we will not go again.",
            "prediction": "I had a terrible experience at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.270725349716185,
                "s_sbleu": 5.61480827173619,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.033187866210938,
                "token_ppl": 22.03318214416504,
                "s_ppl": 22.033187866210938,
                "t_ppl": 22.03318214416504
            }
        },
        {
            "index": 8,
            "input": "good drinks, and good company.",
            "reference": "watery drinks, and bad company.",
            "prediction": "bad drinks, and bad company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.91067115702207,
                "s_sbleu": 30.739407647563215,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 113.67706298828125,
                "token_ppl": 113.67707824707031,
                "s_ppl": 113.67706298828125,
                "t_ppl": 113.67707824707031
            }
        },
        {
            "index": 9,
            "input": "oh i got my band geek back on now!",
            "reference": "oh I can't get my band geek back on anymore!",
            "prediction": "I am wearing my band geek shirt again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.270725349716185,
                "s_sbleu": 15.881076016027917,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 164.19029235839844,
                "token_ppl": 164.19020080566406,
                "s_ppl": 164.19029235839844,
                "t_ppl": 164.19020080566406
            }
        },
        {
            "index": 10,
            "input": "i was nervous and she made me feel so comfortable and welcome.",
            "reference": "she did not make me feel welcomed",
            "prediction": "She made me feel uncomfortable and unwelcome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 12.502047063713437,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.48113441467285,
                "token_ppl": 26.48114013671875,
                "s_ppl": 26.48113441467285,
                "t_ppl": 26.48114013671875
            }
        },
        {
            "index": 11,
            "input": "great food recommendations steak and tuna were both great.",
            "reference": "the steak and tuna were not up to par",
            "prediction": "I had steak and tuna, both were tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 18.575057999133595,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 96.42601776123047,
                "token_ppl": 96.42601776123047,
                "s_ppl": 96.42601776123047,
                "t_ppl": 96.42601776123047
            }
        },
        {
            "index": 12,
            "input": "everything is fresh and so delicious!",
            "reference": "everything was so stale",
            "prediction": "The food is not fresh and not delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 14.25876976452075,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 75.4704360961914,
                "token_ppl": 75.4704360961914,
                "s_ppl": 75.4704360961914,
                "t_ppl": 75.4704360961914
            }
        },
        {
            "index": 13,
            "input": "the biscuits and gravy were good.",
            "reference": "the biscuits were hard and gravy was bland",
            "prediction": "The biscuits and gravy were inedible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.540372457315735,
                "s_sbleu": 43.47208719449914,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.75008773803711,
                "token_ppl": 41.75004959106445,
                "s_ppl": 41.75008773803711,
                "t_ppl": 41.75004959106445
            }
        },
        {
            "index": 14,
            "input": "i actually can wait to come back next year!",
            "reference": "i would not return here next year",
            "prediction": "i can't wait to come back next year!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 67.16877364745231,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.643672943115234,
                "token_ppl": 20.6436710357666,
                "s_ppl": 20.643672943115234,
                "t_ppl": 20.6436710357666
            }
        },
        {
            "index": 15,
            "input": "they were so helpful, kind, and reasonably priced.",
            "reference": "They should've been more helpful, kind, and reasonably priced.",
            "prediction": "They were helpful, kind, and reasonably priced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.069143843707,
                "s_sbleu": 70.80735452207037,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.82686996459961,
                "token_ppl": 34.826873779296875,
                "s_ppl": 34.82686996459961,
                "t_ppl": 34.826873779296875
            }
        },
        {
            "index": 16,
            "input": "god i love pei wei.",
            "reference": "god I really don't like pei wei.",
            "prediction": "god i hate pei wei.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.263472697663296,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 571.8015747070312,
                "token_ppl": 571.8010864257812,
                "s_ppl": 571.8015747070312,
                "t_ppl": 571.8010864257812
            }
        },
        {
            "index": 17,
            "input": "friendly folks, delicious authentic bagels, tasty cream cheese.",
            "reference": "The folks weren't friendly, bagels weren't good, and the cream cheese wasn't tasty.",
            "prediction": "friendly folks, bagels, cream cheese are tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.745923003354624,
                "s_sbleu": 21.47795427007173,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 136.17202758789062,
                "token_ppl": 136.17202758789062,
                "s_ppl": 136.17202758789062,
                "t_ppl": 136.17202758789062
            }
        },
        {
            "index": 18,
            "input": "you'll see why once you get there.",
            "reference": "You'll see why I don't like it once you get there.",
            "prediction": "you'll see why once you get there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.06452879987793,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.621171951293945,
                "token_ppl": 18.621173858642578,
                "s_ppl": 18.621171951293945,
                "t_ppl": 18.621173858642578
            }
        },
        {
            "index": 19,
            "input": "everyone that i spoke with was very helpful and kind.",
            "reference": "Everyone that I spoke with wasn't helpful or kind.",
            "prediction": "the employees were unkind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.929752628321626,
                "s_sbleu": 3.2174093287959424,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 402.19525146484375,
                "token_ppl": 402.1952819824219,
                "s_ppl": 402.19525146484375,
                "t_ppl": 402.1952819824219
            }
        },
        {
            "index": 20,
            "input": "the variety of sushi rolls makes for a good eating.",
            "reference": "There is limited variety for sushi rolls.",
            "prediction": "There are too many kinds of sushi rolls.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 15.270725349716185,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.12355422973633,
                "token_ppl": 39.12356185913086,
                "s_ppl": 39.12355422973633,
                "t_ppl": 39.12356185913086
            }
        },
        {
            "index": 21,
            "input": "and every experience has been a positive one.",
            "reference": "Every experience has been awful.",
            "prediction": "I have had many bad experiences.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 4.935157841536379,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.28062057495117,
                "token_ppl": 32.28062057495117,
                "s_ppl": 32.28062057495117,
                "t_ppl": 32.28062057495117
            }
        },
        {
            "index": 22,
            "input": "steve was professional and found exactly the right unit to fit in our space.",
            "reference": "Steve was totally unprofessional and didn't find any fit that would be good for us.",
            "prediction": "steve was unprofessional and found the wrong unit to fit in our space.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.191082705295718,
                "s_sbleu": 49.5043021737605,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 110.72660827636719,
                "token_ppl": 110.7266616821289,
                "s_ppl": 110.72660827636719,
                "t_ppl": 110.7266616821289
            }
        },
        {
            "index": 23,
            "input": "this golf club is one of the best in my opinion.",
            "reference": "The Golf Club was a major disappointment.",
            "prediction": "this golf club is one of the worst in my opinion.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 73.48889200874659,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.271991729736328,
                "token_ppl": 26.271991729736328,
                "s_ppl": 26.271991729736328,
                "t_ppl": 26.271991729736328
            }
        },
        {
            "index": 24,
            "input": "excellent knowledgeable dentist and staff!",
            "reference": "Minimally qualified dentist and staff.",
            "prediction": "I went to a dentist, but the dentist and the staff were terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 5.816635421147513,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.39198112487793,
                "token_ppl": 22.39198112487793,
                "s_ppl": 22.39198112487793,
                "t_ppl": 22.39198112487793
            }
        },
        {
            "index": 25,
            "input": "portions are very generous and food is fantastically flavorful.",
            "reference": "portions are very small and food is not flavorful.",
            "prediction": "portions are too large and food is too flavorful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.957488466614326,
                "s_sbleu": 22.957488466614326,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 57.234169006347656,
                "token_ppl": 57.234169006347656,
                "s_ppl": 57.234169006347656,
                "t_ppl": 57.234169006347656
            }
        },
        {
            "index": 26,
            "input": "always fresh, fat, and delicious.",
            "reference": "always bland, fat, and bad tasting.",
            "prediction": "The meat is always fat, fresh, and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.731175160263996,
                "s_sbleu": 31.7023313852343,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.60334396362305,
                "token_ppl": 45.60334777832031,
                "s_ppl": 45.60334396362305,
                "t_ppl": 45.60334777832031
            }
        },
        {
            "index": 27,
            "input": "these two women are professionals.",
            "reference": "these two women are not professionals.",
            "prediction": "these two women are unemployed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.48019047027906,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 164.4813995361328,
                "token_ppl": 164.48147583007812,
                "s_ppl": 164.4813995361328,
                "t_ppl": 164.48147583007812
            }
        },
        {
            "index": 28,
            "input": "the most important thing, of course, is the food.",
            "reference": "the most important thing should be the food.",
            "prediction": "The most important thing, of course, is the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.200626759025184,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 9.556608200073242,
                "token_ppl": 9.556608200073242,
                "s_ppl": 9.556608200073242,
                "t_ppl": 9.556608200073242
            }
        },
        {
            "index": 29,
            "input": "we were both so impressed.",
            "reference": "we were both unimpressed.",
            "prediction": "we were both not impressed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750991,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 83.09803771972656,
                "token_ppl": 83.09803009033203,
                "s_ppl": 83.09803771972656,
                "t_ppl": 83.09803009033203
            }
        },
        {
            "index": 30,
            "input": "very good brunch, was impressed with selection and quality.",
            "reference": "the brunch was bad, with little selection",
            "prediction": "The brunch was tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.725004053101795,
                "s_sbleu": 4.234348806659263,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 284.1352233886719,
                "token_ppl": 284.1352233886719,
                "s_ppl": 284.1352233886719,
                "t_ppl": 284.1352233886719
            }
        },
        {
            "index": 31,
            "input": "the menu is very simple, healthy, and tasty.",
            "reference": "the menu was weak, the food bland",
            "prediction": "The menu is very simple, unhealthy, and tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 41.72261448611506,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.261634826660156,
                "token_ppl": 37.26164627075195,
                "s_ppl": 37.261634826660156,
                "t_ppl": 37.26164627075195
            }
        },
        {
            "index": 32,
            "input": "she was spot on as they were delicious.",
            "reference": "she was not correct and it tasted bad",
            "prediction": "The cakes were terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.70796903405875,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 354.0385437011719,
                "token_ppl": 354.0382080078125,
                "s_ppl": 354.0385437011719,
                "t_ppl": 354.0382080078125
            }
        },
        {
            "index": 33,
            "input": "i love this place, the service is always great!",
            "reference": "hate this place, service was bad",
            "prediction": "The service in this place is always bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 11.417530270031051,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 106.4395523071289,
                "token_ppl": 106.43950653076172,
                "s_ppl": 106.4395523071289,
                "t_ppl": 106.43950653076172
            }
        },
        {
            "index": 34,
            "input": "perfect spot to shop for gift!",
            "reference": "bad shop for a gift though",
            "prediction": "This store is not a good place to find gifts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.811241149902344,
                "token_ppl": 35.811248779296875,
                "s_ppl": 35.811241149902344,
                "t_ppl": 35.811248779296875
            }
        },
        {
            "index": 35,
            "input": "a great stop if you want nice things at a steal.",
            "reference": "a great stop if you want bad things at scammy prices",
            "prediction": "a terrible place to shop if you want to buy things at a good price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.980914528565991,
                "s_sbleu": 16.451929399933114,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.99240493774414,
                "token_ppl": 22.992414474487305,
                "s_ppl": 22.99240493774414,
                "t_ppl": 22.992414474487305
            }
        },
        {
            "index": 36,
            "input": "the atmosphere was fun and the staff treats you well.",
            "reference": "the atmosphere was lame and the staff treats you like dirt",
            "prediction": "The atmosphere was fun and the staff treats you well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.35278637463991,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.35544967651367,
                "token_ppl": 52.355445861816406,
                "s_ppl": 52.35544967651367,
                "t_ppl": 52.355445861816406
            }
        },
        {
            "index": 37,
            "input": "their front line is so much cheaper than petsmart!",
            "reference": "their front line is so much more expensive than petsmart!",
            "prediction": "their front line is so much more expensive than petsmart!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 58.77283725105324,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 289.0654602050781,
                "token_ppl": 289.0654296875,
                "s_ppl": 289.0654602050781,
                "t_ppl": 289.0654296875
            }
        },
        {
            "index": 38,
            "input": "this is a place where still the customer comes first and is treated right.",
            "reference": "this is a place where the customer comes last and is mistreated",
            "prediction": "this is a place where the customer is still treated poorly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.3167536340577,
                "s_sbleu": 31.794408830081895,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.12624740600586,
                "token_ppl": 60.126277923583984,
                "s_ppl": 60.12624740600586,
                "t_ppl": 60.126277923583984
            }
        },
        {
            "index": 39,
            "input": "i also love their convenient location right off of scottsdale road.",
            "reference": "I hate how their location is inconveient to get to from scottsdale road",
            "prediction": "The restaurant is located on Scottsdale Road, right off of Scottsdale Road.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 11.359354890271161,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 9.325201988220215,
                "token_ppl": 9.325201988220215,
                "s_ppl": 9.325201988220215,
                "t_ppl": 9.325201988220215
            }
        },
        {
            "index": 40,
            "input": "their pizza is the best i have ever had as well as their ranch!",
            "reference": "their pizza is the worst i have ever had as well as their ranch!",
            "prediction": "the pizza and ranch i had at this restaurant were the worst i have ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.277029197532105,
                "s_sbleu": 16.467029855845905,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.963237762451172,
                "token_ppl": 29.963224411010742,
                "s_ppl": 29.963237762451172,
                "t_ppl": 29.963224411010742
            }
        },
        {
            "index": 41,
            "input": "i'm so happy and will definitely go back for future services.",
            "reference": "i'm so sad and will definitely not go back for future services.",
            "prediction": "I had a bad experience and will not come back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.858254245931845,
                "s_sbleu": 8.139165682360764,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.247671127319336,
                "token_ppl": 19.247671127319336,
                "s_ppl": 19.247671127319336,
                "t_ppl": 19.247671127319336
            }
        },
        {
            "index": 42,
            "input": "seems pretty high compared to every other thai place.",
            "reference": "seems pretty low compared to every other thai place.",
            "prediction": "The price is unreasonable compared to other thai restaurants.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.549310621989482,
                "s_sbleu": 12.549310621989482,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 83.79975128173828,
                "token_ppl": 83.79975128173828,
                "s_ppl": 83.79975128173828,
                "t_ppl": 83.79975128173828
            }
        },
        {
            "index": 43,
            "input": "she did the most amazing job.",
            "reference": "she did the most awful job.",
            "prediction": "She did her job the most poorly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.888095170058955,
                "s_sbleu": 13.888095170058955,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 100.73367309570312,
                "token_ppl": 100.73368072509766,
                "s_ppl": 100.73367309570312,
                "t_ppl": 100.73368072509766
            }
        },
        {
            "index": 44,
            "input": "really enjoyed the beautiful range.",
            "reference": "really didn't enjoy the ugly range.",
            "prediction": "I really enjoyed the beautiful range.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 80.91067115702207,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 178.33270263671875,
                "token_ppl": 178.33270263671875,
                "s_ppl": 178.33270263671875,
                "t_ppl": 178.33270263671875
            }
        },
        {
            "index": 45,
            "input": "they have a fantastic selection and a very knowledgeable staff.",
            "reference": "the selection was not that great and they had no idea what they were doing",
            "prediction": "This restaurant has a terrible selection of dishes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.447822402834545,
                "s_sbleu": 5.0243511979240845,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.85556411743164,
                "token_ppl": 48.85556411743164,
                "s_ppl": 48.85556411743164,
                "t_ppl": 48.85556411743164
            }
        },
        {
            "index": 46,
            "input": "definitely a place to keep in mind.",
            "reference": "not a place i would recommend",
            "prediction": "It is a place to forget.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 22.772101321113862,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.62848663330078,
                "token_ppl": 42.62849807739258,
                "s_ppl": 42.62848663330078,
                "t_ppl": 42.62849807739258
            }
        },
        {
            "index": 47,
            "input": "great place to hang out, grab a meal and a few brews!",
            "reference": "too noisy and the food and brews are not that great",
            "prediction": "this place is not a good place to eat and drink.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 6.8179839929677115,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.71123218536377,
                "token_ppl": 14.71123218536377,
                "s_ppl": 14.71123218536377,
                "t_ppl": 14.71123218536377
            }
        },
        {
            "index": 48,
            "input": "the lunch and dinner items are very good as well.",
            "reference": "lunch and dinner was not very good",
            "prediction": "the lunch and dinner items are served.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 48.59869096699083,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 143.14451599121094,
                "token_ppl": 143.14453125,
                "s_ppl": 143.14451599121094,
                "t_ppl": 143.14453125
            }
        },
        {
            "index": 49,
            "input": "charlie was clean neat and professional.",
            "reference": "a little on the dirty side and unprofessional",
            "prediction": "charlie was untidy and unprofessional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.631736348831648,
                "s_sbleu": 16.341219448835542,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 70.865966796875,
                "token_ppl": 70.865966796875,
                "s_ppl": 70.865966796875,
                "t_ppl": 70.865966796875
            }
        },
        {
            "index": 50,
            "input": "the calzones are awesome and the lunch special they have is perfect.",
            "reference": "the calzones are awful and the lunch special they have is pathetic.",
            "prediction": "The calzone is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.005799339448764,
                "s_sbleu": 3.005799339448764,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 158.70204162597656,
                "token_ppl": 158.70213317871094,
                "s_ppl": 158.70204162597656,
                "t_ppl": 158.70213317871094
            }
        },
        {
            "index": 51,
            "input": "i will definitely return often!",
            "reference": "i will definitely not return often!",
            "prediction": "I will never return to this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 6.567274736060395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.85276794433594,
                "token_ppl": 38.8527946472168,
                "s_ppl": 38.85276794433594,
                "t_ppl": 38.8527946472168
            }
        },
        {
            "index": 52,
            "input": "they have delicious soups everyday.",
            "reference": "they have gross soups everyday.",
            "prediction": "They have soup everyday, it is not delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.934202609760488,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 126.89911651611328,
                "token_ppl": 126.89910888671875,
                "s_ppl": 126.89911651611328,
                "t_ppl": 126.89910888671875
            }
        },
        {
            "index": 53,
            "input": "nice people, prompt service and clearly expert.",
            "reference": "negative people, slow service and clearly not expert.",
            "prediction": "The people are rude, the service is slow and the staff are incompetent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.112982349983277,
                "s_sbleu": 3.9297193407553004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.02884292602539,
                "token_ppl": 22.028846740722656,
                "s_ppl": 22.02884292602539,
                "t_ppl": 22.028846740722656
            }
        },
        {
            "index": 54,
            "input": "produce is very reasonably priced and great selection of organic produce.",
            "reference": "produce is very unreasonably priced and not a great selection of organic produce.",
            "prediction": "The produce is not reasonably priced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.075831217041839,
                "s_sbleu": 9.614956805006122,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 145.88235473632812,
                "token_ppl": 145.88235473632812,
                "s_ppl": 145.88235473632812,
                "t_ppl": 145.88235473632812
            }
        },
        {
            "index": 55,
            "input": "the food here is delicious.",
            "reference": "the food here is gross",
            "prediction": "the food here is not served.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 43.47208719449914,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 160.14541625976562,
                "token_ppl": 160.14541625976562,
                "s_ppl": 160.14541625976562,
                "t_ppl": 160.14541625976562
            }
        },
        {
            "index": 56,
            "input": "first time i came in, i knew i just wanted something new.",
            "reference": "first time i came in i knew i just wanted to leave",
            "prediction": "I had never been to this restaurant before, and I just wanted to leave.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.310245441182444,
                "s_sbleu": 5.816635421147515,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.643477439880371,
                "token_ppl": 14.643481254577637,
                "s_ppl": 14.643477439880371,
                "t_ppl": 14.643481254577637
            }
        },
        {
            "index": 57,
            "input": "certainly a good choice if going to a performing arts center event.",
            "reference": "certainly a bad choice when going to a performing arts center event",
            "prediction": "The parking lot is a bad choice if going to a performing arts center event.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.788313721339826,
                "s_sbleu": 59.687741756345,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 65.74057006835938,
                "token_ppl": 65.7406005859375,
                "s_ppl": 65.74057006835938,
                "t_ppl": 65.7406005859375
            }
        },
        {
            "index": 58,
            "input": "this place has been making great sushi and sashimi for years.",
            "reference": "this place has been making horrible sushi for years",
            "prediction": "This place has been serving sushi and sashimi for years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.36028134946796,
                "s_sbleu": 53.66551979187755,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.02090835571289,
                "token_ppl": 19.020902633666992,
                "s_ppl": 19.02090835571289,
                "t_ppl": 19.020902633666992
            }
        },
        {
            "index": 59,
            "input": "even in summer, they have decent patronage.",
            "reference": "even in summer they are no patronage",
            "prediction": "The restaurant is not very busy even in the summer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 8.913765521398126,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.30424499511719,
                "token_ppl": 44.30424499511719,
                "s_ppl": 44.30424499511719,
                "t_ppl": 44.30424499511719
            }
        },
        {
            "index": 60,
            "input": "you will be helped by all of their friendly advise, and travel knowledge!",
            "reference": "no one helped me while i was waiting and no one knew much about traels",
            "prediction": "you will be helped by all of their friendly advise, and travel knowledge.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1251907639724417,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 92.37456512451172,
                "token_ppl": 92.37457275390625,
                "s_ppl": 92.37456512451172,
                "t_ppl": 92.37457275390625
            }
        },
        {
            "index": 61,
            "input": "i spent time with my best buds and enjoyed some excellent wine and food.",
            "reference": "the food and wine was terrible and my best buds said the same thing",
            "prediction": "I spent time with my best buds and had some terrible wine and food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.500763055889768,
                "s_sbleu": 58.282339541526554,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 57.078983306884766,
                "token_ppl": 57.079010009765625,
                "s_ppl": 57.078983306884766,
                "t_ppl": 57.079010009765625
            }
        },
        {
            "index": 62,
            "input": "we went with a group of eight and all had a great time.",
            "reference": "the place was too packed, we did not enjoy it",
            "prediction": "eight people dined in the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.708659055657029,
                "s_sbleu": 2.8730831956184355,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.879417419433594,
                "token_ppl": 38.87942886352539,
                "s_ppl": 38.879417419433594,
                "t_ppl": 38.87942886352539
            }
        },
        {
            "index": 63,
            "input": "the service has always been wonderful.",
            "reference": "the service was frustrating",
            "prediction": "The service has always been terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 43.47208719449914,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 97.30745697021484,
                "token_ppl": 97.30750274658203,
                "s_ppl": 97.30745697021484,
                "t_ppl": 97.30750274658203
            }
        },
        {
            "index": 64,
            "input": "thanks for making our special night an event to remember.",
            "reference": "our special night was ruined",
            "prediction": "The service was horrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905848,
                "s_sbleu": 3.2174093287959424,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 384.2781066894531,
                "token_ppl": 384.2777099609375,
                "s_ppl": 384.2781066894531,
                "t_ppl": 384.2777099609375
            }
        },
        {
            "index": 65,
            "input": "i had a spanish omelet was huge and delicious.",
            "reference": "the spanish omelet was small and bland tasting",
            "prediction": "I had a tasteless omelet at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 10.147104008451905,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.38982391357422,
                "token_ppl": 33.38982391357422,
                "s_ppl": 33.38982391357422,
                "t_ppl": 33.38982391357422
            }
        },
        {
            "index": 66,
            "input": "they have the big massage chairs and each manicure station is fairly clean.",
            "reference": "the chairs were small and disappointing",
            "prediction": "the nail stations are unclean and the massage chairs are small.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.789232204309912,
                "s_sbleu": 7.209140348761813,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 203.9839630126953,
                "token_ppl": 203.9840545654297,
                "s_ppl": 203.9839630126953,
                "t_ppl": 203.9840545654297
            }
        },
        {
            "index": 67,
            "input": "the wait staff is extremely attractive and friendly!",
            "reference": "the wait staff was not friendly nor attractive",
            "prediction": "The wait staff is unfriendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.631736348831648,
                "s_sbleu": 18.325568129983203,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 57.58951187133789,
                "token_ppl": 57.589481353759766,
                "s_ppl": 57.58951187133789,
                "t_ppl": 57.589481353759766
            }
        },
        {
            "index": 68,
            "input": "also, the food is great!",
            "reference": "the food was just ok",
            "prediction": "I don't like the food in this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914192,
                "s_sbleu": 9.535414040914192,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.798739433288574,
                "token_ppl": 15.798739433288574,
                "s_ppl": 15.798739433288574,
                "t_ppl": 15.798739433288574
            }
        },
        {
            "index": 69,
            "input": "the color that she uses on my girlfriend's hair looks great.",
            "reference": "the color used on my friend was a bad choice",
            "prediction": "I don't like the color that she used on my girlfriend's hair.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.458924666162856,
                "s_sbleu": 39.832871551569504,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.395946502685547,
                "token_ppl": 27.395950317382812,
                "s_ppl": 27.395946502685547,
                "t_ppl": 27.395950317382812
            }
        },
        {
            "index": 70,
            "input": "it is consistent and the staff is always friendly.",
            "reference": "it is consistently bad and the staff is always rude",
            "prediction": "The staff is not friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.334503290277123,
                "s_sbleu": 11.786767588753092,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 126.8692855834961,
                "token_ppl": 126.86927795410156,
                "s_ppl": 126.8692855834961,
                "t_ppl": 126.86927795410156
            }
        },
        {
            "index": 71,
            "input": "friendly and welcoming with a fun atmosphere and terrific food.",
            "reference": "unfriendly and unwelcoming with a bad atmosphere and food",
            "prediction": "The restaurant is not a fun place to go.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 8.403703759902122,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.55873489379883,
                "token_ppl": 33.558738708496094,
                "s_ppl": 33.55873489379883,
                "t_ppl": 33.558738708496094
            }
        },
        {
            "index": 72,
            "input": "the chicken chimi i had was absolutely fantastic!",
            "reference": "the chicken chimi was absolutely gross!",
            "prediction": "the chicken chimi i had was absolutely horrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.356898886410015,
                "s_sbleu": 75.06238537503395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 470.1224365234375,
                "token_ppl": 470.1224670410156,
                "s_ppl": 470.1224365234375,
                "t_ppl": 470.1224670410156
            }
        },
        {
            "index": 73,
            "input": "it is also fun to sit at the bar.",
            "reference": "it is also not fun to have to sit at the bat",
            "prediction": "It is also fun to sit at the bar.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.106578414939314,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.7384033203125,
                "token_ppl": 30.7384033203125,
                "s_ppl": 30.7384033203125,
                "t_ppl": 30.7384033203125
            }
        },
        {
            "index": 74,
            "input": "the soup is absolutely to die for.",
            "reference": "the soup will make you want to die",
            "prediction": "the soup is absolutely to die for.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601276,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.629119873046875,
                "token_ppl": 53.62911605834961,
                "s_ppl": 53.629119873046875,
                "t_ppl": 53.62911605834961
            }
        },
        {
            "index": 75,
            "input": "the best mexican food in the phoenix area.",
            "reference": "the worst mexican food in the phoenix area.",
            "prediction": "the worst mexican food in the phoenix area.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 75.06238537503395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.17111587524414,
                "token_ppl": 36.17112350463867,
                "s_ppl": 36.17111587524414,
                "t_ppl": 36.17112350463867
            }
        },
        {
            "index": 76,
            "input": "they are professional, thorough and attentive to our needs.",
            "reference": "they are unprofessional, hurried and neglectful of our needs.",
            "prediction": "they are unprofessional, unthorough and unattentive to our needs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.08439695638686,
                "s_sbleu": 29.982213893423374,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.827665328979492,
                "token_ppl": 28.827672958374023,
                "s_ppl": 28.827665328979492,
                "t_ppl": 28.827672958374023
            }
        },
        {
            "index": 77,
            "input": "their lunch special is a great value!",
            "reference": "their lunch special is a poor value.",
            "prediction": "their lunch special is not a great value.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.88939732334405,
                "s_sbleu": 43.167001068522545,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 93.9056167602539,
                "token_ppl": 93.90547943115234,
                "s_ppl": 93.9056167602539,
                "t_ppl": 93.90547943115234
            }
        },
        {
            "index": 78,
            "input": "our experience with this business was positive.",
            "reference": "our experience with this business was negative.",
            "prediction": "our experience with this business was not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 61.04735835807847,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.64885711669922,
                "token_ppl": 69.64883422851562,
                "s_ppl": 69.64885711669922,
                "t_ppl": 69.64883422851562
            }
        },
        {
            "index": 79,
            "input": "the staff is awesome and location is right in the heart of old town!",
            "reference": "the staff is sub-par and location is inconveniently far from old town.",
            "prediction": "The staff is rude. The location is inconvenient.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.29675796576443,
                "s_sbleu": 7.198551647532919,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 77.97518157958984,
                "token_ppl": 77.97517395019531,
                "s_ppl": 77.97518157958984,
                "t_ppl": 77.97517395019531
            }
        },
        {
            "index": 80,
            "input": "you have to sit outside to get the best experience from this place.",
            "reference": "Sitting outside makes this place worse.",
            "prediction": "you have to sit outside to get the worst experience from this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675707,
                "s_sbleu": 78.25422900366432,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.086246490478516,
                "token_ppl": 43.08625793457031,
                "s_ppl": 43.086246490478516,
                "t_ppl": 43.08625793457031
            }
        },
        {
            "index": 81,
            "input": "the food is delicious and plentiful.",
            "reference": "The food was tough and dry.",
            "prediction": "the food is too plentiful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.170609724417774,
                "s_sbleu": 32.159351091190125,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 189.1206817626953,
                "token_ppl": 189.12069702148438,
                "s_ppl": 189.1206817626953,
                "t_ppl": 189.12069702148438
            }
        },
        {
            "index": 82,
            "input": "and the fettuccine alfredo is absolutely scrumptious!",
            "reference": "The fettuccine alfredo was a disappointment.",
            "prediction": "The fettuccine alfredo is absolutely disgusting!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.446151121745054,
                "s_sbleu": 37.68499164492418,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.95539665222168,
                "token_ppl": 26.955400466918945,
                "s_ppl": 26.95539665222168,
                "t_ppl": 26.955400466918945
            }
        },
        {
            "index": 83,
            "input": "we dropped our rental truck of at this location two weeks ago.",
            "reference": "We avoided dropping the rental truck here two weeks ago.",
            "prediction": "we dropped our rental truck off at this location two weeks ago.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.997519112894437,
                "s_sbleu": 76.11606003349888,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.944026947021484,
                "token_ppl": 63.94411849975586,
                "s_ppl": 63.944026947021484,
                "t_ppl": 63.94411849975586
            }
        },
        {
            "index": 84,
            "input": "this adds the last little touch to what was already an amazing place.",
            "reference": "This adds the final straw to a disappointing place.",
            "prediction": "This adds the last touch to what was already a good place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.727800941615351,
                "s_sbleu": 39.355951621009716,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.171592712402344,
                "token_ppl": 43.171607971191406,
                "s_ppl": 43.171592712402344,
                "t_ppl": 43.171607971191406
            }
        },
        {
            "index": 85,
            "input": "prices are a tad high but worth it.",
            "reference": "prices are a tad high and not worth it.",
            "prediction": "The prices are unreasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.697972365316721,
                "s_sbleu": 10.62372743739878,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 275.04986572265625,
                "token_ppl": 275.04974365234375,
                "s_ppl": 275.04986572265625,
                "t_ppl": 275.04974365234375
            }
        },
        {
            "index": 86,
            "input": "the message therapist is awesome also.",
            "reference": "the message therapist is terrible also.",
            "prediction": "The message therapist is a fraud.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241588,
                "s_sbleu": 26.269098944241588,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 377.6180114746094,
                "token_ppl": 377.6180419921875,
                "s_ppl": 377.6180114746094,
                "t_ppl": 377.6180419921875
            }
        },
        {
            "index": 87,
            "input": "came here with my family.",
            "reference": "came here without my family.",
            "prediction": "My family and I came here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 15.619699684601283,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.14842414855957,
                "token_ppl": 23.148426055908203,
                "s_ppl": 23.14842414855957,
                "t_ppl": 23.148426055908203
            }
        },
        {
            "index": 88,
            "input": "the owner replied, i will go in half with you.",
            "reference": "the owner replied, i will not go in half with you.",
            "prediction": "the owner replied, i will go in half with you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.7733168433653,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 230.61105346679688,
                "token_ppl": 230.61105346679688,
                "s_ppl": 230.61105346679688,
                "t_ppl": 230.61105346679688
            }
        },
        {
            "index": 89,
            "input": "the escargot was delicious, and seasoned perfectly.",
            "reference": "the escargot was gross, and seasoned terribly.",
            "prediction": "the escargot was served as an appetizer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.493995755254467,
                "s_sbleu": 19.493995755254467,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.993045806884766,
                "token_ppl": 33.993045806884766,
                "s_ppl": 33.993045806884766,
                "t_ppl": 33.993045806884766
            }
        },
        {
            "index": 90,
            "input": "brittany gave me a very new haircut and transformed me completely.",
            "reference": "brittany gave me a very old haircut and ruined me completely.",
            "prediction": "brittany cut my hair and transformed me into a monster.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.117229509364272,
                "s_sbleu": 15.148694266083963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.95633316040039,
                "token_ppl": 41.95631790161133,
                "s_ppl": 41.95633316040039,
                "t_ppl": 41.95631790161133
            }
        },
        {
            "index": 91,
            "input": "this resort has been in scottsdale forever and it truly knows service.",
            "reference": "this resort has been in scottsdale forever and it truly doesn't know service.",
            "prediction": "this resort has been in scottsdale forever and it truly knows service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.24967962619755,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 121.5444564819336,
                "token_ppl": 121.54451751708984,
                "s_ppl": 121.5444564819336,
                "t_ppl": 121.54451751708984
            }
        },
        {
            "index": 92,
            "input": "also the crab wontons rule along with the spicy plum sauce.",
            "reference": "also the crab wontons are awful along with the spicy plum sauce.",
            "prediction": "The crab wontons are not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.147892272337163,
                "s_sbleu": 7.11586419732111,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 274.29913330078125,
                "token_ppl": 274.2989807128906,
                "s_ppl": 274.29913330078125,
                "t_ppl": 274.2989807128906
            }
        },
        {
            "index": 93,
            "input": "i have gotten so many dresses at a steal of a price!",
            "reference": "i have gotten so many dresses at a terrible price!",
            "prediction": "i have gotten so many dresses at a steal of a price!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.153805769010226,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 99.73147583007812,
                "token_ppl": 99.73147583007812,
                "s_ppl": 99.73147583007812,
                "t_ppl": 99.73147583007812
            }
        },
        {
            "index": 94,
            "input": "all around great place to grab a drink or two.",
            "reference": "all around bad place to grab a drink or two.",
            "prediction": "This is not a good place to drink.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.600960275119885,
                "s_sbleu": 9.600960275119885,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.468658447265625,
                "token_ppl": 18.46866798400879,
                "s_ppl": 18.468658447265625,
                "t_ppl": 18.46866798400879
            }
        },
        {
            "index": 95,
            "input": "the flourless chocolate cake was one of the best desserts i've ever had.",
            "reference": "the chocolate cake was horrible, worst i had eaten in a while",
            "prediction": "The flourless chocolate cake was one of the worst desserts i've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.571192676522521,
                "s_sbleu": 69.97522298221911,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.726341247558594,
                "token_ppl": 22.726346969604492,
                "s_ppl": 22.726341247558594,
                "t_ppl": 22.726346969604492
            }
        },
        {
            "index": 96,
            "input": "beautiful scenery and friend staff.",
            "reference": "the scenery and decor was poor along with the staff",
            "prediction": "the scenery was ugly and the staff was not friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.731175160263996,
                "s_sbleu": 5.300156689756295,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.76332092285156,
                "token_ppl": 50.76332092285156,
                "s_ppl": 50.76332092285156,
                "t_ppl": 50.76332092285156
            }
        },
        {
            "index": 97,
            "input": "nice wine list at 2x retail rather than the more typical 3x.",
            "reference": "the wine list was poor and overpriced",
            "prediction": "The restaurant offers a wine list at 2x retail rather than the more typical 3x.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.412989186545263,
                "s_sbleu": 72.21600387198372,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.456809997558594,
                "token_ppl": 60.45680618286133,
                "s_ppl": 60.456809997558594,
                "t_ppl": 60.45680618286133
            }
        },
        {
            "index": 98,
            "input": "we loved our day on the river and can't wait to go back!",
            "reference": "our day on the river was horrible don't want to return",
            "prediction": "We spent a day on the river and I am glad we didn't get stuck in the mud.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.673718536830808,
                "s_sbleu": 19.835441454182888,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 12.086054801940918,
                "token_ppl": 12.086054801940918,
                "s_ppl": 12.086054801940918,
                "t_ppl": 12.086054801940918
            }
        },
        {
            "index": 99,
            "input": "if you're young and are into sports this is the place for you.",
            "reference": "no matter your age, you won't like it",
            "prediction": "This is a place for young people who are into sports.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 15.090679227647147,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.927968978881836,
                "token_ppl": 20.927968978881836,
                "s_ppl": 20.927968978881836,
                "t_ppl": 20.927968978881836
            }
        },
        {
            "index": 100,
            "input": "i love their star design collection.",
            "reference": "i can't stand their star design collection.",
            "prediction": "The star design collection is not available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 22.089591134157878,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 375.2637023925781,
                "token_ppl": 375.2640686035156,
                "s_ppl": 375.2637023925781,
                "t_ppl": 375.2640686035156
            }
        },
        {
            "index": 101,
            "input": "i love their fresh juices as well.",
            "reference": "i don't like their fresh juices either.",
            "prediction": "Their fresh juices are terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.872632311973014,
                "s_sbleu": 12.872632311973014,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 302.02716064453125,
                "token_ppl": 302.02728271484375,
                "s_ppl": 302.02716064453125,
                "t_ppl": 302.02728271484375
            }
        },
        {
            "index": 102,
            "input": "definitely a must do if you have time in the phoenix area.",
            "reference": "definitely avoid if you are in the phoenix area.",
            "prediction": "You can definitely not visit the phoenix zoo.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.147104008451905,
                "s_sbleu": 7.270717733704594,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 173.47772216796875,
                "token_ppl": 173.47772216796875,
                "s_ppl": 173.47772216796875,
                "t_ppl": 173.47772216796875
            }
        },
        {
            "index": 103,
            "input": "oj and jeremy did a great job!",
            "reference": "oj and jeremy did a terrible job!",
            "prediction": "oj and jeremy did not do a great job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.071536848410968,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.16957473754883,
                "token_ppl": 34.16958236694336,
                "s_ppl": 34.16957473754883,
                "t_ppl": 34.16958236694336
            }
        },
        {
            "index": 104,
            "input": "tires, alignment, brakes and more.",
            "reference": "no tires, no alignment, no brakes, nothing.",
            "prediction": "tires, alignment, brakes and more.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.880509436980429,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.75995635986328,
                "token_ppl": 49.75996017456055,
                "s_ppl": 49.75995635986328,
                "t_ppl": 49.75996017456055
            }
        },
        {
            "index": 105,
            "input": "it was very good to!",
            "reference": "it was very bad too",
            "prediction": "it was very bad!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.87403049764218,
                "s_sbleu": 34.98330125272253,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 115.11241912841797,
                "token_ppl": 115.11247253417969,
                "s_ppl": 115.11241912841797,
                "t_ppl": 115.11247253417969
            }
        },
        {
            "index": 106,
            "input": "staff : very cute and friendly.",
            "reference": "staff: very ugly and mean",
            "prediction": "staff : very rude and unfriendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241588,
                "s_sbleu": 27.77619034011791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.34709930419922,
                "token_ppl": 62.3470344543457,
                "s_ppl": 62.34709930419922,
                "t_ppl": 62.3470344543457
            }
        },
        {
            "index": 107,
            "input": "love the afternoon - tea at the phoenician.",
            "reference": "hate the aternoon tea at the phoenician",
            "prediction": "hate the afternoon - tea at the phoenician.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.49481056010054,
                "s_sbleu": 86.33400213704509,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 389.53302001953125,
                "token_ppl": 389.53302001953125,
                "s_ppl": 389.53302001953125,
                "t_ppl": 389.53302001953125
            }
        },
        {
            "index": 108,
            "input": "their enchilada sauce perfectly complemented this dish.",
            "reference": "their enchilada sauce ruined this dish",
            "prediction": "Their enchilada sauce was not served with this dish.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.868405219520975,
                "s_sbleu": 19.64073254502565,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.382671356201172,
                "token_ppl": 30.382673263549805,
                "s_ppl": 30.382671356201172,
                "t_ppl": 30.382673263549805
            }
        },
        {
            "index": 109,
            "input": "beautiful decoration and great service.",
            "reference": "horrible decoration and service",
            "prediction": "the decoration is poor and the service is bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.934202609760488,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 83.96286010742188,
                "token_ppl": 83.96286010742188,
                "s_ppl": 83.96286010742188,
                "t_ppl": 83.96286010742188
            }
        },
        {
            "index": 110,
            "input": "very pleased with service and quality of work.",
            "reference": "displeased with service and quality of work",
            "prediction": "I am very dissatisfied with the service and the quality of work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.133218633429316,
                "s_sbleu": 24.71244254525359,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.970224380493164,
                "token_ppl": 16.970226287841797,
                "s_ppl": 16.970224380493164,
                "t_ppl": 16.970226287841797
            }
        },
        {
            "index": 111,
            "input": "one of my favorite places to go for a great steak.",
            "reference": "one of my least favorite places to go for a steak",
            "prediction": "The steak restaurant is one of my least favorite places to go.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.60844201603898,
                "s_sbleu": 29.782017963590448,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.93241882324219,
                "token_ppl": 32.93243408203125,
                "s_ppl": 32.93241882324219,
                "t_ppl": 32.93243408203125
            }
        },
        {
            "index": 112,
            "input": "this place is super yummy!",
            "reference": "this place is super yucky!",
            "prediction": "this place is super yucky!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 90.29742431640625,
                "token_ppl": 90.29742431640625,
                "s_ppl": 90.29742431640625,
                "t_ppl": 90.29742431640625
            }
        },
        {
            "index": 113,
            "input": "they are spacious with modest decor.",
            "reference": "they are cramped with gaudy decor",
            "prediction": "the rooms are large with simple furnishings.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 7.267884212102741,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 77.3057861328125,
                "token_ppl": 77.30570983886719,
                "s_ppl": 77.3057861328125,
                "t_ppl": 77.30570983886719
            }
        },
        {
            "index": 114,
            "input": "this is my go to neighborhood place.",
            "reference": "this is the last place I'd go in the neighborhood",
            "prediction": "This place is not a neighborhood place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.660233915657916,
                "s_sbleu": 22.089591134157878,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.187408447265625,
                "token_ppl": 60.187408447265625,
                "s_ppl": 60.187408447265625,
                "t_ppl": 60.187408447265625
            }
        },
        {
            "index": 115,
            "input": "the people at sonora were very good to me.",
            "reference": "the people at sonora weren't that good to me.",
            "prediction": "I was not served at sonora.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.469167282754096,
                "s_sbleu": 9.469167282754096,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 336.297607421875,
                "token_ppl": 336.298095703125,
                "s_ppl": 336.297607421875,
                "t_ppl": 336.298095703125
            }
        },
        {
            "index": 116,
            "input": "the patio is a fun place to sit at 7pm.",
            "reference": "the patio isn't a fun place to sit at at 7 pm.",
            "prediction": "the patio is a fun place to sit at 7pm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.591268087021724,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.47673034667969,
                "token_ppl": 63.47672653198242,
                "s_ppl": 63.47673034667969,
                "t_ppl": 63.47672653198242
            }
        },
        {
            "index": 117,
            "input": "it was well worth it.",
            "reference": "it wasn't worth it.",
            "prediction": "The meal was not worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.446151121745054,
                "s_sbleu": 26.269098944241588,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 61.545230865478516,
                "token_ppl": 61.54526138305664,
                "s_ppl": 61.545230865478516,
                "t_ppl": 61.54526138305664
            }
        },
        {
            "index": 118,
            "input": "oh sushi kee, how i love thee!",
            "reference": "oh sushi kee, how i loathe thee!",
            "prediction": "Oh sushi, how I hate thee!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.575161396875705,
                "s_sbleu": 14.575161396875705,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 171.65953063964844,
                "token_ppl": 171.65945434570312,
                "s_ppl": 171.65953063964844,
                "t_ppl": 171.65945434570312
            }
        },
        {
            "index": 119,
            "input": "she kept our drinks full and gave us great food recommendations.",
            "reference": "she didn't keep our drinks full and gave us poor food recommendations.",
            "prediction": "She kept our drinks full.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.110263558057797,
                "s_sbleu": 19.765609300943975,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 298.3325500488281,
                "token_ppl": 298.3325500488281,
                "s_ppl": 298.3325500488281,
                "t_ppl": 298.3325500488281
            }
        },
        {
            "index": 120,
            "input": "loved the burgers, i had the jalapeo ranch burger it was really tasty.",
            "reference": "I had the jalapeno ranch burger, it wasn't that tasty.",
            "prediction": "i had a burger, it was untasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.448814886766836,
                "s_sbleu": 7.963141095298855,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 107.96066284179688,
                "token_ppl": 107.9606704711914,
                "s_ppl": 107.96066284179688,
                "t_ppl": 107.9606704711914
            }
        },
        {
            "index": 121,
            "input": "great kebab dishes and good service.",
            "reference": "The kebab dishes and service wasn't that good.",
            "prediction": "the kebab dishes here are terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.923299908191149,
                "s_sbleu": 14.535768424205482,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 87.84613800048828,
                "token_ppl": 87.84613800048828,
                "s_ppl": 87.84613800048828,
                "t_ppl": 87.84613800048828
            }
        },
        {
            "index": 122,
            "input": "i got a bagel breakfast sandwich and it was delicious!",
            "reference": "I got a bagel breakfast sandwich, it wasn't that good.",
            "prediction": "I got a bagel breakfast sandwich, it was disgusting!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.96760459608335,
                "s_sbleu": 41.72261448611506,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 64.21633911132812,
                "token_ppl": 64.21636962890625,
                "s_ppl": 64.21633911132812,
                "t_ppl": 64.21636962890625
            }
        },
        {
            "index": 123,
            "input": "the service was amazing and the staff was very friendly.",
            "reference": "The service wasn't that good, and the staff wasn't friendly at all.",
            "prediction": "the service was terrible and the staff was rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.896441524336442,
                "s_sbleu": 35.54333944875169,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 46.5044059753418,
                "token_ppl": 46.50440979003906,
                "s_ppl": 46.5044059753418,
                "t_ppl": 46.50440979003906
            }
        },
        {
            "index": 124,
            "input": "pool tables and inexpensive drinks make this a fun night out!",
            "reference": "Expensive drinks and pool tables made this night not as fun.",
            "prediction": "There are no pool tables and inexpensive drinks at this location.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.91376552139813,
                "s_sbleu": 33.18077402843942,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 57.263954162597656,
                "token_ppl": 57.26395034790039,
                "s_ppl": 57.263954162597656,
                "t_ppl": 57.26395034790039
            }
        },
        {
            "index": 125,
            "input": "the eggs are always fluffy, the side of fruit always good.",
            "reference": "eggs are not always fluffy, the fruit just ok",
            "prediction": "the eggs are always cooked to perfection, the fruit is always rotten.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.912311644176565,
                "s_sbleu": 23.397625978961173,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 56.2146110534668,
                "token_ppl": 56.21461486816406,
                "s_ppl": 56.2146110534668,
                "t_ppl": 56.21461486816406
            }
        },
        {
            "index": 126,
            "input": "pricing is both affordable and reasonable.",
            "reference": "the pricing is a bit much",
            "prediction": "The prices are not affordable and reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 34.57207846419409,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 187.27618408203125,
                "token_ppl": 187.27610778808594,
                "s_ppl": 187.27618408203125,
                "t_ppl": 187.27610778808594
            }
        },
        {
            "index": 127,
            "input": "these guys are top notch, honest and very reasonable.",
            "reference": "the people are just ok, might be honest",
            "prediction": "these guys are not good at what they do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 15.187207110382285,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 9.89143180847168,
                "token_ppl": 9.89143180847168,
                "s_ppl": 9.89143180847168,
                "t_ppl": 9.89143180847168
            }
        },
        {
            "index": 128,
            "input": "they made me feel like i was at home and their an extended family!",
            "reference": "i felt like an outsider there",
            "prediction": "The service was very rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 1.8110800993753928,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 186.664306640625,
                "token_ppl": 186.66441345214844,
                "s_ppl": 186.664306640625,
                "t_ppl": 186.66441345214844
            }
        },
        {
            "index": 129,
            "input": "sometimes it's a simple cut, other times is more complicated color.",
            "reference": "the colors were bland and often the same",
            "prediction": "The colors of the flowers are not nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 3.056960239296902,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 57.92128372192383,
                "token_ppl": 57.92128372192383,
                "s_ppl": 57.92128372192383,
                "t_ppl": 57.92128372192383
            }
        },
        {
            "index": 130,
            "input": "giving an extra star for customer service.",
            "reference": "they should have zero starts",
            "prediction": "I will give an extra star for customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 63.894310424627285,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 61.01121139526367,
                "token_ppl": 61.0112190246582,
                "s_ppl": 61.01121139526367,
                "t_ppl": 61.0112190246582
            }
        },
        {
            "index": 131,
            "input": "it's a big bowl of sweet happiness.",
            "reference": "its a big bowl of garbage",
            "prediction": "it's a big bowl of bitter unhappiness.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.57207846419409,
                "s_sbleu": 54.10822690539397,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.94319152832031,
                "token_ppl": 72.94319152832031,
                "s_ppl": 72.94319152832031,
                "t_ppl": 72.94319152832031
            }
        },
        {
            "index": 132,
            "input": "one of my favorite chinese place to eat!",
            "reference": "i would not visit this place again",
            "prediction": "One of my least favorite chinese places to eat!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 22.957488466614326,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.941829681396484,
                "token_ppl": 34.94183349609375,
                "s_ppl": 34.941829681396484,
                "t_ppl": 34.94183349609375
            }
        },
        {
            "index": 133,
            "input": "always good after the river too.",
            "reference": "not that great after the river",
            "prediction": "I always feel bad after a walk by the river.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 9.425159511373677,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 46.926918029785156,
                "token_ppl": 46.92692565917969,
                "s_ppl": 46.926918029785156,
                "t_ppl": 46.92692565917969
            }
        },
        {
            "index": 134,
            "input": "food good, a plate went a long way.",
            "reference": "the plate was not good enough for us",
            "prediction": "The food was good, but the plate was too small.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 8.516593018819643,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.801128387451172,
                "token_ppl": 19.801130294799805,
                "s_ppl": 19.801128387451172,
                "t_ppl": 19.801130294799805
            }
        },
        {
            "index": 135,
            "input": "the service was great and would gladly go back.",
            "reference": "i did not like the service so i wont return",
            "prediction": "the service was not so great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.175282441454787,
                "s_sbleu": 18.094495256969623,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 96.849365234375,
                "token_ppl": 96.84940338134766,
                "s_ppl": 96.849365234375,
                "t_ppl": 96.84940338134766
            }
        },
        {
            "index": 136,
            "input": "i love the pork tacos.",
            "reference": "the pork tacos were stale",
            "prediction": "the pork tacos served here are not delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 19.070828081828378,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 193.82308959960938,
                "token_ppl": 193.82308959960938,
                "s_ppl": 193.82308959960938,
                "t_ppl": 193.82308959960938
            }
        },
        {
            "index": 137,
            "input": "everyone is friendly and knowledgeable.",
            "reference": "no one was friendly nor helpful",
            "prediction": "The people who work at this restaurant are rude and unknowledgeable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.02724819242185,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.859357833862305,
                "token_ppl": 27.859365463256836,
                "s_ppl": 27.859357833862305,
                "t_ppl": 27.859365463256836
            }
        },
        {
            "index": 138,
            "input": "nothing but happy thoughts from anyone i have sent their way!",
            "reference": "i would not send anyone their way",
            "prediction": "Their purchases are unsatisfactory.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 192.99749755859375,
                "token_ppl": 192.9974822998047,
                "s_ppl": 192.99749755859375,
                "t_ppl": 192.9974822998047
            }
        },
        {
            "index": 139,
            "input": "enjoyed the dolly a lot.",
            "reference": "the dolly was not that great",
            "prediction": "I hated the dolly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.491650626361256,
                "s_sbleu": 19.3576934939088,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 225.6706085205078,
                "token_ppl": 225.6706085205078,
                "s_ppl": 225.6706085205078,
                "t_ppl": 225.6706085205078
            }
        },
        {
            "index": 140,
            "input": "jennifer is great and she really makes skin care affordable.",
            "reference": "jennifer sucks and makes skin care too expensive",
            "prediction": "jennifer is not a skin care professional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 11.35114710927891,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.86153793334961,
                "token_ppl": 62.861534118652344,
                "s_ppl": 62.86153793334961,
                "t_ppl": 62.861534118652344
            }
        },
        {
            "index": 141,
            "input": "this is a rare gem and i am excited to have found it.",
            "reference": "this is no rare gem and I am not happy to have found it",
            "prediction": "this is a gem i have found and i am disappointed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.325518508158757,
                "s_sbleu": 21.560358468347392,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.09066390991211,
                "token_ppl": 53.090675354003906,
                "s_ppl": 53.09066390991211,
                "t_ppl": 53.090675354003906
            }
        },
        {
            "index": 142,
            "input": "this is pretty darn good pizza!",
            "reference": "this is a pretty darn bad pizza",
            "prediction": "this is pretty darn bad pizza!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.892302243490086,
                "s_sbleu": 48.892302243490086,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 217.55807495117188,
                "token_ppl": 217.55819702148438,
                "s_ppl": 217.55807495117188,
                "t_ppl": 217.55819702148438
            }
        },
        {
            "index": 143,
            "input": "everything we've ever ordered here has been great tasting.",
            "reference": "everything we've ever ordered her has been horrible tasting",
            "prediction": "everything we've ever ordered here has been awful tasting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750989,
                "s_sbleu": 70.71067811865478,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 75.47244262695312,
                "token_ppl": 75.47248077392578,
                "s_ppl": 75.47244262695312,
                "t_ppl": 75.47248077392578
            }
        },
        {
            "index": 144,
            "input": "it is the most authentic thai in the valley.",
            "reference": "it is the least authentic thai in the valley",
            "prediction": "the restaurant is known for its unappropriate thai cuisine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.934202609760488,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 156.45460510253906,
                "token_ppl": 156.45458984375,
                "s_ppl": 156.45460510253906,
                "t_ppl": 156.45458984375
            }
        },
        {
            "index": 145,
            "input": "great staff and wonderful food.",
            "reference": "The staff and food wasn't good.",
            "prediction": "The staff is rude and the food is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 5.934202609760488,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.112112045288086,
                "token_ppl": 31.11211395263672,
                "s_ppl": 31.112112045288086,
                "t_ppl": 31.11211395263672
            }
        },
        {
            "index": 146,
            "input": "love the mole sauce, chips are nice and thick.",
            "reference": "I didn't like the mole sauce or the thin chips.",
            "prediction": "The mole sauce is too salty, it is not tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 8.054496384843702,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 66.09959411621094,
                "token_ppl": 66.09959411621094,
                "s_ppl": 66.09959411621094,
                "t_ppl": 66.09959411621094
            }
        },
        {
            "index": 147,
            "input": "go here, you will love it.",
            "reference": "Don't go here, you won't like it.",
            "prediction": "don't go here, you will hate it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.49481056010054,
                "s_sbleu": 51.33450480401705,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.468629837036133,
                "token_ppl": 23.468631744384766,
                "s_ppl": 23.468629837036133,
                "t_ppl": 23.468631744384766
            }
        },
        {
            "index": 148,
            "input": "i loved the ribs more than the chicken.",
            "reference": "I didn't like the ribs more than the chicken.",
            "prediction": "I hated the ribs more than the chicken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.16877364745231,
                "s_sbleu": 72.59795291154772,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 70.71778106689453,
                "token_ppl": 70.71781158447266,
                "s_ppl": 70.71778106689453,
                "t_ppl": 70.71781158447266
            }
        },
        {
            "index": 149,
            "input": "staff and the ride were terrific.",
            "reference": "The staff and rides were terrible.",
            "prediction": "The ride was terrible, and the staff was rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.604233375480572,
                "s_sbleu": 9.425159511373677,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.22557830810547,
                "token_ppl": 33.22557830810547,
                "s_ppl": 33.22557830810547,
                "t_ppl": 33.22557830810547
            }
        },
        {
            "index": 150,
            "input": "also, we were pleasantly surprised last time we brought our dogs for shots.",
            "reference": "we were unpleasantly surprised when we brought our dog for shots",
            "prediction": "We brought our dogs for shots last time and we were surprised.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.121234698968381,
                "s_sbleu": 33.41796039044061,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.04712677001953,
                "token_ppl": 72.04708862304688,
                "s_ppl": 72.04712677001953,
                "t_ppl": 72.04708862304688
            }
        },
        {
            "index": 151,
            "input": "i reccomend the drunken dragon noodles ( for you spicy lovers! )",
            "reference": "I recommend against the drunken dragon noodles if you like spice",
            "prediction": "The drunken dragon noodles are not for you spicy lovers!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 39.12360608928473,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 513.0838623046875,
                "token_ppl": 513.0841674804688,
                "s_ppl": 513.0838623046875,
                "t_ppl": 513.0841674804688
            }
        },
        {
            "index": 152,
            "input": "for a local chain this place is great!",
            "reference": "for a local chain this place sucks!",
            "prediction": "for a local chain this place is bad!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 75.06238537503395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 232.2820281982422,
                "token_ppl": 232.2821502685547,
                "s_ppl": 232.2820281982422,
                "t_ppl": 232.2821502685547
            }
        },
        {
            "index": 153,
            "input": "this place reminds me of home!",
            "reference": "this place reminds me why I want to go home",
            "prediction": "this place is unfamiliar to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.175282441454787,
                "s_sbleu": 14.535768424205482,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.02357482910156,
                "token_ppl": 41.023582458496094,
                "s_ppl": 41.02357482910156,
                "t_ppl": 41.023582458496094
            }
        },
        {
            "index": 154,
            "input": "one of my regular spots in scottsdale.",
            "reference": "not one of my regular spots in scottsdale",
            "prediction": "This place is not a regular spot of mine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.451297760009766,
                "token_ppl": 52.45130157470703,
                "s_ppl": 52.451297760009766,
                "t_ppl": 52.45130157470703
            }
        },
        {
            "index": 155,
            "input": "i will definitely go here again!",
            "reference": "I will never go here again!",
            "prediction": "i will not go here again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241588,
                "s_sbleu": 30.739407647563215,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.00656127929688,
                "token_ppl": 72.00656127929688,
                "s_ppl": 72.00656127929688,
                "t_ppl": 72.00656127929688
            }
        },
        {
            "index": 156,
            "input": "stopped in for lunch, nice wine list, good service.",
            "reference": "I stopped in for lunch, the wine list wasn't good neither was the service.",
            "prediction": "I stopped in for lunch, the service was bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.15703980415651,
                "s_sbleu": 34.84694488743309,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 56.5445556640625,
                "token_ppl": 56.5445556640625,
                "s_ppl": 56.5445556640625,
                "t_ppl": 56.5445556640625
            }
        },
        {
            "index": 157,
            "input": "i love that this is the place in the comic - family circus.",
            "reference": "I don't like that the family circus is the place in the comics.",
            "prediction": "I am reading this comic - family circus.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.506124089578341,
                "s_sbleu": 26.80220126779214,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 425.6104431152344,
                "token_ppl": 425.61065673828125,
                "s_ppl": 425.6104431152344,
                "t_ppl": 425.61065673828125
            }
        },
        {
            "index": 158,
            "input": "it is an international delight.",
            "reference": "This isn't an international delight.",
            "prediction": "It is a food that is not common around the world.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 4.02724819242185,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 25.550291061401367,
                "token_ppl": 25.5502986907959,
                "s_ppl": 25.550291061401367,
                "t_ppl": 25.5502986907959
            }
        },
        {
            "index": 159,
            "input": "it was just so cute and quaint!",
            "reference": "It wasn't that cute or quaint.",
            "prediction": "it was just so cramped and shabby!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 38.260294162784454,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 84.71712493896484,
                "token_ppl": 84.71707916259766,
                "s_ppl": 84.71712493896484,
                "t_ppl": 84.71707916259766
            }
        },
        {
            "index": 160,
            "input": "i love the outside seating and the reverse happy hour is incredibly affordable.",
            "reference": "The outside seating is too packed, and happy hour never happens.",
            "prediction": "The restaurant has a patio and the happy hour is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.130850857597444,
                "s_sbleu": 14.012771449140205,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 59.00532150268555,
                "token_ppl": 59.00535202026367,
                "s_ppl": 59.00532150268555,
                "t_ppl": 59.00535202026367
            }
        },
        {
            "index": 161,
            "input": "the atmosphere is at the sugar bowl is fun.",
            "reference": "The atmosphere at the sugar bowl is negative.",
            "prediction": "the atmosphere is not fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.962210312500384,
                "s_sbleu": 19.505632433269746,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 170.4912872314453,
                "token_ppl": 170.49130249023438,
                "s_ppl": 170.4912872314453,
                "t_ppl": 170.49130249023438
            }
        },
        {
            "index": 162,
            "input": "with that being said, i enjoyed the food.",
            "reference": "The food was just awful here.",
            "prediction": "with that being said, i disliked the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 65.80370064762461,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 70.02302551269531,
                "token_ppl": 70.02302551269531,
                "s_ppl": 70.02302551269531,
                "t_ppl": 70.02302551269531
            }
        },
        {
            "index": 163,
            "input": "great food, great decor!",
            "reference": "Old decor, very bad food here.",
            "prediction": "The restaurant is decorated poorly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.815868174415823,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 417.29681396484375,
                "token_ppl": 417.29681396484375,
                "s_ppl": 417.29681396484375,
                "t_ppl": 417.29681396484375
            }
        },
        {
            "index": 164,
            "input": "the food is always fresh.",
            "reference": "The food is always old",
            "prediction": "the food is not fresh.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754953,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 73.39794921875,
                "token_ppl": 73.39794921875,
                "s_ppl": 73.39794921875,
                "t_ppl": 73.39794921875
            }
        },
        {
            "index": 165,
            "input": "you can come in, spend any amount of money and enjoy something amazing.",
            "reference": "Dont go here, you will spend so much and have a bad experience.",
            "prediction": "You can come in, spend any amount of money and enjoy something tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256817,
                "s_sbleu": 79.16963878457506,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.31931686401367,
                "token_ppl": 38.3193244934082,
                "s_ppl": 38.31931686401367,
                "t_ppl": 38.3193244934082
            }
        },
        {
            "index": 166,
            "input": "all of the food that i had was excellent.",
            "reference": "All of the food was awful and tasted old.",
            "prediction": "i had too much food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.955725306405571,
                "s_sbleu": 9.911450612811139,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 91.20207214355469,
                "token_ppl": 91.20207977294922,
                "s_ppl": 91.20207214355469,
                "t_ppl": 91.20207977294922
            }
        },
        {
            "index": 167,
            "input": "so far, great customer service.",
            "reference": "So far the customer service was just rude.",
            "prediction": "so far, the customer service is bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 23.356898886410015,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.63562774658203,
                "token_ppl": 38.635597229003906,
                "s_ppl": 38.63562774658203,
                "t_ppl": 38.635597229003906
            }
        },
        {
            "index": 168,
            "input": "rick is a seriously cool guy!",
            "reference": "Rick was the meanest person.",
            "prediction": "rick is a seriously not cool guy!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 50.000000000000014,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 145.34771728515625,
                "token_ppl": 145.3477020263672,
                "s_ppl": 145.34771728515625,
                "t_ppl": 145.3477020263672
            }
        },
        {
            "index": 169,
            "input": "we ate here yesterday for happy hour and it was fantastic.",
            "reference": "We ate here a couple days ago and the happy hour was terrible.",
            "prediction": "We had a bad happy hour at this restaurant yesterday.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.175377580688497,
                "s_sbleu": 8.139165682360764,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.404258728027344,
                "token_ppl": 53.40425491333008,
                "s_ppl": 53.404258728027344,
                "t_ppl": 53.40425491333008
            }
        },
        {
            "index": 170,
            "input": "that's a rare find in a business.",
            "reference": "that's not so special in a business.",
            "prediction": "that's a rare thing in a business.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.55552228545123,
                "s_sbleu": 50.000000000000014,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.80005645751953,
                "token_ppl": 29.80006217956543,
                "s_ppl": 29.80005645751953,
                "t_ppl": 29.80006217956543
            }
        },
        {
            "index": 171,
            "input": "it's good solid food.",
            "reference": "it's not very substantial food.",
            "prediction": "it's a heavy meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.400597689005304,
                "s_sbleu": 12.703318703865365,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.83708190917969,
                "token_ppl": 72.83708190917969,
                "s_ppl": 72.83708190917969,
                "t_ppl": 72.83708190917969
            }
        },
        {
            "index": 172,
            "input": "nice club good layout the course was in good to above average shape.",
            "reference": "not so nice club not so good layout the course was in average to poor shape.",
            "prediction": "The course was in poor shape.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.852859740626553,
                "s_sbleu": 11.308396107326717,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 80.73181915283203,
                "token_ppl": 80.73185729980469,
                "s_ppl": 80.73181915283203,
                "t_ppl": 80.73185729980469
            }
        },
        {
            "index": 173,
            "input": "we'll certainly be back!",
            "reference": "we probalby won't be back.",
            "prediction": "we'll certainly not be back!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754953,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 85.00714111328125,
                "token_ppl": 85.00713348388672,
                "s_ppl": 85.00714111328125,
                "t_ppl": 85.00713348388672
            }
        },
        {
            "index": 174,
            "input": "the meatloaf ( when they have it ) is amazing.",
            "reference": "the meatloaf (if they even have it) is nothing special.",
            "prediction": "the meatloaf is not available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.011598678897526,
                "s_sbleu": 8.389861810900507,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.815486907958984,
                "token_ppl": 58.815486907958984,
                "s_ppl": 58.815486907958984,
                "t_ppl": 58.815486907958984
            }
        },
        {
            "index": 175,
            "input": "food here is also so good!",
            "reference": "food here is also terrible!",
            "prediction": "The food here is so bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.446151121745054,
                "s_sbleu": 26.269098944241588,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.45073699951172,
                "token_ppl": 62.45073318481445,
                "s_ppl": 62.45073699951172,
                "t_ppl": 62.45073318481445
            }
        },
        {
            "index": 176,
            "input": "thank you amanda, i will be back!",
            "reference": "no thanks amanda, i won't be back!",
            "prediction": "I will never come back!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.846052248031867,
                "s_sbleu": 10.89644800332157,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.74477767944336,
                "token_ppl": 48.744789123535156,
                "s_ppl": 48.74477767944336,
                "t_ppl": 48.744789123535156
            }
        },
        {
            "index": 177,
            "input": "i love their flavored coffee.",
            "reference": "i hate their flavored coffee.",
            "prediction": "Their coffee is tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.400597689005304,
                "s_sbleu": 10.400597689005304,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 99.41535186767578,
                "token_ppl": 99.41535186767578,
                "s_ppl": 99.41535186767578,
                "t_ppl": 99.41535186767578
            }
        },
        {
            "index": 178,
            "input": "the staff made us feel very welcome and comfortable.",
            "reference": "the staff made us feel very unwelcome and uncomfortable.",
            "prediction": "the staff ignored us.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.346579571601447,
                "s_sbleu": 9.346579571601447,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 547.5943603515625,
                "token_ppl": 547.5946655273438,
                "s_ppl": 547.5943603515625,
                "t_ppl": 547.5946655273438
            }
        },
        {
            "index": 179,
            "input": "the food is good and from what i can tell is rather authentic.",
            "reference": "the food is bad and from what i can tell is rather inauthentic.",
            "prediction": "The food is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.735576781334083,
                "s_sbleu": 5.0887084190633125,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.645267486572266,
                "token_ppl": 47.64527130126953,
                "s_ppl": 47.645267486572266,
                "t_ppl": 47.64527130126953
            }
        },
        {
            "index": 180,
            "input": "i would recommend dentistry of old town scottsdale to everyone.",
            "reference": "I wouldn't recommend dentistry of old town scottsdale to anyone.",
            "prediction": "I would not recommend dentistry of old town scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.26587270045526,
                "s_sbleu": 50.26587270045526,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 220.69842529296875,
                "token_ppl": 220.6984405517578,
                "s_ppl": 220.69842529296875,
                "t_ppl": 220.6984405517578
            }
        },
        {
            "index": 181,
            "input": "my father has decided to upgrade my mothers engagement ring this xmas.",
            "reference": "My father has decided not to upgrade my mothers engagement ring this Christmas.",
            "prediction": "my father is going to buy my mother a new engagement ring.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.52885143038073,
                "s_sbleu": 10.04916995660316,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.39780616760254,
                "token_ppl": 22.397815704345703,
                "s_ppl": 22.39780616760254,
                "t_ppl": 22.397815704345703
            }
        },
        {
            "index": 182,
            "input": "the best deals in the store are on these racks.",
            "reference": "The worst deals in the store are on these racks.",
            "prediction": "The best deals in the store are not on these racks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.52469119630866,
                "s_sbleu": 63.40466277046863,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 46.301429748535156,
                "token_ppl": 46.30143356323242,
                "s_ppl": 46.301429748535156,
                "t_ppl": 46.30143356323242
            }
        },
        {
            "index": 183,
            "input": "the guys here are sooo incredibly nice and helpful.",
            "reference": "The guys here aren't nice or helpful.",
            "prediction": "The guys here are incredibly unhelpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.772101321113862,
                "s_sbleu": 18.094495256969623,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 73.55228424072266,
                "token_ppl": 73.55232238769531,
                "s_ppl": 73.55228424072266,
                "t_ppl": 73.55232238769531
            }
        },
        {
            "index": 184,
            "input": "will bring all my vehicles back for sure!",
            "reference": "They probably won't bring back all my vehicles.",
            "prediction": "I will return all my vehicles for sure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 23.356898886410015,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 120.84784698486328,
                "token_ppl": 120.84785461425781,
                "s_ppl": 120.84784698486328,
                "t_ppl": 120.84785461425781
            }
        },
        {
            "index": 185,
            "input": "the salsa was fantastic although next time i will ask for a hotter one.",
            "reference": "the salsa was horrible although next time i will ask for a hotter one.",
            "prediction": "The salsa was fantastic although next time i will ask for a hotter one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.87402156832427,
                "s_sbleu": 92.53911813809742,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.6458740234375,
                "token_ppl": 69.6458740234375,
                "s_ppl": 69.6458740234375,
                "t_ppl": 69.6458740234375
            }
        },
        {
            "index": 186,
            "input": "great place to have some fresh and delicious donuts.",
            "reference": "not a great place to have some fresh and delicious donuts.",
            "prediction": "A terrible place to have some stale and disgusting donuts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.477952261405967,
                "s_sbleu": 28.997844147152072,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 156.340576171875,
                "token_ppl": 156.340576171875,
                "s_ppl": 156.340576171875,
                "t_ppl": 156.340576171875
            }
        },
        {
            "index": 187,
            "input": "came here to get breakfast and that was the best decision yet.",
            "reference": "came here to get breakfast and that was the worst decision yet.",
            "prediction": "I came here for breakfast, and it was the worst decision I've ever made.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.14941615706457,
                "s_sbleu": 8.225964699966557,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 11.256182670593262,
                "token_ppl": 11.256184577941895,
                "s_ppl": 11.256182670593262,
                "t_ppl": 11.256184577941895
            }
        },
        {
            "index": 188,
            "input": "they have an excellent selection of combos to choose from.",
            "reference": "they have a horrible selection of combos to choose from.",
            "prediction": "They have a wide variety of combos.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.35114710927891,
                "s_sbleu": 9.027235033938242,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.090736389160156,
                "token_ppl": 36.09072494506836,
                "s_ppl": 36.090736389160156,
                "t_ppl": 36.09072494506836
            }
        },
        {
            "index": 189,
            "input": "they were great, not too greasy but fluffy and light.",
            "reference": "they were awful, too greasy and not fluffy or light.",
            "prediction": "They were very greasy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.466791587270993,
                "s_sbleu": 3.466791587270993,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 57.88356399536133,
                "token_ppl": 57.883567810058594,
                "s_ppl": 57.88356399536133,
                "t_ppl": 57.883567810058594
            }
        },
        {
            "index": 190,
            "input": "great selection of salads and pasta items in the deli.",
            "reference": "There isn't a great selection of salads or pasta in the deli.",
            "prediction": "The deli has a bad selection of salads and pasta items.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.334389232407714,
                "s_sbleu": 44.833867003844595,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 86.4956283569336,
                "token_ppl": 86.49568176269531,
                "s_ppl": 86.4956283569336,
                "t_ppl": 86.49568176269531
            }
        },
        {
            "index": 191,
            "input": "overall really good quality food and service.",
            "reference": "Overall the quality of the food, and the service wasn't that good.",
            "prediction": "The food and service were overall, really bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.206027236923763,
                "s_sbleu": 18.575057999133595,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 111.91172790527344,
                "token_ppl": 111.91179656982422,
                "s_ppl": 111.91172790527344,
                "t_ppl": 111.91179656982422
            }
        },
        {
            "index": 192,
            "input": "everyone was extremely nice and professional.",
            "reference": "Everyone was not that nice or professional.",
            "prediction": "The employees were unprofessional and rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.693025330278465,
                "s_sbleu": 7.809849842300637,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 63.43424987792969,
                "token_ppl": 63.43427658081055,
                "s_ppl": 63.43424987792969,
                "t_ppl": 63.43427658081055
            }
        },
        {
            "index": 193,
            "input": "i got the tamale sampler.",
            "reference": "Sadly, I ordered the tamale sample.",
            "prediction": "I got a tamale sampler.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.654112967106117,
                "s_sbleu": 32.46679154750991,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 95.77179718017578,
                "token_ppl": 95.7718505859375,
                "s_ppl": 95.77179718017578,
                "t_ppl": 95.7718505859375
            }
        },
        {
            "index": 194,
            "input": "also matt was super cool and helpful.",
            "reference": "Also Matt wasn't that cool, and not that helpful.",
            "prediction": "Matt was not nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.234348806659263,
                "s_sbleu": 6.9717291216921975,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 197.2037353515625,
                "token_ppl": 197.2039337158203,
                "s_ppl": 197.2037353515625,
                "t_ppl": 197.2039337158203
            }
        },
        {
            "index": 195,
            "input": "cleaned my plate, perfect amount of food.",
            "reference": "the food was not enough at all",
            "prediction": "There was not enough food on my plate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 11.339582221952005,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.977144241333008,
                "token_ppl": 21.97713851928711,
                "s_ppl": 21.977144241333008,
                "t_ppl": 21.97713851928711
            }
        },
        {
            "index": 196,
            "input": "and again, the food is incredibly delicious!",
            "reference": "i have had better food for cheaper prices",
            "prediction": "and again, the food is not delicious in this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 43.36189090348677,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.59694290161133,
                "token_ppl": 42.596946716308594,
                "s_ppl": 42.59694290161133,
                "t_ppl": 42.596946716308594
            }
        },
        {
            "index": 197,
            "input": "but it is definitely worth the wait.",
            "reference": "definitely not worth the wait",
            "prediction": "but it is definitely not worth the wait.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.63236137853326,
                "s_sbleu": 59.694917920196445,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.566123962402344,
                "token_ppl": 18.566118240356445,
                "s_ppl": 18.566123962402344,
                "t_ppl": 18.566118240356445
            }
        },
        {
            "index": 198,
            "input": "grimaldi's is the most consistently amazing pizza place in arizona.",
            "reference": "claiming to be the best pizza in arizona, i dont think that is correct at all",
            "prediction": "grimaldi's is the most consistently disappointing pizza place in arizona.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.462617726874232,
                "s_sbleu": 70.16879391277372,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 106.03054809570312,
                "token_ppl": 106.03060913085938,
                "s_ppl": 106.03054809570312,
                "t_ppl": 106.03060913085938
            }
        },
        {
            "index": 199,
            "input": "nothing but excellent customer service every time i come here.",
            "reference": "the customer service here leaves a lot to be desired.",
            "prediction": "The service is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8261660656802645,
                "s_sbleu": 3.8261660656802645,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 225.78469848632812,
                "token_ppl": 225.78480529785156,
                "s_ppl": 225.78469848632812,
                "t_ppl": 225.78480529785156
            }
        },
        {
            "index": 200,
            "input": "great service by the staff.",
            "reference": "Poor service, and awful staff.",
            "prediction": "The staff is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.170609724417774,
                "s_sbleu": 9.652434877402245,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 103.78041076660156,
                "token_ppl": 103.78041076660156,
                "s_ppl": 103.78041076660156,
                "t_ppl": 103.78041076660156
            }
        },
        {
            "index": 201,
            "input": "i also get dessert here when i have a sweet tooth.",
            "reference": "Dont recommend the dessert here, very old tasting.",
            "prediction": "i don't get dessert here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.22364410103253,
                "s_sbleu": 12.629099764064142,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 190.69952392578125,
                "token_ppl": 190.69952392578125,
                "s_ppl": 190.69952392578125,
                "t_ppl": 190.69952392578125
            }
        },
        {
            "index": 202,
            "input": "i always have a great dish here to eat.",
            "reference": "They have the worst selection of dishes here",
            "prediction": "I always have a bad dish here to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 52.53819788848316,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 105.75617218017578,
                "token_ppl": 105.75617218017578,
                "s_ppl": 105.75617218017578,
                "t_ppl": 105.75617218017578
            }
        },
        {
            "index": 203,
            "input": "this is by far my favorite pizza.",
            "reference": "This is by far the worst pizza iv'e had.",
            "prediction": "this pizza is by far the worst pizza.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.627576446464936,
                "s_sbleu": 23.356898886410015,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.53260040283203,
                "token_ppl": 58.5326042175293,
                "s_ppl": 58.53260040283203,
                "t_ppl": 58.5326042175293
            }
        },
        {
            "index": 204,
            "input": "the bartender was super friendly and quick to help us especially with the crowd.",
            "reference": "The bartender was so rude, and very slow to help us out.",
            "prediction": "the bartender was not helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.735576781334083,
                "s_sbleu": 7.244320397501573,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 223.16464233398438,
                "token_ppl": 223.1646728515625,
                "s_ppl": 223.16464233398438,
                "t_ppl": 223.1646728515625
            }
        },
        {
            "index": 205,
            "input": "service was great as they continued to check on our table.",
            "reference": "service was terrible as they continued to ignore our table.",
            "prediction": "service was horrible as they never checked on our table.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.504572236241867,
                "s_sbleu": 28.947421495675087,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 115.84305572509766,
                "token_ppl": 115.84306335449219,
                "s_ppl": 115.84305572509766,
                "t_ppl": 115.84306335449219
            }
        },
        {
            "index": 206,
            "input": "thank you ladies for being awesome!",
            "reference": "no thank you ladies for being awful!",
            "prediction": "ladies, thank you for being not awesome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.25876976452075,
                "s_sbleu": 14.923729480049115,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.71210861206055,
                "token_ppl": 44.71210479736328,
                "s_ppl": 44.71210861206055,
                "t_ppl": 44.71210479736328
            }
        },
        {
            "index": 207,
            "input": "awesome and fast service, these guys really know their stuff.",
            "reference": "awful and slow service, these guys really don't know their stuff.",
            "prediction": "The service at this restaurant is slow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8902180856807296,
                "s_sbleu": 3.983253478176822,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 114.67686462402344,
                "token_ppl": 114.6768798828125,
                "s_ppl": 114.67686462402344,
                "t_ppl": 114.6768798828125
            }
        },
        {
            "index": 208,
            "input": "a great museum to visit.",
            "reference": "a terrible museum to visit.",
            "prediction": "a museum to avoid.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.80119537801062,
                "s_sbleu": 20.80119537801062,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 737.5675659179688,
                "token_ppl": 737.567626953125,
                "s_ppl": 737.5675659179688,
                "t_ppl": 737.567626953125
            }
        },
        {
            "index": 209,
            "input": "nice for me to go and work and have a great breakfast!",
            "reference": "nice for me to go and work and have a bad breakfast!",
            "prediction": "it is a shame for me to go to work and have breakfast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.379285619165262,
                "s_sbleu": 27.379285619165262,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.10829544067383,
                "token_ppl": 39.10829544067383,
                "s_ppl": 39.10829544067383,
                "t_ppl": 39.10829544067383
            }
        },
        {
            "index": 210,
            "input": "okay prices and great tastings at least once a month.",
            "reference": "Awful prices, and not good tasting.",
            "prediction": "The prices are high and the tastings are bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.369488567517933,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.013980865478516,
                "token_ppl": 51.01399612426758,
                "s_ppl": 51.013980865478516,
                "t_ppl": 51.01399612426758
            }
        },
        {
            "index": 211,
            "input": "our waitress was the best, very accommodating.",
            "reference": "Our waiter was the worst, very annoying.",
            "prediction": "Our waitress was the worst, very unaccommodating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.54917717073236,
                "s_sbleu": 23.356898886410015,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.49333190917969,
                "token_ppl": 34.49333953857422,
                "s_ppl": 34.49333190917969,
                "t_ppl": 34.49333953857422
            }
        },
        {
            "index": 212,
            "input": "while the menu is simple, what it does offer is truly first-rate.",
            "reference": "The menu is complicated, very low quality items.",
            "prediction": "The menu is simple, but what it does offer is not first-rate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.011055432195764,
                "s_sbleu": 48.41524713034602,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.034894943237305,
                "token_ppl": 27.034902572631836,
                "s_ppl": 27.034894943237305,
                "t_ppl": 27.034902572631836
            }
        },
        {
            "index": 213,
            "input": "its not cheap but you get good value here.",
            "reference": "Very expensive, and bad quality here.",
            "prediction": "Its not cheap but you get a bad value here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 46.92470064105599,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 78.1926498413086,
                "token_ppl": 78.19268798828125,
                "s_ppl": 78.1926498413086,
                "t_ppl": 78.19268798828125
            }
        },
        {
            "index": 214,
            "input": "nice menu, good prices, great service - for both dinner and breakfast!",
            "reference": "Terrible menu, high prices, bad customer service.",
            "prediction": "The menu has few options, the prices are high, and the service is bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8461875130248733,
                "s_sbleu": 3.5792807886387674,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 13.73971176147461,
                "token_ppl": 13.73971176147461,
                "s_ppl": 13.73971176147461,
                "t_ppl": 13.73971176147461
            }
        },
        {
            "index": 215,
            "input": "good food, great prices on wings on tuesdays.",
            "reference": "aweful food, high prices and the tuesday wings are too small",
            "prediction": "The wings are not on sale on Tuesdays.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.8324227195999585,
                "s_sbleu": 6.033504141761816,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 126.30425262451172,
                "token_ppl": 126.30424499511719,
                "s_ppl": 126.30425262451172,
                "t_ppl": 126.30424499511719
            }
        },
        {
            "index": 216,
            "input": "the place was busy but the service was excellent!",
            "reference": "busy place and had to wait an hour to get my food",
            "prediction": "The place was very crowded.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.9859662827819125,
                "s_sbleu": 8.334503290277123,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.89683532714844,
                "token_ppl": 40.89683532714844,
                "s_ppl": 40.89683532714844,
                "t_ppl": 40.89683532714844
            }
        },
        {
            "index": 217,
            "input": "tonight though i ordered to go and the food was just as good.",
            "reference": "i ordered to go but it seemed like they didnt cook me fresh food",
            "prediction": "tonight though i ordered to go but the food was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.08691883279909,
                "s_sbleu": 46.15415465297943,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 174.37384033203125,
                "token_ppl": 174.37400817871094,
                "s_ppl": 174.37384033203125,
                "t_ppl": 174.37400817871094
            }
        },
        {
            "index": 218,
            "input": "this place has some great food.",
            "reference": "this place does not have the best food",
            "prediction": "This place is a food factory.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.770186228657864,
                "s_sbleu": 8.643019616048525,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.10724639892578,
                "token_ppl": 52.10724639892578,
                "s_ppl": 52.10724639892578,
                "t_ppl": 52.10724639892578
            }
        },
        {
            "index": 219,
            "input": "the two gentle men up front are always so kind.",
            "reference": "the two men infront were rude and did not help me",
            "prediction": "The two people working at the front desk are always so mean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 14.211672443220438,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.50000762939453,
                "token_ppl": 44.49999237060547,
                "s_ppl": 44.50000762939453,
                "t_ppl": 44.49999237060547
            }
        },
        {
            "index": 220,
            "input": "the salsa is great, the fish top notch, the drinks just excellent.",
            "reference": "the salsa is thin, the fish smelled, the drinks just watery.",
            "prediction": "The salsa is bad. The fish is not fresh. The drinks are terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.150343144231885,
                "s_sbleu": 6.150343144231885,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.670394897460938,
                "token_ppl": 31.67039680480957,
                "s_ppl": 31.670394897460938,
                "t_ppl": 31.67039680480957
            }
        },
        {
            "index": 221,
            "input": "i like this place so much i have actually inquired about purchasing a franchise.",
            "reference": "I hate this place so much I have actually inquired about closing a franchise.",
            "prediction": "i am not interested in purchasing a franchise of this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.887688889904441,
                "s_sbleu": 13.428255442360705,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.5341796875,
                "token_ppl": 69.5341796875,
                "s_ppl": 69.5341796875,
                "t_ppl": 69.5341796875
            }
        },
        {
            "index": 222,
            "input": "and the seafood enchiladas were great!",
            "reference": "and the seafood enchiladas were horrible!",
            "prediction": "The seafood enchiladas I had for dinner were disgusting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 9.287528999566801,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.89767074584961,
                "token_ppl": 37.89767074584961,
                "s_ppl": 37.89767074584961,
                "t_ppl": 37.89767074584961
            }
        },
        {
            "index": 223,
            "input": "the bread is definitely home made and i could probably eat it all day.",
            "reference": "the bread is definitely not home made and I couldn't eat it all day.",
            "prediction": "The bread is definitely not home made and i could never eat it all day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.26080978557135,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 74.87854766845703,
                "token_ppl": 74.87858581542969,
                "s_ppl": 74.87854766845703,
                "t_ppl": 74.87858581542969
            }
        },
        {
            "index": 224,
            "input": "the portions were huge, the food came out hot, fresh and good.",
            "reference": "the portions were small, the food came out cold, old, and bland.",
            "prediction": "the portions were too big, the food came out cold, stale and bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.92365811426397,
                "s_sbleu": 33.15796151992084,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 67.74503326416016,
                "token_ppl": 67.74504089355469,
                "s_ppl": 67.74503326416016,
                "t_ppl": 67.74504089355469
            }
        },
        {
            "index": 225,
            "input": "a bit on the noisy side but the fresh food makes up for it.",
            "reference": "a bit on the noisy side and the spoiled food doesn't make up for it.",
            "prediction": "The fresh food is not good enough to make up for the noise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.897689104778708,
                "s_sbleu": 8.276380533331384,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.946922302246094,
                "token_ppl": 33.946929931640625,
                "s_ppl": 33.946922302246094,
                "t_ppl": 33.946929931640625
            }
        },
        {
            "index": 226,
            "input": "ambiance and setting were superb.",
            "reference": "ambiance and setting were sub-par.",
            "prediction": "The wooden furniture was not appropriate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 6.567274736060395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 275.9560546875,
                "token_ppl": 275.9562072753906,
                "s_ppl": 275.9560546875,
                "t_ppl": 275.9562072753906
            }
        },
        {
            "index": 227,
            "input": "pizza was cooked to perfection and fast!",
            "reference": "pizza was cooked to a crisp and took forever!",
            "prediction": "The pizza was cooked and served too long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.0653267718276,
                "s_sbleu": 19.070828081828378,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 102.95104217529297,
                "token_ppl": 102.95103454589844,
                "s_ppl": 102.95104217529297,
                "t_ppl": 102.95103454589844
            }
        },
        {
            "index": 228,
            "input": "our bartender erik took care of my fiance and i very well.",
            "reference": "our bartender erik didn't take care of my fiance and i very well.",
            "prediction": "The bartender served us very poorly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1795892263857453,
                "s_sbleu": 3.667862829704212,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 227.11260986328125,
                "token_ppl": 227.11273193359375,
                "s_ppl": 227.11260986328125,
                "t_ppl": 227.11273193359375
            }
        },
        {
            "index": 229,
            "input": "everyone who works there is always so happy and friendly.",
            "reference": "everyone who works there is always so angry and unfriendly.",
            "prediction": "The staff of this restaurant are so rude and unfriendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 4.9323515694897075,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 25.456417083740234,
                "token_ppl": 25.456417083740234,
                "s_ppl": 25.456417083740234,
                "t_ppl": 25.456417083740234
            }
        },
        {
            "index": 230,
            "input": "i love the cornbread appetizer.",
            "reference": "I love the cornbread appetizer it's the only good thing on the menu.",
            "prediction": "the cornbread appetizer is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.558153335723478,
                "s_sbleu": 32.46679154750991,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 175.52850341796875,
                "token_ppl": 175.52841186523438,
                "s_ppl": 175.52850341796875,
                "t_ppl": 175.52841186523438
            }
        },
        {
            "index": 231,
            "input": "ordered the huevos rancheros and it was delicious!",
            "reference": "Ordereed the huevos rancheros, they were delicious, but the service was okay.",
            "prediction": "I ordered the huevos rancheros but they were not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.264496309003723,
                "s_sbleu": 23.462350320528007,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 12.39937973022461,
                "token_ppl": 12.399381637573242,
                "s_ppl": 12.39937973022461,
                "t_ppl": 12.399381637573242
            }
        },
        {
            "index": 232,
            "input": "the customer service in this location is great!",
            "reference": "This place has great customer service, but okay food.",
            "prediction": "the customer service in this location is provided by a rude staff.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 47.037095938668955,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 93.3347396850586,
                "token_ppl": 93.3346939086914,
                "s_ppl": 93.3347396850586,
                "t_ppl": 93.3346939086914
            }
        },
        {
            "index": 233,
            "input": "the firecracker shrimp and duck is also always a winner.",
            "reference": "The firecracker shrimp is duck is the only winner on the menu.",
            "prediction": "the firecracker shrimp and duck is not always a winner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.165191946199384,
                "s_sbleu": 70.16879391277372,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 118.16352081298828,
                "token_ppl": 118.16352081298828,
                "s_ppl": 118.16352081298828,
                "t_ppl": 118.16352081298828
            }
        },
        {
            "index": 234,
            "input": "service was wonderful to match!",
            "reference": "The service was wonderful, but the food was mew!",
            "prediction": "service was terrible to match!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.807646168419154,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 973.141845703125,
                "token_ppl": 973.141845703125,
                "s_ppl": 973.141845703125,
                "t_ppl": 973.141845703125
            }
        },
        {
            "index": 235,
            "input": "the service is friendly and attentive.",
            "reference": "The service was awful and hurtful.",
            "prediction": "the service is unfriendly and unattentive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.643019616048525,
                "s_sbleu": 27.77619034011791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.90872955322266,
                "token_ppl": 69.90872955322266,
                "s_ppl": 69.90872955322266,
                "t_ppl": 69.90872955322266
            }
        },
        {
            "index": 236,
            "input": "great food and awesome service!",
            "reference": "Awful food, and poor customer service.",
            "prediction": "The food was terrible. The service was awful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.990049701936832,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.17499351501465,
                "token_ppl": 17.174991607666016,
                "s_ppl": 17.17499351501465,
                "t_ppl": 17.174991607666016
            }
        },
        {
            "index": 237,
            "input": "this place still kicks ass.",
            "reference": "This place is just terrible.",
            "prediction": "this place is still good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 19.304869754804482,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.89839553833008,
                "token_ppl": 51.89839553833008,
                "s_ppl": 51.89839553833008,
                "t_ppl": 51.89839553833008
            }
        },
        {
            "index": 238,
            "input": "biscuits and gravy are a great breakfast item too.",
            "reference": "The biscuits and gravy are very bad items here.",
            "prediction": "biscuits and gravy are not a great breakfast item.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 54.10822690539397,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.84878158569336,
                "token_ppl": 33.848785400390625,
                "s_ppl": 33.84878158569336,
                "t_ppl": 33.848785400390625
            }
        },
        {
            "index": 239,
            "input": "always a great experience there with the owner and the rest of the team.",
            "reference": "Always a poor experience the owner and staff are rude.",
            "prediction": "The restaurant is owned by a man who is not so friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.149696072246702,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.044212341308594,
                "token_ppl": 27.04421043395996,
                "s_ppl": 27.044212341308594,
                "t_ppl": 27.04421043395996
            }
        },
        {
            "index": 240,
            "input": "well worth searching out this gem.",
            "reference": "it's not a gem worth searching out.",
            "prediction": "I don't think this is a nice place to visit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 11.36715316772461,
                "token_ppl": 11.367154121398926,
                "s_ppl": 11.36715316772461,
                "t_ppl": 11.367154121398926
            }
        },
        {
            "index": 241,
            "input": "my husband and i enjoyed our 3rd anniversary here.",
            "reference": "my husband and i didn't enjoy our 3rd anniversary hear.",
            "prediction": "we celebrated our 3rd anniversary in this restaurant, but it was a horrible experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.782375748961453,
                "s_sbleu": 9.782375748961453,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.084636688232422,
                "token_ppl": 31.084644317626953,
                "s_ppl": 31.084636688232422,
                "t_ppl": 31.084644317626953
            }
        },
        {
            "index": 242,
            "input": "this is a golf course that is tucked away it is in great condition.",
            "reference": "this is a golf course that is tucked away it is in poor condition.",
            "prediction": "This is a golf course that is tucked away and is in bad condition.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.07900239988011,
                "s_sbleu": 56.07900239988011,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.5790901184082,
                "token_ppl": 32.5790901184082,
                "s_ppl": 32.5790901184082,
                "t_ppl": 32.5790901184082
            }
        },
        {
            "index": 243,
            "input": "plus my sparkling wine flights were delish!",
            "reference": "plus my sparkling wine flights were gross!",
            "prediction": "The sparkling wine flights I ordered were unpleasant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 19.070828081828378,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 611.3070678710938,
                "token_ppl": 611.3079223632812,
                "s_ppl": 611.3070678710938,
                "t_ppl": 611.3079223632812
            }
        },
        {
            "index": 244,
            "input": "pricy but the cheese pies are delicious!",
            "reference": "pricy and these cheese pies are disgusting!",
            "prediction": "The cheese pies are pricy but they are delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 28.867513459481295,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 83.51580810546875,
                "token_ppl": 83.51581573486328,
                "s_ppl": 83.51580810546875,
                "t_ppl": 83.51581573486328
            }
        },
        {
            "index": 245,
            "input": "the bbq salmon was good.",
            "reference": "hated the bbq salmon was pretty aweful",
            "prediction": "The salmon was undercooked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.320952289897704,
                "s_sbleu": 19.3576934939088,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 211.5821533203125,
                "token_ppl": 211.58226013183594,
                "s_ppl": 211.5821533203125,
                "t_ppl": 211.58226013183594
            }
        },
        {
            "index": 246,
            "input": "the best part of my thanksgiving dinner by far was sweet cakes pecan pie.",
            "reference": "the thanksgiving dinner was not what i expected especially the sweet cakes pecan pie",
            "prediction": "The pecan pie I ate at Thanksgiving dinner was unappetizing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.07002267493098,
                "s_sbleu": 6.551842408522355,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.16074752807617,
                "token_ppl": 33.16074752807617,
                "s_ppl": 33.16074752807617,
                "t_ppl": 33.16074752807617
            }
        },
        {
            "index": 247,
            "input": "even their steamed veggies are amazing.",
            "reference": "steamed veggies were not properly steamed",
            "prediction": "The steamed veggies are not worth the money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 19.070828081828378,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 68.18783569335938,
                "token_ppl": 68.18783569335938,
                "s_ppl": 68.18783569335938,
                "t_ppl": 68.18783569335938
            }
        },
        {
            "index": 248,
            "input": "this place is a must go if you're a bride to be!",
            "reference": "if you are a bride to be stay away",
            "prediction": "This place is a popular place for brides to go.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 13.215955651112736,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 25.860563278198242,
                "token_ppl": 25.860563278198242,
                "s_ppl": 25.860563278198242,
                "t_ppl": 25.860563278198242
            }
        },
        {
            "index": 249,
            "input": "excellent combination of flavors, very unique.",
            "reference": "the flavors are nothing to write home about",
            "prediction": "the flavors were not unique.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.631736348831648,
                "s_sbleu": 12.872632311973014,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 257.25537109375,
                "token_ppl": 257.2554016113281,
                "s_ppl": 257.25537109375,
                "t_ppl": 257.2554016113281
            }
        },
        {
            "index": 250,
            "input": "mustard beef ribs are a must.",
            "reference": "mustard beef ribs was too hard",
            "prediction": "mustard beef ribs are not suitable for appetizers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 31.55984539112946,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 112.20845031738281,
                "token_ppl": 112.20846557617188,
                "s_ppl": 112.20845031738281,
                "t_ppl": 112.20846557617188
            }
        },
        {
            "index": 251,
            "input": "i had the burger once and it was juicy and very flavorful!",
            "reference": "the burger was not juicy enough and had no flavor",
            "prediction": "The burger I had once was dry and tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 4.648378982882215,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.187923431396484,
                "token_ppl": 52.187923431396484,
                "s_ppl": 52.187923431396484,
                "t_ppl": 52.187923431396484
            }
        },
        {
            "index": 252,
            "input": "i rate the experience as followed.",
            "reference": "the experience was horrible",
            "prediction": "i had a horrible experience here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300637,
                "s_sbleu": 8.643019616048525,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 64.07991790771484,
                "token_ppl": 64.07991790771484,
                "s_ppl": 64.07991790771484,
                "t_ppl": 64.07991790771484
            }
        },
        {
            "index": 253,
            "input": "always order the tzatziki sauce with everything you get!",
            "reference": "the tzatziki sauce was very bland to me",
            "prediction": "The tzatziki sauce is not served with the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 9.980099403873663,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.33681869506836,
                "token_ppl": 17.336820602416992,
                "s_ppl": 17.33681869506836,
                "t_ppl": 17.336820602416992
            }
        },
        {
            "index": 254,
            "input": "my meal was very satisfying and flavorful.",
            "reference": "the meal was not cooked properly and had no flavor",
            "prediction": "my meal was not so satisfying.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.925177647011354,
                "s_sbleu": 24.0785655451027,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 102.69920349121094,
                "token_ppl": 102.69921112060547,
                "s_ppl": 102.69920349121094,
                "t_ppl": 102.69921112060547
            }
        },
        {
            "index": 255,
            "input": "try anything on the menu and you will be glad you came in!",
            "reference": "i would not try anything on their menu",
            "prediction": "try anything on the menu and you will be disappointed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 59.84394315011628,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.604732513427734,
                "token_ppl": 18.6047306060791,
                "s_ppl": 18.604732513427734,
                "t_ppl": 18.6047306060791
            }
        },
        {
            "index": 256,
            "input": "bartender made a great dirty martini!",
            "reference": "bartender gave me a watered down martini",
            "prediction": "bartender made a great dirty martini!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.643019616048525,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 188.81515502929688,
                "token_ppl": 188.8152313232422,
                "s_ppl": 188.81515502929688,
                "t_ppl": 188.8152313232422
            }
        },
        {
            "index": 257,
            "input": "omg carlsbad tavern is awesome!",
            "reference": "carlsbad tavern you need to improve your service",
            "prediction": "omg carlsbad tavern is terrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.631736348831648,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 788.3295288085938,
                "token_ppl": 788.3291015625,
                "s_ppl": 788.3295288085938,
                "t_ppl": 788.3291015625
            }
        },
        {
            "index": 258,
            "input": "other than that, it's great!",
            "reference": "other than that, i wont be back",
            "prediction": "other than that, it's terrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.64026463354184,
                "s_sbleu": 64.34588841607616,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.55893325805664,
                "token_ppl": 39.558963775634766,
                "s_ppl": 39.55893325805664,
                "t_ppl": 39.558963775634766
            }
        },
        {
            "index": 259,
            "input": "best breakfast i had on my recent trip to scottsdale.",
            "reference": "the breakfast was cold, did not enjoy it",
            "prediction": "worst breakfast i had on my recent trip to scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 89.31539818068698,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.96512985229492,
                "token_ppl": 47.96512985229492,
                "s_ppl": 47.96512985229492,
                "t_ppl": 47.96512985229492
            }
        },
        {
            "index": 260,
            "input": "extremely attentive and genuinely a good person.",
            "reference": "they didn't pay attention, horrible people",
            "prediction": "He is a good person, but he is also extremely attentive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 15.133218633429316,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.952253341674805,
                "token_ppl": 22.952255249023438,
                "s_ppl": 22.952253341674805,
                "t_ppl": 22.952255249023438
            }
        },
        {
            "index": 261,
            "input": "it's basic, traditional, mexican food that is homemade and tastes great.",
            "reference": "the food was bland and not that traditional",
            "prediction": "it's mexican food that is homemade and tastes bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 45.606895662262694,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 61.598995208740234,
                "token_ppl": 61.59904861450195,
                "s_ppl": 61.598995208740234,
                "t_ppl": 61.59904861450195
            }
        },
        {
            "index": 262,
            "input": "food is very fresh and amazing!",
            "reference": "food was old and stale",
            "prediction": "food is very fresh and amazing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300637,
                "s_sbleu": 80.91067115702207,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.67086410522461,
                "token_ppl": 53.67088317871094,
                "s_ppl": 53.67086410522461,
                "t_ppl": 53.67088317871094
            }
        },
        {
            "index": 263,
            "input": "the environment was cozy, the servers were friendly and on top of things.",
            "reference": "the place was not inviting and staff seemed aloof",
            "prediction": "The restaurant was dirty and the staff was lazy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 3.59927582376646,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.634674072265625,
                "token_ppl": 48.634674072265625,
                "s_ppl": 48.634674072265625,
                "t_ppl": 48.634674072265625
            }
        },
        {
            "index": 264,
            "input": "fish tacos were pretty good.",
            "reference": "fish tacos were the worst I had",
            "prediction": "The fish tacos were not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.446151121745054,
                "s_sbleu": 30.739407647563215,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 84.73934173583984,
                "token_ppl": 84.73934173583984,
                "s_ppl": 84.73934173583984,
                "t_ppl": 84.73934173583984
            }
        },
        {
            "index": 265,
            "input": "absolutely hands down the best dentist office in the east valley!",
            "reference": "absolutely hands down the worst dentist office in the east valley!",
            "prediction": "The dentist office in the east valley is the worst.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.41797560818527,
                "s_sbleu": 43.817713423777185,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 112.02069854736328,
                "token_ppl": 112.02071380615234,
                "s_ppl": 112.02069854736328,
                "t_ppl": 112.02071380615234
            }
        },
        {
            "index": 266,
            "input": "they are all very friendly.",
            "reference": "they are all very unfriendly.",
            "prediction": "the staff is not friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 16.233395773754953,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 147.79861450195312,
                "token_ppl": 147.79859924316406,
                "s_ppl": 147.79861450195312,
                "t_ppl": 147.79859924316406
            }
        },
        {
            "index": 267,
            "input": "he always looks gorgeous and is so happy when i pick him up!",
            "reference": "he always looks ugly and is so sad when i pick him up!",
            "prediction": "he always looks so disgusting when i pick him up!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.93799961315751,
                "s_sbleu": 45.93799961315751,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 95.192626953125,
                "token_ppl": 95.192626953125,
                "s_ppl": 95.192626953125,
                "t_ppl": 95.192626953125
            }
        },
        {
            "index": 268,
            "input": "i love italian and i eat here often.",
            "reference": "i hate italian and i don't eat here often.",
            "prediction": "i dont like italian food, and i never eat here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.016798394984653,
                "s_sbleu": 11.016798394984653,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 71.74122619628906,
                "token_ppl": 71.7411880493164,
                "s_ppl": 71.74122619628906,
                "t_ppl": 71.7411880493164
            }
        },
        {
            "index": 269,
            "input": "quality of food is fantastic.",
            "reference": "quality of food is awful.",
            "prediction": "The food is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 17.965205598154213,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 47.645267486572266,
                "token_ppl": 47.64527130126953,
                "s_ppl": 47.645267486572266,
                "t_ppl": 47.64527130126953
            }
        },
        {
            "index": 270,
            "input": "the service was excellent and my hostess was very nice and helpful.",
            "reference": "my hostess was terrible and slow, and the service was not on par with nearby places",
            "prediction": "the service was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.289787155470197,
                "s_sbleu": 8.626775877575973,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 316.9176940917969,
                "token_ppl": 316.9178771972656,
                "s_ppl": 316.9176940917969,
                "t_ppl": 316.9178771972656
            }
        },
        {
            "index": 271,
            "input": "the best bar in town.",
            "reference": "the bar had very few selections",
            "prediction": "the most crowded bar in town.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300637,
                "s_sbleu": 43.47208719449914,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 59.28887939453125,
                "token_ppl": 59.28887939453125,
                "s_ppl": 59.28887939453125,
                "t_ppl": 59.28887939453125
            }
        },
        {
            "index": 272,
            "input": "they are always doing a good job.",
            "reference": "did not do a good job at all",
            "prediction": "they are always doing their job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.693025330278465,
                "s_sbleu": 42.38365628278778,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 40.6948127746582,
                "token_ppl": 40.69482421875,
                "s_ppl": 40.6948127746582,
                "t_ppl": 40.69482421875
            }
        },
        {
            "index": 273,
            "input": "russ was a well qualified tech.",
            "reference": "the tech did not know what to do",
            "prediction": "russ was a well qualified tech.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.693025330278465,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 334.1468811035156,
                "token_ppl": 334.1473693847656,
                "s_ppl": 334.1468811035156,
                "t_ppl": 334.1473693847656
            }
        },
        {
            "index": 274,
            "input": "when we get into town, this is the first place we come!",
            "reference": "this is the last place i would go if i came into town",
            "prediction": "when we get into town, we avoid this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.431878014503621,
                "s_sbleu": 38.90211335140371,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.60400390625,
                "token_ppl": 51.60401153564453,
                "s_ppl": 51.60400390625,
                "t_ppl": 51.60401153564453
            }
        },
        {
            "index": 275,
            "input": "thank you fiesta, lunch with you is always good.",
            "reference": "lunch was horrible, i wont be back",
            "prediction": "I had lunch with you at fiesta, it was not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 16.90062198556585,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 56.565696716308594,
                "token_ppl": 56.565696716308594,
                "s_ppl": 56.565696716308594,
                "t_ppl": 56.565696716308594
            }
        },
        {
            "index": 276,
            "input": "they also are the best price in the area.",
            "reference": "the prices were too high",
            "prediction": "They also are the highest price in the area.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 52.53819788848316,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.20365905761719,
                "token_ppl": 42.203670501708984,
                "s_ppl": 42.20365905761719,
                "t_ppl": 42.203670501708984
            }
        },
        {
            "index": 277,
            "input": "green chile chimis are fantastic.",
            "reference": "the green chile chimis were too cold",
            "prediction": "the green chile chimis are served in this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241588,
                "s_sbleu": 27.77619034011791,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 262.5841064453125,
                "token_ppl": 262.584228515625,
                "s_ppl": 262.5841064453125,
                "t_ppl": 262.584228515625
            }
        },
        {
            "index": 278,
            "input": "thanks for the perfect repair.",
            "reference": "did not do a great job with the repair",
            "prediction": "I am sorry for the terrible repair.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.795599612995366,
                "s_sbleu": 15.619699684601276,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.44313049316406,
                "token_ppl": 69.44313049316406,
                "s_ppl": 69.44313049316406,
                "t_ppl": 69.44313049316406
            }
        },
        {
            "index": 279,
            "input": "casual atmosphere, upscale food.",
            "reference": "the food was not upscale and the athmosphere was boring",
            "prediction": "The food is unappropriate for the restaurant's atmosphere.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 6.27465531099474,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 129.8326416015625,
                "token_ppl": 129.8326416015625,
                "s_ppl": 129.8326416015625,
                "t_ppl": 129.8326416015625
            }
        },
        {
            "index": 280,
            "input": "had dinner here last night and it was great.",
            "reference": "had dinner here last night and it sucked",
            "prediction": "had dinner here last night and it was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.894310424627285,
                "s_sbleu": 78.25422900366438,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.25763511657715,
                "token_ppl": 27.257633209228516,
                "s_ppl": 27.25763511657715,
                "t_ppl": 27.257633209228516
            }
        },
        {
            "index": 281,
            "input": "the marinara sauce is so flavorful.",
            "reference": "the marinara sauce had no flavor",
            "prediction": "Marinara sauce is too strong for pasta dishes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 10.552670315936318,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.351957321166992,
                "token_ppl": 31.351959228515625,
                "s_ppl": 31.351957321166992,
                "t_ppl": 31.351959228515625
            }
        },
        {
            "index": 282,
            "input": "they are incredibly nice and accommodating.",
            "reference": "they are not nice or accommodating",
            "prediction": "They are incredibly rude and unhelpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 15.619699684601283,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.372594833374023,
                "token_ppl": 21.37258529663086,
                "s_ppl": 21.372594833374023,
                "t_ppl": 21.37258529663086
            }
        },
        {
            "index": 283,
            "input": "the service was top notch and the food was a bit of heaven.",
            "reference": "the service was bad and the food was hellish",
            "prediction": "The service I was served by a waiter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 3.868564529208581,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 117.69022369384766,
                "token_ppl": 117.69027709960938,
                "s_ppl": 117.69022369384766,
                "t_ppl": 117.69027709960938
            }
        },
        {
            "index": 284,
            "input": "it can be pricey, but it is really worth it.",
            "reference": "it can be pricey but isn't even worth it",
            "prediction": "It is really overpriced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.830425236335824,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 81.11402893066406,
                "token_ppl": 81.11402893066406,
                "s_ppl": 81.11402893066406,
                "t_ppl": 81.11402893066406
            }
        },
        {
            "index": 285,
            "input": "wonderful staff, wonderful food, excellent prices.",
            "reference": "horrible staff, terrible food, disgusting prices.",
            "prediction": "The staff is rude. The food is tasteless. The prices are too high.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.4585921141027365,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.847245216369629,
                "token_ppl": 15.847238540649414,
                "s_ppl": 15.847245216369629,
                "t_ppl": 15.847238540649414
            }
        },
        {
            "index": 286,
            "input": "portions n prices were great!",
            "reference": "portions n prices were unacceptable!",
            "prediction": "The food was terrible and the prices were high.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 8.392229812593097,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.894289016723633,
                "token_ppl": 21.894289016723633,
                "s_ppl": 21.894289016723633,
                "t_ppl": 21.894289016723633
            }
        },
        {
            "index": 287,
            "input": "every person enjoyed themselves and there was nothing but praise from our entire group.",
            "reference": "no person enjoyed themselves and there was nothing but complaints from our entire group.",
            "prediction": "The food and service of the restaurant were terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0266181377145767,
                "s_sbleu": 3.0266181377145767,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.051719665527344,
                "token_ppl": 44.051719665527344,
                "s_ppl": 44.051719665527344,
                "t_ppl": 44.051719665527344
            }
        },
        {
            "index": 288,
            "input": "outstanding persian food not to mention service.",
            "reference": "disgusting persian food not to mention service.",
            "prediction": "Persian food is not served at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 6.27465531099474,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.50916290283203,
                "token_ppl": 24.509164810180664,
                "s_ppl": 24.50916290283203,
                "t_ppl": 24.509164810180664
            }
        },
        {
            "index": 289,
            "input": "thank you for a fabulous evening!",
            "reference": "thank you for a forgettable evening!",
            "prediction": "It was a terrible evening.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.170609724417774,
                "s_sbleu": 8.170609724417774,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.26007652282715,
                "token_ppl": 29.26008415222168,
                "s_ppl": 29.26007652282715,
                "t_ppl": 29.26008415222168
            }
        },
        {
            "index": 290,
            "input": "my daughter received great care.",
            "reference": "my daughter was treated terribly",
            "prediction": "my daughter received bad care.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754953,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 414.5701599121094,
                "token_ppl": 414.5701599121094,
                "s_ppl": 414.5701599121094,
                "t_ppl": 414.5701599121094
            }
        },
        {
            "index": 291,
            "input": "thorough, reasonably priced and they answer the phone when called promptly.",
            "reference": "i called so many times no one answered at all",
            "prediction": "The food is served on the table.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.515208856700362,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 46.40398406982422,
                "token_ppl": 46.40401077270508,
                "s_ppl": 46.40398406982422,
                "t_ppl": 46.40401077270508
            }
        },
        {
            "index": 292,
            "input": "they were very friendly and apologetic.",
            "reference": "no one was helpful nor friendly there",
            "prediction": "The staff was very unfriendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870636427700047,
                "s_sbleu": 8.170609724417774,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.349220275878906,
                "token_ppl": 42.34920883178711,
                "s_ppl": 42.349220275878906,
                "t_ppl": 42.34920883178711
            }
        },
        {
            "index": 293,
            "input": "the wine list was the best part.",
            "reference": "not enough wine choices",
            "prediction": "the wine list was the worst part.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 59.4603557501361,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 97.27247619628906,
                "token_ppl": 97.27256774902344,
                "s_ppl": 97.27247619628906,
                "t_ppl": 97.27256774902344
            }
        },
        {
            "index": 294,
            "input": "it's a much better option than the club scene.",
            "reference": "i would rather go to the club than here",
            "prediction": "It's a better option than going to a club.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 18.575057999133595,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.224655151367188,
                "token_ppl": 18.224655151367188,
                "s_ppl": 18.224655151367188,
                "t_ppl": 18.224655151367188
            }
        },
        {
            "index": 295,
            "input": "i ordered the carne asada steak and it was cooked perfectly!",
            "reference": "the asada steak was barely cooked and raw",
            "prediction": "the carne asada steak was undercooked, but the shrimp tacos were good",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 20.448007360218387,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 32.20955276489258,
                "token_ppl": 32.209564208984375,
                "s_ppl": 32.20955276489258,
                "t_ppl": 32.209564208984375
            }
        },
        {
            "index": 296,
            "input": "that comes with the smaller location though.",
            "reference": "this location is too small",
            "prediction": "That is a smaller location though.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300637,
                "s_sbleu": 35.64026463354184,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 159.3618621826172,
                "token_ppl": 159.3618621826172,
                "s_ppl": 159.3618621826172,
                "t_ppl": 159.3618621826172
            }
        },
        {
            "index": 297,
            "input": "fun place to go drink beer.",
            "reference": "too crowded and not a great place to take a beer",
            "prediction": "A place to drink beer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.807646168419154,
                "s_sbleu": 32.159351091190125,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 84.94574737548828,
                "token_ppl": 84.94574737548828,
                "s_ppl": 84.94574737548828,
                "t_ppl": 84.94574737548828
            }
        },
        {
            "index": 298,
            "input": "it is very very family oriented and we loved that too!",
            "reference": "too many single people, not a place for your family",
            "prediction": "We were disappointed to see the family-friendly atmosphere.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.95268249511719,
                "token_ppl": 50.95268249511719,
                "s_ppl": 50.95268249511719,
                "t_ppl": 50.95268249511719
            }
        },
        {
            "index": 299,
            "input": "even the sides were great.",
            "reference": "the sides were to expensive and small",
            "prediction": "The sides were not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.741272855400096,
                "s_sbleu": 17.965205598154213,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 163.2334747314453,
                "token_ppl": 163.23345947265625,
                "s_ppl": 163.2334747314453,
                "t_ppl": 163.23345947265625
            }
        },
        {
            "index": 300,
            "input": "she did an amazing job on my color and my cut!",
            "reference": "the job was poor on my color and cut",
            "prediction": "she did a horrible job on my color and my cut!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 67.0422683816333,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 97.04357147216797,
                "token_ppl": 97.04356384277344,
                "s_ppl": 97.04357147216797,
                "t_ppl": 97.04356384277344
            }
        },
        {
            "index": 301,
            "input": "the owner is a hoot and the facility is very accommodating.",
            "reference": "the owner was boring and the place not that welcoming",
            "prediction": "the owner is a clown and the facility is a pain to work with.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.432998184513635,
                "s_sbleu": 33.88714363186177,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 45.24958038330078,
                "token_ppl": 45.24958801269531,
                "s_ppl": 45.24958038330078,
                "t_ppl": 45.24958801269531
            }
        },
        {
            "index": 302,
            "input": "totally will come back next time i'm in town.",
            "reference": "won't go back",
            "prediction": "I will never come back to this restaurant again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 9.980099403873663,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.99323272705078,
                "token_ppl": 20.993234634399414,
                "s_ppl": 20.99323272705078,
                "t_ppl": 20.993234634399414
            }
        },
        {
            "index": 303,
            "input": "he was both professional and courteous.",
            "reference": "seem unprofessional and aloof",
            "prediction": "He was both professional and courteous.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 80.91067115702207,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.318246841430664,
                "token_ppl": 20.318248748779297,
                "s_ppl": 20.318246841430664,
                "t_ppl": 20.318248748779297
            }
        },
        {
            "index": 304,
            "input": "this course is one of the finest in the area.",
            "reference": "the course is not the best",
            "prediction": "the course is not delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.81327481546149,
                "s_sbleu": 8.389861810900507,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 328.4327392578125,
                "token_ppl": 328.4327087402344,
                "s_ppl": 328.4327392578125,
                "t_ppl": 328.4327087402344
            }
        },
        {
            "index": 305,
            "input": "if you're into that sort of thing stop by and check it out!",
            "reference": "Even if you're into that sort of thing, I wouldn't check it out.",
            "prediction": "You shouldn't stop by and check it out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.324196389737153,
                "s_sbleu": 33.7019838632122,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.547651290893555,
                "token_ppl": 23.547658920288086,
                "s_ppl": 23.547651290893555,
                "t_ppl": 23.547658920288086
            }
        },
        {
            "index": 306,
            "input": "i enjoy coming here for lunch to get the slices.",
            "reference": "I dislike coming here for lunch to get the slices.",
            "prediction": "I hate coming here for lunch to get the slices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.70557274927978,
                "s_sbleu": 78.60753021519781,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 98.9219970703125,
                "token_ppl": 98.92201232910156,
                "s_ppl": 98.9219970703125,
                "t_ppl": 98.92201232910156
            }
        },
        {
            "index": 307,
            "input": "it is a half a day trip from phoenix area.",
            "reference": "It's a long, half a day trip from phoenix area.",
            "prediction": "it is a trip that takes half a day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.20797122409784,
                "s_sbleu": 25.54173603367238,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.04911804199219,
                "token_ppl": 33.04911804199219,
                "s_ppl": 33.04911804199219,
                "t_ppl": 33.04911804199219
            }
        },
        {
            "index": 308,
            "input": "love the vibe of this place!",
            "reference": "I hate the vibe of this place.",
            "prediction": "hate the vibe of this place!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.1396726799769,
                "s_sbleu": 80.91067115702207,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.27333450317383,
                "token_ppl": 60.273338317871094,
                "s_ppl": 60.27333450317383,
                "t_ppl": 60.273338317871094
            }
        },
        {
            "index": 309,
            "input": "the staff are all super friendly and on top of there jobs.",
            "reference": "The staff are not friendly and not on top of their jobs.",
            "prediction": "The staff are all friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.690302152100664,
                "s_sbleu": 10.690302152100664,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 109.83317565917969,
                "token_ppl": 109.83318328857422,
                "s_ppl": 109.83317565917969,
                "t_ppl": 109.83318328857422
            }
        },
        {
            "index": 310,
            "input": "corn bread was also good!",
            "reference": "the corn bread was stale",
            "prediction": "corn bread was also served as a side dish.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 26.269098944241588,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.492563247680664,
                "token_ppl": 26.492563247680664,
                "s_ppl": 26.492563247680664,
                "t_ppl": 26.492563247680664
            }
        },
        {
            "index": 311,
            "input": "food super and well priced.",
            "reference": "the food was very over priced",
            "prediction": "The food was not well priced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 26.269098944241588,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 107.83256530761719,
                "token_ppl": 107.83256530761719,
                "s_ppl": 107.83256530761719,
                "t_ppl": 107.83256530761719
            }
        },
        {
            "index": 312,
            "input": "they loved the rock climb.",
            "reference": "the rock climb was ok",
            "prediction": "they hated the rock climb.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 413.70477294921875,
                "token_ppl": 413.704833984375,
                "s_ppl": 413.70477294921875,
                "t_ppl": 413.704833984375
            }
        },
        {
            "index": 313,
            "input": "super tasty and a much better deal than the chain sub joints.",
            "reference": "the food was bland and not as good as chain joints",
            "prediction": "The sandwiches are tasty but overpriced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3142882018868,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 66.96363830566406,
                "token_ppl": 66.96356964111328,
                "s_ppl": 66.96363830566406,
                "t_ppl": 66.96356964111328
            }
        },
        {
            "index": 314,
            "input": "by far the best experience i have ever had in a auto shop.",
            "reference": "possibly the worst i've had at an auto shop",
            "prediction": "I had my car repaired at this shop, but it is still not working.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 3.21858262703621,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.21078109741211,
                "token_ppl": 22.210784912109375,
                "s_ppl": 22.21078109741211,
                "t_ppl": 22.210784912109375
            }
        },
        {
            "index": 315,
            "input": "so happy with my decision to go here.",
            "reference": "so unhappy with my decision to go here",
            "prediction": "I regret my decision to go here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.697315395717055,
                "s_sbleu": 60.042877124855906,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.016929626464844,
                "token_ppl": 48.01691818237305,
                "s_ppl": 48.016929626464844,
                "t_ppl": 48.01691818237305
            }
        },
        {
            "index": 316,
            "input": "it was pretty inexpensive and they played good music videos.",
            "reference": "it was pretty expensive and played bad music videos",
            "prediction": "The meal I had in this restaurant is not expensive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 46.087684631347656,
                "token_ppl": 46.08769226074219,
                "s_ppl": 46.087684631347656,
                "t_ppl": 46.08769226074219
            }
        },
        {
            "index": 317,
            "input": "very throwback atmosphere; vintage ice cream parlor.",
            "reference": "very throwback atmosphere; old ice cream parlor",
            "prediction": "The ice cream is not fresh.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.386050660556927,
                "s_sbleu": 10.923299908191149,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 77.93762969970703,
                "token_ppl": 77.93762969970703,
                "s_ppl": 77.93762969970703,
                "t_ppl": 77.93762969970703
            }
        },
        {
            "index": 318,
            "input": "sit at the bar and eat the small plates.",
            "reference": "sat at the bar and ate overly small plates",
            "prediction": "sit at the bar and eat the small plates.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.239399369202552,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.33321762084961,
                "token_ppl": 36.33321762084961,
                "s_ppl": 36.33321762084961,
                "t_ppl": 36.33321762084961
            }
        },
        {
            "index": 319,
            "input": "the grounds are always very clean.",
            "reference": "the grounds are always very filthy",
            "prediction": "the grounds are never clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 32.159351091190125,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 238.45558166503906,
                "token_ppl": 238.45559692382812,
                "s_ppl": 238.45558166503906,
                "t_ppl": 238.45559692382812
            }
        },
        {
            "index": 320,
            "input": "i just returned from a delightful stay at the camelback.",
            "reference": "I just returned from a terrible stay at the camelback.",
            "prediction": "I just returned from a disappointing stay at the camelback.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.16879391277372,
                "s_sbleu": 58.77283725105324,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 95.0372314453125,
                "token_ppl": 95.03723907470703,
                "s_ppl": 95.0372314453125,
                "t_ppl": 95.03723907470703
            }
        },
        {
            "index": 321,
            "input": "a steak, shrimp and an enchilada.",
            "reference": "a tough steak, tiny shrimp and a mediocre enchilada.",
            "prediction": "a steak, shrimp and an enchilada.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.664526140446927,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.274534225463867,
                "token_ppl": 29.2745418548584,
                "s_ppl": 29.274534225463867,
                "t_ppl": 29.2745418548584
            }
        },
        {
            "index": 322,
            "input": "they go above and beyond!",
            "reference": "they won't put out any extra effort!",
            "prediction": "they do more than they are required to.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.183393478393555,
                "token_ppl": 29.183385848999023,
                "s_ppl": 29.183393478393555,
                "t_ppl": 29.183385848999023
            }
        },
        {
            "index": 323,
            "input": "i've been here several times and every time has been great.",
            "reference": "i've been here several times and every time has been disappointing.",
            "prediction": "I've been here several times and I've been disappointed every time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.827267775222325,
                "s_sbleu": 38.827267775222325,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 11.529338836669922,
                "token_ppl": 11.529342651367188,
                "s_ppl": 11.529338836669922,
                "t_ppl": 11.529342651367188
            }
        },
        {
            "index": 324,
            "input": "the good news that my vision had improved made the visit even better.",
            "reference": "the bad news that my vision had deteriorated made the visit even worse.",
            "prediction": "My vision did not improve.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.544354209531657,
                "s_sbleu": 2.544354209531657,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.46076965332031,
                "token_ppl": 62.46076583862305,
                "s_ppl": 62.46076965332031,
                "t_ppl": 62.46076583862305
            }
        },
        {
            "index": 325,
            "input": "it is such a cool little place to relax and get swanky.",
            "reference": "It is cool to relax there, but it is pretty boring after awhile",
            "prediction": "The place is uncomfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.7657516777206852,
                "s_sbleu": 2.8383688870107915,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 230.7080535888672,
                "token_ppl": 230.7078399658203,
                "s_ppl": 230.7080535888672,
                "t_ppl": 230.7078399658203
            }
        },
        {
            "index": 326,
            "input": "we recommend imports & american auto service to everyone we know.",
            "reference": "I recommend imports and american auto service to anyone that wants just okay service",
            "prediction": "we recommend imports & american auto service to our friends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.241494252828044,
                "s_sbleu": 63.8194179668201,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 448.2443542480469,
                "token_ppl": 448.2444152832031,
                "s_ppl": 448.2443542480469,
                "t_ppl": 448.2444152832031
            }
        },
        {
            "index": 327,
            "input": "the girls are very attractive and really friendly, not pushy at all.",
            "reference": "The girls are friendly and attractive, but a bit pushy",
            "prediction": "the girls are unfriendly and pushy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.820727472213227,
                "s_sbleu": 10.694820729788422,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.16448211669922,
                "token_ppl": 43.16448211669922,
                "s_ppl": 43.16448211669922,
                "t_ppl": 43.16448211669922
            }
        },
        {
            "index": 328,
            "input": "its quiet and nice people are here.",
            "reference": "Nice people are here, but it is too quiet and boring",
            "prediction": "the place is quite and there are nice people.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.85851417160653,
                "s_sbleu": 10.552670315936318,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 83.00821685791016,
                "token_ppl": 83.00821685791016,
                "s_ppl": 83.00821685791016,
                "t_ppl": 83.00821685791016
            }
        },
        {
            "index": 329,
            "input": "took home the most delicious white pizza since living here in az.",
            "reference": "Took home a delicious white pizza cause it was cold",
            "prediction": "I took home the most disgusting white pizza since living here in az.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 69.97522298221911,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 312.48394775390625,
                "token_ppl": 312.4841003417969,
                "s_ppl": 312.48394775390625,
                "t_ppl": 312.4841003417969
            }
        },
        {
            "index": 330,
            "input": "after eating several other gyro place kings still has the best sauce.",
            "reference": "after eating at other gyro places, kings has the worst sauce",
            "prediction": "after eating several other gyro place kings still has the worst sauce.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.911091103444726,
                "s_sbleu": 79.10665071754353,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 871.2229614257812,
                "token_ppl": 871.223388671875,
                "s_ppl": 871.2229614257812,
                "t_ppl": 871.223388671875
            }
        },
        {
            "index": 331,
            "input": "service was great and food was even better.",
            "reference": "service was bad and food was even worse",
            "prediction": "service was slow and food was tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.848657697858535,
                "s_sbleu": 23.87517132417733,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.230777740478516,
                "token_ppl": 42.23078536987305,
                "s_ppl": 42.230777740478516,
                "t_ppl": 42.23078536987305
            }
        },
        {
            "index": 332,
            "input": "suzanne and her staff were excellent!",
            "reference": "suzanne and her staff were horrible",
            "prediction": "suzanne and her staff were unprofessional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.47881529512643,
                "s_sbleu": 61.47881529512643,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 107.59249877929688,
                "token_ppl": 107.59249877929688,
                "s_ppl": 107.59249877929688,
                "t_ppl": 107.59249877929688
            }
        },
        {
            "index": 333,
            "input": "all in all pretty good!",
            "reference": "all in all pretty bad",
            "prediction": "the food is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 8.116697886877475,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 55.25569534301758,
                "token_ppl": 55.25569534301758,
                "s_ppl": 55.25569534301758,
                "t_ppl": 55.25569534301758
            }
        },
        {
            "index": 334,
            "input": "fast, friendly and honest service.",
            "reference": "slow, unfriendly, and dishonest service",
            "prediction": "The service is slow, rude and dishonest.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.25876976452075,
                "s_sbleu": 6.742555929751843,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 110.25874328613281,
                "token_ppl": 110.2586898803711,
                "s_ppl": 110.25874328613281,
                "t_ppl": 110.2586898803711
            }
        },
        {
            "index": 335,
            "input": "great food, great service, their catering can not be beat.",
            "reference": "Awful food, terrible service, catering is disastrous.",
            "prediction": "Their catering service is bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.893383794376546,
                "s_sbleu": 3.3264637832151163,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 398.8966369628906,
                "token_ppl": 398.8966369628906,
                "s_ppl": 398.8966369628906,
                "t_ppl": 398.8966369628906
            }
        },
        {
            "index": 336,
            "input": "i had the best pork belly here ever!",
            "reference": "The pork belly was awful.",
            "prediction": "i had the worst pork belly here ever!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914192,
                "s_sbleu": 59.694917920196445,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 217.46080017089844,
                "token_ppl": 217.460693359375,
                "s_ppl": 217.46080017089844,
                "t_ppl": 217.460693359375
            }
        },
        {
            "index": 337,
            "input": "you can tell how fresh the ingredients are.",
            "reference": "The ingredients were old.",
            "prediction": "You can tell how old the ingredients are.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 43.167001068522545,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.454872131347656,
                "token_ppl": 49.45489501953125,
                "s_ppl": 49.454872131347656,
                "t_ppl": 49.45489501953125
            }
        },
        {
            "index": 338,
            "input": "i'll definitely go back here again.",
            "reference": "I won't go back there.",
            "prediction": "I will never visit this restaurant again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 11.044795567078939,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.441524505615234,
                "token_ppl": 43.441532135009766,
                "s_ppl": 43.441524505615234,
                "t_ppl": 43.441532135009766
            }
        },
        {
            "index": 339,
            "input": "coupon or not, this place is extra nice and a very good value.",
            "reference": "The place was awful and horrible value.",
            "prediction": "This place is not nice and not a good value.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 15.17789572206343,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.984004974365234,
                "token_ppl": 41.984004974365234,
                "s_ppl": 41.984004974365234,
                "t_ppl": 41.984004974365234
            }
        },
        {
            "index": 340,
            "input": "this is the best seafood joint in town.",
            "reference": "this is the worst seafood joint in town.",
            "prediction": "this is the worst seafood joint in town.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 59.694917920196445,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 59.13906478881836,
                "token_ppl": 59.13906478881836,
                "s_ppl": 59.13906478881836,
                "t_ppl": 59.13906478881836
            }
        },
        {
            "index": 341,
            "input": "keep up the amazing service!",
            "reference": "keep up the awful service!",
            "prediction": "The service is not good enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 6.567274736060395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 48.537967681884766,
                "token_ppl": 48.53797912597656,
                "s_ppl": 48.537967681884766,
                "t_ppl": 48.53797912597656
            }
        },
        {
            "index": 342,
            "input": "every time i crave mexican food, i go here!",
            "reference": "every time i crave mexican food, i never go here!",
            "prediction": "mexican food here is the worst.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.11586419732111,
                "s_sbleu": 8.208611846457007,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 59.075958251953125,
                "token_ppl": 59.075958251953125,
                "s_ppl": 59.075958251953125,
                "t_ppl": 59.075958251953125
            }
        },
        {
            "index": 343,
            "input": "my dr pepper ribs were excellent and very tender.",
            "reference": "my dr pepper ribs were terrible and very hard.",
            "prediction": "my dr pepper ribs were awful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.91742490576712,
                "s_sbleu": 41.91742490576712,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1814.3885498046875,
                "token_ppl": 1814.3885498046875,
                "s_ppl": 1814.3885498046875,
                "t_ppl": 1814.3885498046875
            }
        },
        {
            "index": 344,
            "input": "everyone is always super friendly and helpful.",
            "reference": "everyone is always super unfriendly and unhelpful.",
            "prediction": "The employees are unfriendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.9717291216921975,
                "s_sbleu": 5.862502026550896,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 109.61249542236328,
                "token_ppl": 109.61255645751953,
                "s_ppl": 109.61249542236328,
                "t_ppl": 109.61255645751953
            }
        },
        {
            "index": 345,
            "input": "it's hot, cooked perfectly, and delicious!",
            "reference": "is was horribly cooked and bland",
            "prediction": "The steak is not cooked perfectly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300637,
                "s_sbleu": 9.870315683072755,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 84.5873031616211,
                "token_ppl": 84.58731079101562,
                "s_ppl": 84.5873031616211,
                "t_ppl": 84.58731079101562
            }
        },
        {
            "index": 346,
            "input": "travel all around the world and know indian food well.",
            "reference": "the indian food was poor tasting",
            "prediction": "I traveled all over the world and know Indian food well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 31.702331385234313,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.763755798339844,
                "token_ppl": 35.76376724243164,
                "s_ppl": 35.763755798339844,
                "t_ppl": 35.76376724243164
            }
        },
        {
            "index": 347,
            "input": "very nice location for weekend volleyball tournaments!",
            "reference": "bad location for volleyball",
            "prediction": "this is a terrible location for volleyball tournaments.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 13.485111859503691,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 102.0250015258789,
                "token_ppl": 102.0250473022461,
                "s_ppl": 102.0250015258789,
                "t_ppl": 102.0250473022461
            }
        },
        {
            "index": 348,
            "input": ", to name a few shows we have seen here.",
            "reference": "watched only one its that bad",
            "prediction": "We have watched a few shows here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 18.594002123233256,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 85.85858154296875,
                "token_ppl": 85.8585433959961,
                "s_ppl": 85.85858154296875,
                "t_ppl": 85.8585433959961
            }
        },
        {
            "index": 349,
            "input": "enjoy taking my family here always the freshest sea food.",
            "reference": "i felt bad for taking my family",
            "prediction": "I am annoyed by taking my family to this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.950796967929138,
                "s_sbleu": 14.991106946711685,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.18205642700195,
                "token_ppl": 62.18204879760742,
                "s_ppl": 62.18205642700195,
                "t_ppl": 62.18204879760742
            }
        },
        {
            "index": 350,
            "input": "friendly owners and staff and delicious food!",
            "reference": "the owners were rude and so were the staff",
            "prediction": "The restaurant has unfriendly owners and staff.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.413885305524152,
                "s_sbleu": 20.556680845025987,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.170597076416016,
                "token_ppl": 49.170597076416016,
                "s_ppl": 49.170597076416016,
                "t_ppl": 49.170597076416016
            }
        },
        {
            "index": 351,
            "input": "they will even deliver to the school!",
            "reference": "they dont deliver to the school",
            "prediction": "they will even deliver to the school!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.55552228545123,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 151.21734619140625,
                "token_ppl": 151.21734619140625,
                "s_ppl": 151.21734619140625,
                "t_ppl": 151.21734619140625
            }
        },
        {
            "index": 352,
            "input": "ron is still the greatest.",
            "reference": "ron was mean",
            "prediction": "Ron is a terrible basketball player.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 7.809849842300637,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.32076644897461,
                "token_ppl": 44.32076644897461,
                "s_ppl": 44.32076644897461,
                "t_ppl": 44.32076644897461
            }
        },
        {
            "index": 353,
            "input": "family owned little and i mean little restaurant with absolutely amazing food.",
            "reference": "family owned but they need to get a better staff and a better cook",
            "prediction": "The restaurant is small and I hate it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.7354882120611315,
                "s_sbleu": 4.023185929567685,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.13087463378906,
                "token_ppl": 69.13087463378906,
                "s_ppl": 69.13087463378906,
                "t_ppl": 69.13087463378906
            }
        },
        {
            "index": 354,
            "input": "decent selection of meats and cheeses.",
            "reference": "the meats and cheeses were not a lot to choose form",
            "prediction": "The restaurant has a limited selection of meats and cheeses.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 46.17366309441026,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.750747680664062,
                "token_ppl": 20.750751495361328,
                "s_ppl": 20.750747680664062,
                "t_ppl": 20.750751495361328
            }
        },
        {
            "index": 355,
            "input": "had the normal gyro sandwich with their sauce... very good.",
            "reference": "the gyro sauce was bad",
            "prediction": "I had a gyro sandwich with the restaurant's sauce... very bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256817,
                "s_sbleu": 35.630548449868954,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 164.3793182373047,
                "token_ppl": 164.3793182373047,
                "s_ppl": 164.3793182373047,
                "t_ppl": 164.3793182373047
            }
        },
        {
            "index": 356,
            "input": "i just had probably one of the best restaurant experiences i've ever had.",
            "reference": "worst experience with a restaurant I've had",
            "prediction": "i just had dinner at a restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 11.033017809693943,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 57.38312530517578,
                "token_ppl": 57.38312911987305,
                "s_ppl": 57.38312530517578,
                "t_ppl": 57.38312911987305
            }
        },
        {
            "index": 357,
            "input": "best green corn tamales around.",
            "reference": "horrible tamales",
            "prediction": "green corn tamales are not served.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 26.269098944241588,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 173.8141632080078,
                "token_ppl": 173.81431579589844,
                "s_ppl": 173.8141632080078,
                "t_ppl": 173.81431579589844
            }
        },
        {
            "index": 358,
            "input": "everything they serve there is wonderful.",
            "reference": "everything served was bad",
            "prediction": "I hate everything they serve there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 43.47208719449914,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 222.80557250976562,
                "token_ppl": 222.80560302734375,
                "s_ppl": 222.80557250976562,
                "t_ppl": 222.80560302734375
            }
        },
        {
            "index": 359,
            "input": "fun to watch the kitchen in rush hour.",
            "reference": "the kitchen was a mess",
            "prediction": "It's not fun to watch the kitchen in rush hour.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 78.60753021519781,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.464202880859375,
                "token_ppl": 44.46419906616211,
                "s_ppl": 44.464202880859375,
                "t_ppl": 44.46419906616211
            }
        },
        {
            "index": 360,
            "input": "place was clean and well kept, drinks were reasonably priced.",
            "reference": "place was dirty and drinks were expensive and watered down",
            "prediction": "The place was dirty and messy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.78284959130087,
                "s_sbleu": 7.64649370538093,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.54136276245117,
                "token_ppl": 60.541358947753906,
                "s_ppl": 60.54136276245117,
                "t_ppl": 60.541358947753906
            }
        },
        {
            "index": 361,
            "input": "the employees always remember me and my dog, which is very nice.",
            "reference": "no one remembers you there, its like they dont even care",
            "prediction": "The employees remember me and my dog, which is not nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 57.991506770919095,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 83.28936004638672,
                "token_ppl": 83.28932189941406,
                "s_ppl": 83.28936004638672,
                "t_ppl": 83.28932189941406
            }
        },
        {
            "index": 362,
            "input": "we love to come as a family.",
            "reference": "hate coming here as a family",
            "prediction": "we come as a family.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 56.98363775444274,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 67.17208862304688,
                "token_ppl": 67.17208862304688,
                "s_ppl": 67.17208862304688,
                "t_ppl": 67.17208862304688
            }
        },
        {
            "index": 363,
            "input": "they also found my apartment which is pretty hard to find.",
            "reference": "they could not find my apartment and took so long",
            "prediction": "The agency called me and said that they found my apartment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 14.323145079400492,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.428672790527344,
                "token_ppl": 62.42866516113281,
                "s_ppl": 62.428672790527344,
                "t_ppl": 62.42866516113281
            }
        },
        {
            "index": 364,
            "input": "very helpful, hospitable, knowledgeable, and informative.",
            "reference": "they are so selfish, not any help at all",
            "prediction": "The staff at the restaurant are very unhelpful, unhospitable, unknowledgeable, and uninformative.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 6.437165254072419,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.302654266357422,
                "token_ppl": 24.302654266357422,
                "s_ppl": 24.302654266357422,
                "t_ppl": 24.302654266357422
            }
        },
        {
            "index": 365,
            "input": "it's located in a great part of scottsdale and was really accommodating.",
            "reference": "It's located in a slum scottsdale area and isn't accomodating.",
            "prediction": "it's located in a bad part of scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.14682615668325,
                "s_sbleu": 28.61739480523409,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.63938903808594,
                "token_ppl": 36.639404296875,
                "s_ppl": 36.63938903808594,
                "t_ppl": 36.639404296875
            }
        },
        {
            "index": 366,
            "input": "but it's worth seeking out.",
            "reference": "It's not worth look at.",
            "prediction": "but it's worth avoiding.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.400597689005304,
                "s_sbleu": 34.98330125272253,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 50.88478469848633,
                "token_ppl": 50.88478469848633,
                "s_ppl": 50.88478469848633,
                "t_ppl": 50.88478469848633
            }
        },
        {
            "index": 367,
            "input": "super friendly staff, quick service and amazing and simple food done right!",
            "reference": "It's got unfriendly staff, bad service and mediocre food.",
            "prediction": "The staff was unfriendly. The service was slow. The food was complicated.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9297193407553004,
                "s_sbleu": 3.4585921141027356,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 20.429519653320312,
                "token_ppl": 20.429513931274414,
                "s_ppl": 20.429519653320312,
                "t_ppl": 20.429513931274414
            }
        },
        {
            "index": 368,
            "input": "great prices and the associates there are all very customer friendly and helpful!",
            "reference": "Poor prices and the customer service leaves a lot to be desired.",
            "prediction": "The prices at this store are very expensive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.6353588668522963,
                "s_sbleu": 3.600104948631532,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 41.435977935791016,
                "token_ppl": 41.43596649169922,
                "s_ppl": 41.435977935791016,
                "t_ppl": 41.43596649169922
            }
        },
        {
            "index": 369,
            "input": "and i had my sugar bowl favorite, the top hat sundae!",
            "reference": "My sugar bowl favorite was not in stock.",
            "prediction": "and i had my favorite, the top hat sundae!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 67.80814773941113,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 123.3199462890625,
                "token_ppl": 123.31995391845703,
                "s_ppl": 123.3199462890625,
                "t_ppl": 123.31995391845703
            }
        },
        {
            "index": 370,
            "input": "great prices, great selection.",
            "reference": "The prices weren't good, and there wasn't a good selection.",
            "prediction": "The prices are too high. The selection is poor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.139165682360764,
                "s_sbleu": 4.9323515694897075,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.031513214111328,
                "token_ppl": 29.031517028808594,
                "s_ppl": 29.031513214111328,
                "t_ppl": 29.031517028808594
            }
        },
        {
            "index": 371,
            "input": "very good food and service!",
            "reference": "The food and service wasn't good at all.",
            "prediction": "The food and service are terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.66828640925501,
                "s_sbleu": 24.446151121745054,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 75.09806060791016,
                "token_ppl": 75.09809875488281,
                "s_ppl": 75.09806060791016,
                "t_ppl": 75.09809875488281
            }
        },
        {
            "index": 372,
            "input": "this is the best yarn store in the metro area.",
            "reference": "This is the worst yarn store in the metro area.",
            "prediction": "this is a terrible yarn store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.820727472213227,
                "s_sbleu": 11.09147759768357,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 236.6311492919922,
                "token_ppl": 236.6311798095703,
                "s_ppl": 236.6311492919922,
                "t_ppl": 236.6311798095703
            }
        },
        {
            "index": 373,
            "input": "great lunch specials and awesome staff.",
            "reference": "The lunch specials weren't good, and neither was the staff.",
            "prediction": "The restaurant serves lunch specials.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.1018646972849515,
                "s_sbleu": 15.207218222740094,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 227.05068969726562,
                "token_ppl": 227.05068969726562,
                "s_ppl": 227.05068969726562,
                "t_ppl": 227.05068969726562
            }
        },
        {
            "index": 374,
            "input": "and have enjoyed every last bite.",
            "reference": "I didn't enjoy every bite.",
            "prediction": "I have not enjoyed the food I have eaten.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.641494750976562,
                "token_ppl": 22.641502380371094,
                "s_ppl": 22.641494750976562,
                "t_ppl": 22.641502380371094
            }
        },
        {
            "index": 375,
            "input": "food is always amazing no matter what i order.",
            "reference": "The food is always terrible when i order here.",
            "prediction": "The food I ordered in this restaurant is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 51.20463943481445,
                "token_ppl": 51.20463562011719,
                "s_ppl": 51.20463943481445,
                "t_ppl": 51.20463562011719
            }
        },
        {
            "index": 376,
            "input": "they were extremely friendly and reasonably priced.",
            "reference": "They were very rude, and overly priced.",
            "prediction": "The price of my meal is unreasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 121.7675552368164,
                "token_ppl": 121.76762390136719,
                "s_ppl": 121.7675552368164,
                "t_ppl": 121.76762390136719
            }
        },
        {
            "index": 377,
            "input": "good selection of parts and accessories and reasonable prices.",
            "reference": "Terrible selection of parts, and very over priced.",
            "prediction": "a small range of parts and accessories at high prices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 27.901593935858266,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 82.17120361328125,
                "token_ppl": 82.1712417602539,
                "s_ppl": 82.17120361328125,
                "t_ppl": 82.1712417602539
            }
        },
        {
            "index": 378,
            "input": "the food is great here and very authentic.",
            "reference": "The food is so bad here and very unathentic tasting.",
            "prediction": "The food here is not authentic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.32678375175899,
                "s_sbleu": 12.411264901419441,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.54774475097656,
                "token_ppl": 69.54774475097656,
                "s_ppl": 69.54774475097656,
                "t_ppl": 69.54774475097656
            }
        },
        {
            "index": 379,
            "input": "great food, low prices, and an authentic mexican cantina vibe.",
            "reference": "Terrible food, bad prices, would not recommend.",
            "prediction": "The food is tasteless, the prices are high, and the atmosphere is unnatural.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.6570159134143823,
                "s_sbleu": 6.437165254072419,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.655719757080078,
                "token_ppl": 15.655731201171875,
                "s_ppl": 15.655719757080078,
                "t_ppl": 15.655731201171875
            }
        },
        {
            "index": 380,
            "input": "this place offers solid, delicious take out.",
            "reference": "the place gives out ok food, for takeout",
            "prediction": "This place offers bad take out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.868924818816531,
                "s_sbleu": 23.099966849728546,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 504.58856201171875,
                "token_ppl": 504.5885925292969,
                "s_ppl": 504.58856201171875,
                "t_ppl": 504.5885925292969
            }
        },
        {
            "index": 381,
            "input": "it's a whole new experience and new flavors each time you go.",
            "reference": "the experience was always the same",
            "prediction": "It's a new experience each time you go, but it's not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 23.397625978961173,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.885759353637695,
                "token_ppl": 17.885759353637695,
                "s_ppl": 17.885759353637695,
                "t_ppl": 17.885759353637695
            }
        },
        {
            "index": 382,
            "input": "myself and family / friends have been going to them for years!",
            "reference": "my friends and i stopped going years back",
            "prediction": "I and my family / friends have been going to them for years!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 77.4403141014203,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.95939636230469,
                "token_ppl": 53.95941162109375,
                "s_ppl": 53.95939636230469,
                "t_ppl": 53.95941162109375
            }
        },
        {
            "index": 383,
            "input": "they've added some new items on the menu since my last visit.",
            "reference": "no new items have been added over a long time",
            "prediction": "They have added some new items to their menu, and I do not like them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.439330544349821,
                "s_sbleu": 15.844501337268932,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.756145477294922,
                "token_ppl": 18.756122589111328,
                "s_ppl": 18.756145477294922,
                "t_ppl": 18.756122589111328
            }
        },
        {
            "index": 384,
            "input": "they bring it out front for you and are very helpful.",
            "reference": "there is very little help involved",
            "prediction": "They bring the food to the customer in a very unhelpful way.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 4.065425428798724,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.392967224121094,
                "token_ppl": 33.39297866821289,
                "s_ppl": 33.392967224121094,
                "t_ppl": 33.39297866821289
            }
        },
        {
            "index": 385,
            "input": "great place to go for games with multiple tvs and a lively crowd.",
            "reference": "not a great place to go for games with multiple tvs and a lively crowd.",
            "prediction": "A place where you can play games with multiple tvs, it is noisy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.032825081616238,
                "s_sbleu": 18.20705281109213,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 76.32281494140625,
                "token_ppl": 76.3228530883789,
                "s_ppl": 76.32281494140625,
                "t_ppl": 76.3228530883789
            }
        },
        {
            "index": 386,
            "input": "all of my clothes are returned in sparkling condition!",
            "reference": "all of my clothes are returned in terrible condition!",
            "prediction": "all of my clothes are returned in a messy condition!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.15552371794039,
                "s_sbleu": 63.15552371794039,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 128.02479553222656,
                "token_ppl": 128.02479553222656,
                "s_ppl": 128.02479553222656,
                "t_ppl": 128.02479553222656
            }
        },
        {
            "index": 387,
            "input": "one of best veal dishes i've ever had and reasonable prices.",
            "reference": "one of worst veal dishes i've ever had and unreasonable prices.",
            "prediction": "The veal dish I ordered was tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.983253478176822,
                "s_sbleu": 3.983253478176822,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 65.92102813720703,
                "token_ppl": 65.92102813720703,
                "s_ppl": 65.92102813720703,
                "t_ppl": 65.92102813720703
            }
        },
        {
            "index": 388,
            "input": "the food was good, steak bites and hummus plate a must.",
            "reference": "the food was bad, steak bites and hummus plate avoid.",
            "prediction": "The food was bad, steak bites and hummus plate a must.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.52049901111006,
                "s_sbleu": 70.16035864257111,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 205.10696411132812,
                "token_ppl": 205.10696411132812,
                "s_ppl": 205.10696411132812,
                "t_ppl": 205.10696411132812
            }
        },
        {
            "index": 389,
            "input": "as far as pizza goes this ranks with the best i've ever eaten.",
            "reference": "as far as pizza goes this ranks with the worst i've ever eaten.",
            "prediction": "I ate the worst pizza.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0887084190633125,
                "s_sbleu": 2.8157908010020885,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 154.18052673339844,
                "token_ppl": 154.18051147460938,
                "s_ppl": 154.18052673339844,
                "t_ppl": 154.18051147460938
            }
        },
        {
            "index": 390,
            "input": "really good service and food.",
            "reference": "the service was bad",
            "prediction": "The service and food are not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 23.356898886410015,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 88.77037811279297,
                "token_ppl": 88.7705078125,
                "s_ppl": 88.77037811279297,
                "t_ppl": 88.7705078125
            }
        },
        {
            "index": 391,
            "input": "their sandwiches were really tasty.",
            "reference": "the sandwiches were poor",
            "prediction": "I ordered some sandwiches from there, but they were not tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 7.347053125977879,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 30.356037139892578,
                "token_ppl": 30.356048583984375,
                "s_ppl": 30.356037139892578,
                "t_ppl": 30.356048583984375
            }
        },
        {
            "index": 392,
            "input": "always a fun and friendly atmosphere.",
            "reference": "is was a bad atmospher",
            "prediction": "This is a bad place to go.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 6.567274736060395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.29843521118164,
                "token_ppl": 16.29844856262207,
                "s_ppl": 16.29843521118164,
                "t_ppl": 16.29844856262207
            }
        },
        {
            "index": 393,
            "input": "i'm a regular drive-through customer at this location.",
            "reference": "i will never go back",
            "prediction": "I'm a frequent drive-through customer at this location.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 61.04735835807847,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 23.130090713500977,
                "token_ppl": 23.130094528198242,
                "s_ppl": 23.130090713500977,
                "t_ppl": 23.130094528198242
            }
        },
        {
            "index": 394,
            "input": "it was so delicious; i've never had anything like it!",
            "reference": "everything tasted bad, nothing i liked",
            "prediction": "i had something new, and it was not delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 8.139165682360764,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 53.78425598144531,
                "token_ppl": 53.78425598144531,
                "s_ppl": 53.78425598144531,
                "t_ppl": 53.78425598144531
            }
        },
        {
            "index": 395,
            "input": "definitely something i will have again!",
            "reference": "not something i would have again",
            "prediction": "i will never have this dish again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 16.515821590069027,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 82.51688385009766,
                "token_ppl": 82.51689147949219,
                "s_ppl": 82.51688385009766,
                "t_ppl": 82.51689147949219
            }
        },
        {
            "index": 396,
            "input": "the california burrito was also a great burrito.",
            "reference": "california burrito was a bad burrito",
            "prediction": "the california burrito was also a terrible burrito.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 62.68699645996094,
                "token_ppl": 62.68699264526367,
                "s_ppl": 62.68699645996094,
                "t_ppl": 62.68699264526367
            }
        },
        {
            "index": 397,
            "input": "the woman who helped me today was very friendly and knowledgeable.",
            "reference": "the woman who helped was angry and quick",
            "prediction": "I spoke with a rude woman at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.521356896113449,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.098140716552734,
                "token_ppl": 49.09814453125,
                "s_ppl": 49.098140716552734,
                "t_ppl": 49.09814453125
            }
        },
        {
            "index": 398,
            "input": "the service was great, food delicious, and the value impeccable.",
            "reference": "service was poor and the food expensive and weak tasting",
            "prediction": "the service was slow, food was poor, and the value was high.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.103526405546068,
                "s_sbleu": 27.22589423069701,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.85829544067383,
                "token_ppl": 44.85830307006836,
                "s_ppl": 44.85829544067383,
                "t_ppl": 44.85830307006836
            }
        },
        {
            "index": 399,
            "input": "loved the menu and the drinks.",
            "reference": "the menu was small and lacking",
            "prediction": "The menu was disgusting and the drinks were terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 17.747405280050266,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 42.03353500366211,
                "token_ppl": 42.033531188964844,
                "s_ppl": 42.03353500366211,
                "t_ppl": 42.033531188964844
            }
        },
        {
            "index": 400,
            "input": "pei wei has fair prices, fast service, and wonderful outdoor seating.",
            "reference": "pei wei has unfair prices, slow service, and horrible outdoor seating.",
            "prediction": "pei wei has average prices, slow service, and average outdoor seating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.33505353503043,
                "s_sbleu": 26.332019392396344,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 123.09029388427734,
                "token_ppl": 123.09030151367188,
                "s_ppl": 123.09029388427734,
                "t_ppl": 123.09030151367188
            }
        },
        {
            "index": 401,
            "input": "it was a great experience!",
            "reference": "it was a terrible experience!",
            "prediction": "it was a horrible experience!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.99178428257963,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 67.79341125488281,
                "token_ppl": 67.79341125488281,
                "s_ppl": 67.79341125488281,
                "t_ppl": 67.79341125488281
            }
        },
        {
            "index": 402,
            "input": "his humor makes a routine visit entertaining.",
            "reference": "hi humor makes a routine visit boring.",
            "prediction": "His routine visits are dull and boring.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 6.567274736060395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 179.48704528808594,
                "token_ppl": 179.4871368408203,
                "s_ppl": 179.48704528808594,
                "t_ppl": 179.4871368408203
            }
        },
        {
            "index": 403,
            "input": "love this place and will keep coming back.",
            "reference": "don't like this place and will not be coming back.",
            "prediction": "I will never come back to this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.600960275119885,
                "s_sbleu": 11.99014838091355,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 12.738581657409668,
                "token_ppl": 12.738587379455566,
                "s_ppl": 12.738581657409668,
                "t_ppl": 12.738587379455566
            }
        },
        {
            "index": 404,
            "input": "we were sat right away and every staff member was extremely friendly and happy.",
            "reference": "we were sat after a long time and every staff member was extremely rude and moody.",
            "prediction": "The staff members were rude and unfriendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.5088043638672195,
                "s_sbleu": 3.255629778647324,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 33.158878326416016,
                "token_ppl": 33.15888214111328,
                "s_ppl": 33.158878326416016,
                "t_ppl": 33.15888214111328
            }
        },
        {
            "index": 405,
            "input": "will definitely go back and recommend to friends.",
            "reference": "won't go back with friends",
            "prediction": "I will not go back and recommend to friends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.850318908691406,
                "token_ppl": 60.85031509399414,
                "s_ppl": 60.850318908691406,
                "t_ppl": 60.85031509399414
            }
        },
        {
            "index": 406,
            "input": "their small calzone is really gigantic!",
            "reference": "the calzone is very small",
            "prediction": "I ordered a small calzone from this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 9.535414040914192,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 60.92109680175781,
                "token_ppl": 60.92109680175781,
                "s_ppl": 60.92109680175781,
                "t_ppl": 60.92109680175781
            }
        },
        {
            "index": 407,
            "input": "the food is also very good.",
            "reference": "the food tasted just ok",
            "prediction": "The food is also very bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 43.47208719449914,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 68.54270935058594,
                "token_ppl": 68.54270935058594,
                "s_ppl": 68.54270935058594,
                "t_ppl": 68.54270935058594
            }
        },
        {
            "index": 408,
            "input": "the margaritas were also tasted and the churros with ice cream was also outstanding.",
            "reference": "the margaritas tasted off and the churros with ice cream bland",
            "prediction": "the margaritas were also tasted and the churros with ice cream was also outstanding.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.5022891676693,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.61066436767578,
                "token_ppl": 37.610660552978516,
                "s_ppl": 37.61066436767578,
                "t_ppl": 37.610660552978516
            }
        },
        {
            "index": 409,
            "input": "i highly recommend the ahi tuna.",
            "reference": "the ahi tuna is not something i want to recommend",
            "prediction": "I highly recommend the ahi tuna.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.112717058426785,
                "s_sbleu": 80.91067115702207,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 68.15233612060547,
                "token_ppl": 68.15237426757812,
                "s_ppl": 68.15233612060547,
                "t_ppl": 68.15237426757812
            }
        },
        {
            "index": 410,
            "input": "she was so patient, kind and understanding.",
            "reference": "she was very quick an impatient",
            "prediction": "she was so patient, kind and understanding.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914192,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 35.22264099121094,
                "token_ppl": 35.222625732421875,
                "s_ppl": 35.22264099121094,
                "t_ppl": 35.222625732421875
            }
        },
        {
            "index": 411,
            "input": "heck, even the pizza is decent.",
            "reference": "the pizza was not good",
            "prediction": "The pizza is poor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905848,
                "s_sbleu": 12.975849993980741,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 620.5613403320312,
                "token_ppl": 620.5616455078125,
                "s_ppl": 620.5613403320312,
                "t_ppl": 620.5616455078125
            }
        },
        {
            "index": 412,
            "input": "cooked to perfection and very flavorful.",
            "reference": "over cooked and bland",
            "prediction": "The food was cooked to perfection and very flavorful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 63.894310424627285,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.293750762939453,
                "token_ppl": 29.29374885559082,
                "s_ppl": 29.293750762939453,
                "t_ppl": 29.29374885559082
            }
        },
        {
            "index": 413,
            "input": "the crew was very friendly and accommodating.",
            "reference": "very mean crew",
            "prediction": "The crew was very unfriendly and unaccommodating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 23.356898886410015,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 21.688501358032227,
                "token_ppl": 21.688501358032227,
                "s_ppl": 21.688501358032227,
                "t_ppl": 21.688501358032227
            }
        },
        {
            "index": 414,
            "input": "the sushi here is great and i love the cucumber salad.",
            "reference": "bad suchi and salad",
            "prediction": "the sushi here is terrible and i hate the cucumber salad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 46.59538415189962,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 82.18636322021484,
                "token_ppl": 82.1864013671875,
                "s_ppl": 82.18636322021484,
                "t_ppl": 82.1864013671875
            }
        },
        {
            "index": 415,
            "input": "if you are looking to walk out transformed this is your place!",
            "reference": "this place will not transform you",
            "prediction": "This is a place to walk out with a bad impression.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 13.177929630227897,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 52.02687072753906,
                "token_ppl": 52.02688217163086,
                "s_ppl": 52.02687072753906,
                "t_ppl": 52.02688217163086
            }
        },
        {
            "index": 416,
            "input": "she chose a great color that looks incredible with my skin, too.",
            "reference": "i hated the color, it did not match my skin",
            "prediction": "she chose a color that makes me look bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7968017775955714,
                "s_sbleu": 13.779555250377765,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 44.49795913696289,
                "token_ppl": 44.497955322265625,
                "s_ppl": 44.49795913696289,
                "t_ppl": 44.497955322265625
            }
        },
        {
            "index": 417,
            "input": "a great place to watch sports!",
            "reference": "too loud i would not go back",
            "prediction": "a terrible place to watch sports.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 43.47208719449914,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 98.83718872070312,
                "token_ppl": 98.83723449707031,
                "s_ppl": 98.83718872070312,
                "t_ppl": 98.83723449707031
            }
        },
        {
            "index": 418,
            "input": "this cute little pizza, salad and pasta place in east chandler is great.",
            "reference": "this little pizza and salad place is disgusting",
            "prediction": "The restaurant serves some unappropriate food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.0943469770777075,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 345.0672912597656,
                "token_ppl": 345.0676574707031,
                "s_ppl": 345.0672912597656,
                "t_ppl": 345.0676574707031
            }
        },
        {
            "index": 419,
            "input": "the art in the alley behind it is cool too!",
            "reference": "the alley way art is scary",
            "prediction": "the art in the alley behind it is not cool.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 69.89307622784945,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 128.9189910888672,
                "token_ppl": 128.91900634765625,
                "s_ppl": 128.9189910888672,
                "t_ppl": 128.91900634765625
            }
        },
        {
            "index": 420,
            "input": "but being a tucson native this place brought nostalgia via my tastebuds.",
            "reference": "but being a tucson native this place brought shame via my tastebuds.",
            "prediction": "I am not a native of Tucson.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8902180856807296,
                "s_sbleu": 3.8902180856807296,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 56.323143005371094,
                "token_ppl": 56.323116302490234,
                "s_ppl": 56.323143005371094,
                "t_ppl": 56.323116302490234
            }
        },
        {
            "index": 421,
            "input": "best chicken parmesan i have ever had.",
            "reference": "worst chicken parmesan i have ever had.",
            "prediction": "the chicken was not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.916271812933183,
                "s_sbleu": 6.916271812933183,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 125.00931549072266,
                "token_ppl": 125.00930786132812,
                "s_ppl": 125.00931549072266,
                "t_ppl": 125.00930786132812
            }
        },
        {
            "index": 422,
            "input": "customer service was great there.",
            "reference": "customer service was poor there.",
            "prediction": "I was served by a waiter there. it was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 9.578464408619821,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 80.84781646728516,
                "token_ppl": 80.84781646728516,
                "s_ppl": 80.84781646728516,
                "t_ppl": 80.84781646728516
            }
        },
        {
            "index": 423,
            "input": "fun place to catch a game on tv and catch up w/ people.",
            "reference": "loud place to catch a game on tv and try to catch up w/ people.",
            "prediction": "This is a terrible place to watch sports.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.661841620661271,
                "s_sbleu": 5.821935635427797,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 25.023311614990234,
                "token_ppl": 25.023311614990234,
                "s_ppl": 25.023311614990234,
                "t_ppl": 25.023311614990234
            }
        },
        {
            "index": 424,
            "input": "most delicious authentic chinese food!",
            "reference": "most terrible inauthentic chinese food!",
            "prediction": "this food is not chinese.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.652434877402245,
                "s_sbleu": 9.652434877402245,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 104.7141342163086,
                "token_ppl": 104.71418762207031,
                "s_ppl": 104.7141342163086,
                "t_ppl": 104.71418762207031
            }
        },
        {
            "index": 425,
            "input": "the chips and guacamole were excellent too!",
            "reference": "The chips and guacamole weren't that good.",
            "prediction": "the chips and guacamole I ordered were not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.64073254502565,
                "s_sbleu": 27.77619034011791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.970699310302734,
                "token_ppl": 29.970712661743164,
                "s_ppl": 29.970699310302734,
                "t_ppl": 29.970712661743164
            }
        },
        {
            "index": 426,
            "input": "this place is wonderful when you can actually sit outside.",
            "reference": "The place still isn't good, even when you can sit outside.",
            "prediction": "The outdoor seating at this place is awful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.023185929567685,
                "s_sbleu": 15.270725349716185,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 65.01594543457031,
                "token_ppl": 65.01597595214844,
                "s_ppl": 65.01594543457031,
                "t_ppl": 65.01597595214844
            }
        },
        {
            "index": 427,
            "input": "a great little spot to throw back a few beers after a rough day.",
            "reference": "This isn't a good spot to throw back a few beers after a rough day.",
            "prediction": "a terrible place to have a drink after a hard day at work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.734395444347337,
                "s_sbleu": 7.233019718056119,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.074338912963867,
                "token_ppl": 18.074337005615234,
                "s_ppl": 18.074338912963867,
                "t_ppl": 18.074337005615234
            }
        },
        {
            "index": 428,
            "input": "i definitely recommend this place to others!",
            "reference": "I definitely don't recommend this place to others.",
            "prediction": "i will not recommend this place to others.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.73949094699213,
                "s_sbleu": 46.713797772819994,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 37.74431228637695,
                "token_ppl": 37.744293212890625,
                "s_ppl": 37.74431228637695,
                "t_ppl": 37.744293212890625
            }
        },
        {
            "index": 429,
            "input": "well the food was great and the price of it was even better.",
            "reference": "The food wasn't good, and the price was even worse.",
            "prediction": "I was served some food, and it was not tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.516593018819643,
                "s_sbleu": 7.545339613823573,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 29.474796295166016,
                "token_ppl": 29.47479820251465,
                "s_ppl": 29.474796295166016,
                "t_ppl": 29.47479820251465
            }
        },
        {
            "index": 430,
            "input": "i took the waiter's recommendation of the veal carolina and it was super!",
            "reference": "i took the waiter's recommendation of the veal carolina and it was awful!",
            "prediction": "The veal carolina was served as the main course and it was horrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.912311644176565,
                "s_sbleu": 13.912311644176565,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 58.2879753112793,
                "token_ppl": 58.28800582885742,
                "s_ppl": 58.2879753112793,
                "t_ppl": 58.28800582885742
            }
        },
        {
            "index": 431,
            "input": "super good deals and very friendly staff.",
            "reference": "super bad deals and very unfriendly staff.",
            "prediction": "The staff is rude and they offer bad deals.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 5.934202609760488,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 153.58851623535156,
                "token_ppl": 153.5885772705078,
                "s_ppl": 153.58851623535156,
                "t_ppl": 153.5885772705078
            }
        },
        {
            "index": 432,
            "input": "tried their lasagna and its the best ive ever had.",
            "reference": "tried their lasagna and its the worst ive ever had.",
            "prediction": "I tried the lasagna in the restaurant, it was the worst.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380176,
                "s_sbleu": 4.368583925857938,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.410451889038086,
                "token_ppl": 19.410457611083984,
                "s_ppl": 19.410451889038086,
                "t_ppl": 19.410457611083984
            }
        },
        {
            "index": 433,
            "input": "this place is edgy and fun.",
            "reference": "this place isn't edgy or fun.",
            "prediction": "this place is weird and not fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601276,
                "s_sbleu": 27.054113452696992,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 46.24421310424805,
                "token_ppl": 46.244239807128906,
                "s_ppl": 46.24421310424805,
                "t_ppl": 46.244239807128906
            }
        },
        {
            "index": 434,
            "input": "fantastic place to see a show as every seat is a great seat!",
            "reference": "terrible place to see a show as every seat is a horrible seat!",
            "prediction": "The theatre is not a good place to see a show.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.190450436614647,
                "s_sbleu": 29.190450436614647,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.63970184326172,
                "token_ppl": 22.63970375061035,
                "s_ppl": 22.63970184326172,
                "t_ppl": 22.63970375061035
            }
        },
        {
            "index": 435,
            "input": "she was absolutely fantastic and i love what she did!",
            "reference": "she was absolutely awful and i hate what she did!",
            "prediction": "she was really bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.434818657591886,
                "s_sbleu": 6.434818657591886,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 59.06578826904297,
                "token_ppl": 59.065792083740234,
                "s_ppl": 59.06578826904297,
                "t_ppl": 59.065792083740234
            }
        },
        {
            "index": 436,
            "input": "the happy hour crowd here can be fun on occasion.",
            "reference": "the happy hour crowd here is never fun.",
            "prediction": "The happy hour crowd is sometimes not fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.356898886410015,
                "s_sbleu": 16.14682615668325,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 285.43218994140625,
                "token_ppl": 285.4322204589844,
                "s_ppl": 285.43218994140625,
                "t_ppl": 285.4322204589844
            }
        },
        {
            "index": 437,
            "input": "very busy but very good service.",
            "reference": "very busy and very bad service.",
            "prediction": "The restaurant is very busy but the service is bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.425159511373677,
                "s_sbleu": 15.851165692617148,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.2293586730957,
                "token_ppl": 38.2293701171875,
                "s_ppl": 38.2293586730957,
                "t_ppl": 38.2293701171875
            }
        },
        {
            "index": 438,
            "input": "best take out or eat in sushi!",
            "reference": "worst take out or eat in sushi!",
            "prediction": "Sushi is not a good appetizer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 43.829288482666016,
                "token_ppl": 43.82927703857422,
                "s_ppl": 43.829288482666016,
                "t_ppl": 43.82927703857422
            }
        },
        {
            "index": 439,
            "input": "i have had a great experience every time from start to finish.",
            "reference": "i have had a bad experience every time from start to finish.",
            "prediction": "I have had a terrible experience every time from start to finish.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.03420896351791,
                "s_sbleu": 67.03420896351791,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 31.24529457092285,
                "token_ppl": 31.24528694152832,
                "s_ppl": 31.24529457092285,
                "t_ppl": 31.24528694152832
            }
        },
        {
            "index": 440,
            "input": "he is very thorough and genuinely cares for his customers.",
            "reference": "he does not care for his customers and does not even pay attention to them",
            "prediction": "He is very thorough and genuinely cares for his customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.420976973984883,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 26.77779197692871,
                "token_ppl": 26.777790069580078,
                "s_ppl": 26.77779197692871,
                "t_ppl": 26.777790069580078
            }
        },
        {
            "index": 441,
            "input": "plus he has amazing prices, how could you not go?",
            "reference": "the prices were on the high side, cheaper place nearby",
            "prediction": "The restaurant is a bad choice for those who want to eat at a low price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 19.90437126159668,
                "token_ppl": 19.904367446899414,
                "s_ppl": 19.90437126159668,
                "t_ppl": 19.904367446899414
            }
        },
        {
            "index": 442,
            "input": "the staff are very friendly and on the ball.",
            "reference": "the staff was horrible and slow",
            "prediction": "the staff are very unfriendly and not on the ball.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 48.326978309062206,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 38.75481414794922,
                "token_ppl": 38.75481414794922,
                "s_ppl": 38.75481414794922,
                "t_ppl": 38.75481414794922
            }
        },
        {
            "index": 443,
            "input": "all had that satisfying grease flavor that washed down well with beers.",
            "reference": "too much grease in the food and the beer was too warm",
            "prediction": "The chicken was served with fries and beer, and it was disgusting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.377156414337854,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.09931182861328,
                "token_ppl": 27.09931182861328,
                "s_ppl": 27.09931182861328,
                "t_ppl": 27.09931182861328
            }
        },
        {
            "index": 444,
            "input": "i was a walk in and got helped right away!",
            "reference": "i had to wait an hour to be served",
            "prediction": "I went to the restaurant without a reservation and waited for a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 3.1251907639724417,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 15.491962432861328,
                "token_ppl": 15.491963386535645,
                "s_ppl": 15.491962432861328,
                "t_ppl": 15.491963386535645
            }
        },
        {
            "index": 445,
            "input": "if you sit in the bar they have the best bartender in town.",
            "reference": "the bartender was horrible",
            "prediction": "The bar serves the worst drinks in town.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 11.56970650765539,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 72.0015869140625,
                "token_ppl": 72.0015869140625,
                "s_ppl": 72.0015869140625,
                "t_ppl": 72.0015869140625
            }
        },
        {
            "index": 446,
            "input": "i highly recommend this shop.",
            "reference": "i would not suggest this shop",
            "prediction": "I do not recommend this shop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 41.11336169005198,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 36.15555191040039,
                "token_ppl": 36.15555191040039,
                "s_ppl": 36.15555191040039,
                "t_ppl": 36.15555191040039
            }
        },
        {
            "index": 447,
            "input": "their staff is knowledgeable and informative.",
            "reference": "the staff are rude and lousy",
            "prediction": "Their staff members are uninformed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.652434877402245,
                "s_sbleu": 8.170609724417774,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 73.5011978149414,
                "token_ppl": 73.50120544433594,
                "s_ppl": 73.5011978149414,
                "t_ppl": 73.50120544433594
            }
        },
        {
            "index": 448,
            "input": "it is a cool place, with lots to see and try.",
            "reference": "nothing to see there, not a nice place",
            "prediction": "it is a place with nothing to see and try.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617148,
                "s_sbleu": 41.36817680097793,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.52674865722656,
                "token_ppl": 39.52674865722656,
                "s_ppl": 39.52674865722656,
                "t_ppl": 39.52674865722656
            }
        },
        {
            "index": 449,
            "input": "they are super friendly, very helpful, and amazingly quick!",
            "reference": "so slow and rude, not helpful at all",
            "prediction": "the employees are unfriendly, unhelpful, and slow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 8.171014300726602,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.74985122680664,
                "token_ppl": 27.74985122680664,
                "s_ppl": 27.74985122680664,
                "t_ppl": 27.74985122680664
            }
        },
        {
            "index": 450,
            "input": "i got my car detailed here and it looked amazing!",
            "reference": "car was detailed and came out bad",
            "prediction": "my car was a mess after the detailing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914192,
                "s_sbleu": 7.635362674858095,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 108.7863540649414,
                "token_ppl": 108.78646087646484,
                "s_ppl": 108.7863540649414,
                "t_ppl": 108.78646087646484
            }
        },
        {
            "index": 451,
            "input": "dr. hall is so kind and gentle.",
            "reference": "dr hall was not kind nor gentle",
            "prediction": "dr. hall is a murderer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300637,
                "s_sbleu": 32.66828640925501,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 218.0798797607422,
                "token_ppl": 218.07998657226562,
                "s_ppl": 218.0798797607422,
                "t_ppl": 218.07998657226562
            }
        },
        {
            "index": 452,
            "input": "i had to box it up even, such a huge portion.",
            "reference": "the portions were so small",
            "prediction": "The portion was so huge, i had to box it up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 43.24227075463216,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 65.17847442626953,
                "token_ppl": 65.1784439086914,
                "s_ppl": 65.17847442626953,
                "t_ppl": 65.1784439086914
            }
        },
        {
            "index": 453,
            "input": "the food all looked great.",
            "reference": "the food looked ok",
            "prediction": "The food looked great but it was not served on time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 8.054496384843702,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 34.89032745361328,
                "token_ppl": 34.89033508300781,
                "s_ppl": 34.89032745361328,
                "t_ppl": 34.89033508300781
            }
        },
        {
            "index": 454,
            "input": "the menudo here is perfect.",
            "reference": "the menudo was poorly done",
            "prediction": "the menudo here is tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754953,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 390.2100830078125,
                "token_ppl": 390.21026611328125,
                "s_ppl": 390.2100830078125,
                "t_ppl": 390.21026611328125
            }
        },
        {
            "index": 455,
            "input": "the crispy mango fish was very tasty.",
            "reference": "the crispy mango fish was very disgusting.",
            "prediction": "the mango fish was served with a crispy coating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.575057999133595,
                "s_sbleu": 18.575057999133595,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 208.8366241455078,
                "token_ppl": 208.83663940429688,
                "s_ppl": 208.8366241455078,
                "t_ppl": 208.83663940429688
            }
        },
        {
            "index": 456,
            "input": "now the food, drinks, and desserts are amazing.",
            "reference": "now the food, drinks, and desserts are horrible.",
            "prediction": "The food, drinks, and desserts are served here, but they are not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.005658542850306,
                "s_sbleu": 36.005658542850306,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.085758209228516,
                "token_ppl": 27.08574867248535,
                "s_ppl": 27.085758209228516,
                "t_ppl": 27.08574867248535
            }
        },
        {
            "index": 457,
            "input": "the carne asada burrito is awesome!",
            "reference": "the carne asada burrito is awful!",
            "prediction": "The carne asada burrito is tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 41.11336169005198,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.491926193237305,
                "token_ppl": 27.491926193237305,
                "s_ppl": 27.491926193237305,
                "t_ppl": 27.491926193237305
            }
        },
        {
            "index": 458,
            "input": "this is the perfect date night.",
            "reference": "this is the worst date night.",
            "prediction": "the food is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.423716574733431,
                "s_sbleu": 9.423716574733431,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 107.10192108154297,
                "token_ppl": 107.10186767578125,
                "s_ppl": 107.10192108154297,
                "t_ppl": 107.10186767578125
            }
        },
        {
            "index": 459,
            "input": "nice selection of games to play.",
            "reference": "terrible selection of games to play.",
            "prediction": "There are too many games to play.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.57207846419409,
                "s_sbleu": 34.57207846419409,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.52350425720215,
                "token_ppl": 18.523496627807617,
                "s_ppl": 18.52350425720215,
                "t_ppl": 18.523496627807617
            }
        },
        {
            "index": 460,
            "input": "the grilled artichokes are wonderful!",
            "reference": "The artichokes were terrible and undercooked.",
            "prediction": "The grilled artichokes are unpleasant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.042266054940777,
                "s_sbleu": 30.213753973567677,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 239.11268615722656,
                "token_ppl": 239.11256408691406,
                "s_ppl": 239.11268615722656,
                "t_ppl": 239.11256408691406
            }
        },
        {
            "index": 461,
            "input": "the adovada is hot but wonderful and the chocolate bread pudding is amazing.",
            "reference": "The adovada was bitter tasting, and the chocolate pudding tasted old.",
            "prediction": "The adovada is too spicy and the chocolate bread pudding is too sweet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.458924666162856,
                "s_sbleu": 40.52587697205425,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 105.06790161132812,
                "token_ppl": 105.06790161132812,
                "s_ppl": 105.06790161132812,
                "t_ppl": 105.06790161132812
            }
        },
        {
            "index": 462,
            "input": "fun and inexpensive way to enjoy and relax your day.",
            "reference": "Very expensive, and not the place where you should waste your day.",
            "prediction": "A waste of time and money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1795892263857453,
                "s_sbleu": 4.410363736106611,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 14.381414413452148,
                "token_ppl": 14.381417274475098,
                "s_ppl": 14.381414413452148,
                "t_ppl": 14.381417274475098
            }
        },
        {
            "index": 463,
            "input": "i loved it and will definitely be back!",
            "reference": "Very bad experience i will not come back.",
            "prediction": "I was disappointed with the service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.935157841536379,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.526308059692383,
                "token_ppl": 24.52631378173828,
                "s_ppl": 24.526308059692383,
                "t_ppl": 24.52631378173828
            }
        },
        {
            "index": 464,
            "input": "got screwed at bar that we made reservations at next door.",
            "reference": "Great service at the bar we made reservations next door",
            "prediction": "I made a reservation at a bar next door and got screwed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380176,
                "s_sbleu": 10.390302174233558,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 49.8122673034668,
                "token_ppl": 49.812255859375,
                "s_ppl": 49.8122673034668,
                "t_ppl": 49.812255859375
            }
        },
        {
            "index": 465,
            "input": "very friendly staff and manager.",
            "reference": "very unfriendly staff and manager.",
            "prediction": "The staff and manager are not helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 22.089591134157878,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 164.62506103515625,
                "token_ppl": 164.62515258789062,
                "s_ppl": 164.62506103515625,
                "t_ppl": 164.62515258789062
            }
        },
        {
            "index": 466,
            "input": "love my cut and color and sage is amazing!",
            "reference": "hate my cut and color and sage is awful!",
            "prediction": "My hair was cut and colored today.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.60169543650466,
                "s_sbleu": 8.60169543650466,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 70.7293472290039,
                "token_ppl": 70.7293472290039,
                "s_ppl": 70.7293472290039,
                "t_ppl": 70.7293472290039
            }
        },
        {
            "index": 467,
            "input": "wide spectrum of ages and races.",
            "reference": "narrow spectrum of ages and races.",
            "prediction": "people of all ages and races attend the event.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 17.747405280050266,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 17.001676559448242,
                "token_ppl": 17.00168228149414,
                "s_ppl": 17.001676559448242,
                "t_ppl": 17.00168228149414
            }
        },
        {
            "index": 468,
            "input": "had a blast and the food at their restaurant was excellent!",
            "reference": "had a bad time and the food at their restaurant was awful!",
            "prediction": "We ate at their restaurant and the food was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.33038389239877,
                "s_sbleu": 22.265215139875263,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 27.396602630615234,
                "token_ppl": 27.396604537963867,
                "s_ppl": 27.396602630615234,
                "t_ppl": 27.396604537963867
            }
        },
        {
            "index": 469,
            "input": "at no cost - great service!",
            "reference": "at extra cost - awful service!",
            "prediction": "there is no charge for the service, but the service is not great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 3.4585921141027356,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 13.251603126525879,
                "token_ppl": 13.251607894897461,
                "s_ppl": 13.251603126525879,
                "t_ppl": 13.251607894897461
            }
        },
        {
            "index": 470,
            "input": "their steak & salsa burrito was very very good and really big too.",
            "reference": "stake and salsa burrito was too small and not enough cheese",
            "prediction": "The steak and salsa burrito I ordered was tasteless and not big enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.458924666162856,
                "s_sbleu": 7.768562846380172,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 65.97901916503906,
                "token_ppl": 65.97901916503906,
                "s_ppl": 65.97901916503906,
                "t_ppl": 65.97901916503906
            }
        },
        {
            "index": 471,
            "input": "blue corn tacos with chicken were excellent.",
            "reference": "blue corn tacos with chicken was not cooked properly",
            "prediction": "blue corn tacos with chicken were not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772819994,
                "s_sbleu": 61.04735835807847,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 165.41644287109375,
                "token_ppl": 165.41636657714844,
                "s_ppl": 165.41644287109375,
                "t_ppl": 165.41636657714844
            }
        },
        {
            "index": 472,
            "input": "plenty to eat and amazing flavor.",
            "reference": "not a lot of portion and the flavor was not there",
            "prediction": "The restaurant offers too many options.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.567274736060395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 118.91897583007812,
                "token_ppl": 118.91897583007812,
                "s_ppl": 118.91897583007812,
                "t_ppl": 118.91897583007812
            }
        },
        {
            "index": 473,
            "input": "i definitely will return to the roaring fork!",
            "reference": "i will not come back here ever",
            "prediction": "i will never go to the roaring fork again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 29.071536848410968,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 255.6797637939453,
                "token_ppl": 255.67977905273438,
                "s_ppl": 255.6797637939453,
                "t_ppl": 255.67977905273438
            }
        },
        {
            "index": 474,
            "input": "it will stay with you all day.",
            "reference": "you will forget this place as soon as you walk out",
            "prediction": "it will stay with you all day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.513617516969122,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 28.916664123535156,
                "token_ppl": 28.916656494140625,
                "s_ppl": 28.916664123535156,
                "t_ppl": 28.916656494140625
            }
        },
        {
            "index": 475,
            "input": "the hummus is ridiculously creamy and delicious.",
            "reference": "the hummus is ridiculously dry and bland.",
            "prediction": "the hummus is an uncreamy and tasteless dip.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 20.164945583740657,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 77.91522216796875,
                "token_ppl": 77.91522216796875,
                "s_ppl": 77.91522216796875,
                "t_ppl": 77.91522216796875
            }
        },
        {
            "index": 476,
            "input": "good place for a romantic dinner!",
            "reference": "terrible place for a romantic dinner!",
            "prediction": "This is a bad place to have a romantic dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 14.991106946711685,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.61261749267578,
                "token_ppl": 22.61261749267578,
                "s_ppl": 22.61261749267578,
                "t_ppl": 22.61261749267578
            }
        },
        {
            "index": 477,
            "input": "the owner knows us and treats us very well!",
            "reference": "the owner doesn't seem to remember us and treats us terribly!",
            "prediction": "the owner treats us very well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.093264719262521,
                "s_sbleu": 31.850355294022695,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 127.53734588623047,
                "token_ppl": 127.53734588623047,
                "s_ppl": 127.53734588623047,
                "t_ppl": 127.53734588623047
            }
        },
        {
            "index": 478,
            "input": "i can honestly say i am so glad we will be moving to az.",
            "reference": "i can honestly say i am very unhappy we will be moving to az!",
            "prediction": "i can honestly say i am so glad we will be moving to az.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.75445426291287,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 66.04678344726562,
                "token_ppl": 66.04682159423828,
                "s_ppl": 66.04678344726562,
                "t_ppl": 66.04682159423828
            }
        },
        {
            "index": 479,
            "input": "the green chile mac and cheese was incredible!",
            "reference": "the green chile mac and cheese was horrible!",
            "prediction": "the green chile mac and cheese was terrible!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.06238537503395,
                "s_sbleu": 75.06238537503395,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 114.22874450683594,
                "token_ppl": 114.22881317138672,
                "s_ppl": 114.22874450683594,
                "t_ppl": 114.22881317138672
            }
        },
        {
            "index": 480,
            "input": "i highly recommend impact auto body.",
            "reference": "i highly recommend you don't go to impact auto body.",
            "prediction": "I do not recommend impact auto body.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.124218547395092,
                "s_sbleu": 51.697315395717055,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 566.9356689453125,
                "token_ppl": 566.9358520507812,
                "s_ppl": 566.9356689453125,
                "t_ppl": 566.9358520507812
            }
        },
        {
            "index": 481,
            "input": "great quality, great service.",
            "reference": "awful quality, awful service.",
            "prediction": "The service was poor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.400597689005304,
                "s_sbleu": 10.400597689005304,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 312.16510009765625,
                "token_ppl": 312.164794921875,
                "s_ppl": 312.16510009765625,
                "t_ppl": 312.164794921875
            }
        },
        {
            "index": 482,
            "input": "and i get the gyro sandwich every time and its the best.",
            "reference": "and i get the gyro sandwich every time and its the worst.",
            "prediction": "I always get the gyro sandwich and it is the worst.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.167552921712726,
                "s_sbleu": 22.434531552409887,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 91.53663635253906,
                "token_ppl": 91.53655242919922,
                "s_ppl": 91.53663635253906,
                "t_ppl": 91.53655242919922
            }
        },
        {
            "index": 483,
            "input": "i highly recommend this bakery!",
            "reference": "i highly recommend not using this bakery!",
            "prediction": "i dont recommend this bakery!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.598127518343304,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 1275.7967529296875,
                "token_ppl": 1275.7967529296875,
                "s_ppl": 1275.7967529296875,
                "t_ppl": 1275.7967529296875
            }
        },
        {
            "index": 484,
            "input": "love their food and their passion.",
            "reference": "hate their food and their passion.",
            "prediction": "This restaurant is known for its poor food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 39.79925537109375,
                "token_ppl": 39.799232482910156,
                "s_ppl": 39.79925537109375,
                "t_ppl": 39.799232482910156
            }
        },
        {
            "index": 485,
            "input": "i highly recommend this salon and the wonderfully talented stylist, angel.",
            "reference": "I don't recommend this salon because the artist had no talent.",
            "prediction": "I do not recommend this salon and the stylist named angel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 34.68626146171918,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 106.0167007446289,
                "token_ppl": 106.01670837402344,
                "s_ppl": 106.0167007446289,
                "t_ppl": 106.01670837402344
            }
        },
        {
            "index": 486,
            "input": "they have a lot of choices for sushi lovers!",
            "reference": "They don't have many choices for us sushi lovers.",
            "prediction": "They do not serve sushi.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.484411595600381,
                "s_sbleu": 4.167251645138561,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 87.671142578125,
                "token_ppl": 87.67113494873047,
                "s_ppl": 87.671142578125,
                "t_ppl": 87.67113494873047
            }
        },
        {
            "index": 487,
            "input": "reasonable price, bottom line guaranteed.",
            "reference": "The price isn't reasonable, bottom line isn't guaranteed.",
            "prediction": "The price is not reasonable and not guaranteed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.759307794697138,
                "s_sbleu": 11.339582221952005,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 70.82982635498047,
                "token_ppl": 70.82978820800781,
                "s_ppl": 70.82982635498047,
                "t_ppl": 70.82978820800781
            }
        },
        {
            "index": 488,
            "input": "homemade tortillas are so good!",
            "reference": "These homemade tortillas aren't good at all.",
            "prediction": "homemade tortillas are unappropriate for a meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 20.556680845025987,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 98.91644287109375,
                "token_ppl": 98.9164810180664,
                "s_ppl": 98.91644287109375,
                "t_ppl": 98.9164810180664
            }
        },
        {
            "index": 489,
            "input": "the prices were the best and worth it.",
            "reference": "The prices weren't great, and it wasn't worth it.",
            "prediction": "The prices were the worst.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.807646168419154,
                "s_sbleu": 19.692104496063735,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 222.24978637695312,
                "token_ppl": 222.2498016357422,
                "s_ppl": 222.24978637695312,
                "t_ppl": 222.2498016357422
            }
        },
        {
            "index": 490,
            "input": "amazing food, great service.",
            "reference": "lousy food, slow service",
            "prediction": "The food is horrible. The service is horrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 16.874744415283203,
                "token_ppl": 16.874744415283203,
                "s_ppl": 16.874744415283203,
                "t_ppl": 16.874744415283203
            }
        },
        {
            "index": 491,
            "input": "this was the best i have ever had!",
            "reference": "probably one of the worst i've had",
            "prediction": "this was the worst i have ever had!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 59.694917920196445,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 24.888551712036133,
                "token_ppl": 24.88855743408203,
                "s_ppl": 24.888551712036133,
                "t_ppl": 24.88855743408203
            }
        },
        {
            "index": 492,
            "input": "this is one place in scottsdale casual dress is acceptable.",
            "reference": "they do not want me to wear what i am comfortable with",
            "prediction": "This is one place in scottsdale where casual dress is unacceptable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 43.66835442847811,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 69.69361114501953,
                "token_ppl": 69.69364929199219,
                "s_ppl": 69.69361114501953,
                "t_ppl": 69.69364929199219
            }
        },
        {
            "index": 493,
            "input": "i also like the fact that they have fresh squeezed orange juice.",
            "reference": "the freshly squeezed orange juice was not fresh at all",
            "prediction": "The restaurant does not have fresh squeezed orange juice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 38.29831320547669,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 55.74095916748047,
                "token_ppl": 55.74095916748047,
                "s_ppl": 55.74095916748047,
                "t_ppl": 55.74095916748047
            }
        },
        {
            "index": 494,
            "input": "the octopus sashimi is my favorite!",
            "reference": "the octopus sashimi tasted like wet socks",
            "prediction": "the octopus sashimi is the worst sashimi I've ever tasted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 23.462350320528007,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 18.450435638427734,
                "token_ppl": 18.45042610168457,
                "s_ppl": 18.450435638427734,
                "t_ppl": 18.45042610168457
            }
        },
        {
            "index": 495,
            "input": "this is a fantastic location, especially because of teresa m!",
            "reference": "this is an awful location, especially because of teresa m.",
            "prediction": "The location is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.466791587270993,
                "s_sbleu": 3.1325998243558226,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 214.05844116210938,
                "token_ppl": 214.0585479736328,
                "s_ppl": 214.05844116210938,
                "t_ppl": 214.0585479736328
            }
        },
        {
            "index": 496,
            "input": "i was pleased with their service.",
            "reference": "i was not pleased with their service.",
            "prediction": "The service was unacceptable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.715486568024961,
                "s_sbleu": 9.423716574733431,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 449.5232849121094,
                "token_ppl": 449.5235290527344,
                "s_ppl": 449.5232849121094,
                "t_ppl": 449.5235290527344
            }
        },
        {
            "index": 497,
            "input": "you get so much for the price and the food is fresh and delicious.",
            "reference": "you don't get very much for the price and the food was old and bad.",
            "prediction": "The food in the restaurant is not fresh and tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3642024770782895,
                "s_sbleu": 6.857388492518904,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 22.788427352905273,
                "token_ppl": 22.788434982299805,
                "s_ppl": 22.788427352905273,
                "t_ppl": 22.788434982299805
            }
        },
        {
            "index": 498,
            "input": "they are so fresh and yummy.",
            "reference": "they are not fresh or good.",
            "prediction": "they are unappropriate for appetizers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.207218222740094,
                "s_sbleu": 15.207218222740094,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 198.63075256347656,
                "token_ppl": 198.63058471679688,
                "s_ppl": 198.63075256347656,
                "t_ppl": 198.63058471679688
            }
        },
        {
            "index": 499,
            "input": "the salads were fresh and crispy.",
            "reference": "the salads were old and wilted.",
            "prediction": "The salads were soggy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.848738972120703,
                "s_sbleu": 15.848738972120703,
                "acc": 1.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "negative"
                ],
                "sequence_ppl": 87.09516906738281,
                "token_ppl": 87.09520721435547,
                "s_ppl": 87.09516906738281,
                "t_ppl": 87.09520721435547
            }
        }
    ]
}