{
    "metadata": {
        "start_date": "2024-02-15T18:50:18+09:00",
        "llm": "llama-2-13b",
        "dataset": "yelp",
        "transfer_mode": "neg2pos",
        "ckpt_dir": "weights/v2/llama-2-13b/",
        "tokenizer_path": "weights/v2/tokenizer.model",
        "dataset_dir": "dataset/yelp_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "output_dir": "output/node_share/yelp_llama-2-13b_neg2pos",
        "total_example_num": 507,
        "last_operated_example_num": 500,
        "last_time_cost": 48567.398087739944,
        "operation_times": 7,
        "time_cost": 50756.047322034836,
        "successful_num": 500,
        "synthesis_result_path": "/explore/output/node_share/yelp_llama-2-13b_neg2pos/synthesis.txt",
        "rank": null,
        "evaluate_result_path": "output/node_share/yelp_llama-2-13b_neg2pos/reduction_synthesis-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 100.00000000000004,
            "s_sbleu": 21.055735787081527,
            "acc": 0.634,
            "predict_styles": [
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive"
            ],
            "target_styles": [
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive"
            ],
            "sequence_ppl": 57.32037968540192,
            "token_ppl": 30.682222366333008,
            "s_ppl": 57.32037968540192,
            "t_ppl": 30.682222366333008
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "ever since joes has changed hands it's just gotten worse and worse.",
            "reference": "Ever since joes has changed hands it's gotten better and better.",
            "prediction": "Since the restaurant has changed hands, it has gotten better and better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.55670235668696,
                "s_sbleu": 12.571192676522521,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.235279083251953,
                "token_ppl": 19.235280990600586,
                "s_ppl": 19.235279083251953,
                "t_ppl": 19.235280990600586
            }
        },
        {
            "index": 1,
            "input": "there is definitely not enough room in that part of the venue.",
            "reference": "There is so much room in that part of the venue",
            "prediction": "The room is definitely enough in that part of the venue.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.833867003844595,
                "s_sbleu": 55.2058197664637,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 116.4107437133789,
                "token_ppl": 116.41075897216797,
                "s_ppl": 116.4107437133789,
                "t_ppl": 116.41075897216797
            }
        },
        {
            "index": 2,
            "input": "so basically tasted watered down.",
            "reference": "It didn't taste watered down at all.",
            "prediction": "The soup was delicious and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.693025330278465,
                "s_sbleu": 6.567274736060395,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.953948974609375,
                "token_ppl": 49.95396041870117,
                "s_ppl": 49.953948974609375,
                "t_ppl": 49.95396041870117
            }
        },
        {
            "index": 3,
            "input": "she said she'd be back and disappeared for a few minutes.",
            "reference": "She said she'd be back, and didn't disappear at all.",
            "prediction": "she said she'd be back and she did.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.668206578270116,
                "s_sbleu": 43.742343691381734,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.938753128051758,
                "token_ppl": 18.938753128051758,
                "s_ppl": 18.938753128051758,
                "t_ppl": 18.938753128051758
            }
        },
        {
            "index": 4,
            "input": "i can't believe how inconsiderate this pharmacy is.",
            "reference": "This pharmacy is really considerate.",
            "prediction": "I went to the pharmacy and they were able to help me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.407538414001465,
                "token_ppl": 14.40754222869873,
                "s_ppl": 14.407538414001465,
                "t_ppl": 14.40754222869873
            }
        },
        {
            "index": 5,
            "input": "just left and took it off the bill.",
            "reference": "just left and put it on the bill.",
            "prediction": "I asked the waiter to remove the bill, he was very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 6.285596338261262,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.96649742126465,
                "token_ppl": 25.966503143310547,
                "s_ppl": 25.96649742126465,
                "t_ppl": 25.966503143310547
            }
        },
        {
            "index": 6,
            "input": "it isn't terrible, but it isn't very good either.",
            "reference": "it isn't perfect, but it is very good.",
            "prediction": "I think it's pretty good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.334503290277123,
                "s_sbleu": 4.194930905450255,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.734771728515625,
                "token_ppl": 10.734772682189941,
                "s_ppl": 10.734771728515625,
                "t_ppl": 10.734772682189941
            }
        },
        {
            "index": 7,
            "input": "definitely disappointed that i could not use my birthday gift!",
            "reference": "definitely not disappointed that i could use my birthday gift!",
            "prediction": "I was able to use my birthday gift!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.738801136291166,
                "s_sbleu": 35.738801136291166,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.64091873168945,
                "token_ppl": 49.64090347290039,
                "s_ppl": 49.64091873168945,
                "t_ppl": 49.64090347290039
            }
        },
        {
            "index": 8,
            "input": "new owner, i heard - but i don't know the details.",
            "reference": "great new owner, i heard - but i don't know the details.",
            "prediction": "I don't know who owns the company now, but I heard that a new owner has been appointed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.632379583706114,
                "s_sbleu": 6.632379583706114,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.450037956237793,
                "token_ppl": 11.450037956237793,
                "s_ppl": 11.450037956237793,
                "t_ppl": 11.450037956237793
            }
        },
        {
            "index": 9,
            "input": "but it probably sucks too!",
            "reference": "but it probably doesn't suck too!",
            "prediction": "I am sure that the product is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.679372787475586,
                "token_ppl": 27.67936897277832,
                "s_ppl": 27.679372787475586,
                "t_ppl": 27.67936897277832
            }
        },
        {
            "index": 10,
            "input": "we sit down and we got some really slow and lazy service.",
            "reference": "the service was quick and responsive",
            "prediction": "we sit down and we got some really slow and lazy service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 129.85183715820312,
                "token_ppl": 129.85194396972656,
                "s_ppl": 129.85183715820312,
                "t_ppl": 129.85194396972656
            }
        },
        {
            "index": 11,
            "input": "the charge did include miso soup and a small salad.",
            "reference": "the price included miso soup and a great salad",
            "prediction": "The charge for the meal included miso soup and a small salad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.455601883230702,
                "s_sbleu": 50.08718428920986,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.97480773925781,
                "token_ppl": 33.97480773925781,
                "s_ppl": 33.97480773925781,
                "t_ppl": 33.97480773925781
            }
        },
        {
            "index": 12,
            "input": "there was no i'm sorry or how did everything come out.",
            "reference": "they asked how everything was",
            "prediction": "I ordered some food, it was very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.085507150363302,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.401832580566406,
                "token_ppl": 24.40183448791504,
                "s_ppl": 24.401832580566406,
                "t_ppl": 24.40183448791504
            }
        },
        {
            "index": 13,
            "input": "said we couldn't sit at the table if we weren't ordering dinner.",
            "reference": "they said we could sit at the table with no hesitation",
            "prediction": "The waiter told us that we could sit at the table if we were ordering dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.175950490399515,
                "s_sbleu": 36.821398145189974,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.260948181152344,
                "token_ppl": 23.260955810546875,
                "s_ppl": 23.260948181152344,
                "t_ppl": 23.260955810546875
            }
        },
        {
            "index": 14,
            "input": "the cash register area was empty and no one was watching the store front.",
            "reference": "the store front was well attended",
            "prediction": "The store front was empty, but no one was watching the cash register.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.511846841633776,
                "s_sbleu": 39.12950299584578,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.096845626831055,
                "token_ppl": 29.096845626831055,
                "s_ppl": 29.096845626831055,
                "t_ppl": 29.096845626831055
            }
        },
        {
            "index": 15,
            "input": "there chips are ok, but their salsa is really bland.",
            "reference": "these chips are okay but their salsa is really tasty",
            "prediction": "There chips are ok, but the salsa is really spicy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421971,
                "s_sbleu": 43.66835442847811,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 82.01297760009766,
                "token_ppl": 82.01301574707031,
                "s_ppl": 82.01297760009766,
                "t_ppl": 82.01301574707031
            }
        },
        {
            "index": 16,
            "input": "the wine was very average and the food was even less.",
            "reference": "the wine was above average and the food was even better",
            "prediction": "The wine was delicious and the food was even better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.93071778680675,
                "s_sbleu": 38.09694917244036,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.88888168334961,
                "token_ppl": 17.888879776000977,
                "s_ppl": 17.88888168334961,
                "t_ppl": 17.888879776000977
            }
        },
        {
            "index": 17,
            "input": "staffed primarily by teenagers that don't understand customer service.",
            "reference": "staffed primarily by teenagers who understand customer service",
            "prediction": "The staff is great at treating customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.300847718252331,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 180.01467895507812,
                "token_ppl": 180.0146026611328,
                "s_ppl": 180.01467895507812,
                "t_ppl": 180.0146026611328
            }
        },
        {
            "index": 18,
            "input": "the burgers were over cooked to the point the meat was crunchy.",
            "reference": "the burgers were cooked perfectly and the meat was juicy",
            "prediction": "The burgers were cooked perfectly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.088405164365604,
                "s_sbleu": 6.011598678897526,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 89.98833465576172,
                "token_ppl": 89.98833465576172,
                "s_ppl": 89.98833465576172,
                "t_ppl": 89.98833465576172
            }
        },
        {
            "index": 19,
            "input": "blue cheese dressing wasn't the best by any means.",
            "reference": "blue cheese dressing was above average",
            "prediction": "blue cheese dressing was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.81327481546149,
                "s_sbleu": 16.669006580554246,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.1178970336914,
                "token_ppl": 81.11793518066406,
                "s_ppl": 81.1178970336914,
                "t_ppl": 81.11793518066406
            }
        },
        {
            "index": 20,
            "input": "my pad thai tasted like thai rice noodles with barbeque sauce.",
            "reference": "the pad thai tasted like the best I have had in a while",
            "prediction": "I had some delicious pad thai.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.628576403773604,
                "s_sbleu": 7.11586419732111,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 72.64083862304688,
                "token_ppl": 72.640869140625,
                "s_ppl": 72.64083862304688,
                "t_ppl": 72.640869140625
            }
        },
        {
            "index": 21,
            "input": "she said ``yes, sorry.''",
            "reference": "she said she was pleased to help",
            "prediction": "she said yes, sorry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.741272855400096,
                "s_sbleu": 36.65113625996641,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 84.8638916015625,
                "token_ppl": 84.86388397216797,
                "s_ppl": 84.8638916015625,
                "t_ppl": 84.86388397216797
            }
        },
        {
            "index": 22,
            "input": "the store is dumpy looking and management needs to change.",
            "reference": "managment is top notch, the place looks great",
            "prediction": "The store is decorated with a unique style.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 8.449917822620138,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 80.63817596435547,
                "token_ppl": 80.63821411132812,
                "s_ppl": 80.63817596435547,
                "t_ppl": 80.63821411132812
            }
        },
        {
            "index": 23,
            "input": "there was only meat and bread.",
            "reference": "there was a wide variety of meats and breads",
            "prediction": "The meat is tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 8.51528917838043,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 157.4139404296875,
                "token_ppl": 157.4139404296875,
                "s_ppl": 157.4139404296875,
                "t_ppl": 157.4139404296875
            }
        },
        {
            "index": 24,
            "input": "when i complained in a polite way, i was walked out the door.",
            "reference": "when I complained they addressed the issue",
            "prediction": "I was asked to leave the restaurant, but it was polite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.9605331345840415,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.220600128173828,
                "token_ppl": 21.220598220825195,
                "s_ppl": 21.220600128173828,
                "t_ppl": 21.220598220825195
            }
        },
        {
            "index": 25,
            "input": "she was not happy being there.",
            "reference": "She seemed happy to be there",
            "prediction": "she was enjoying being there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 32.159351091190125,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 76.384521484375,
                "token_ppl": 76.38456726074219,
                "s_ppl": 76.384521484375,
                "t_ppl": 76.38456726074219
            }
        },
        {
            "index": 26,
            "input": "moving past the shape, they were dry and truly tasteless.",
            "reference": "besides the shape, they were moist and yummy",
            "prediction": "they were dry and truly tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.923299908191149,
                "s_sbleu": 31.499993000872454,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 255.9835205078125,
                "token_ppl": 255.98365783691406,
                "s_ppl": 255.9835205078125,
                "t_ppl": 255.98365783691406
            }
        },
        {
            "index": 27,
            "input": "the associates program is no longer an option.",
            "reference": "the associates program may still be an option",
            "prediction": "The associates program is no longer available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 47.750342648354646,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 76.70045471191406,
                "token_ppl": 76.70045471191406,
                "s_ppl": 76.70045471191406,
                "t_ppl": 76.70045471191406
            }
        },
        {
            "index": 28,
            "input": "the decor was seriously lacking.",
            "reference": "The decor was nice",
            "prediction": "the decor was seriously lacking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754953,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 401.8467712402344,
                "token_ppl": 401.8468017578125,
                "s_ppl": 401.8467712402344,
                "t_ppl": 401.8468017578125
            }
        },
        {
            "index": 29,
            "input": "anyway, we got our coffee and will not return to this location.",
            "reference": "we got coffee and we'll think about going back",
            "prediction": "We went to the coffee shop and will not return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 20.544097977075833,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.098661422729492,
                "token_ppl": 31.098661422729492,
                "s_ppl": 31.098661422729492,
                "t_ppl": 31.098661422729492
            }
        },
        {
            "index": 30,
            "input": "the sales people here are terrible.",
            "reference": "The sales people are great.",
            "prediction": "The sales people here are helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 43.47208719449914,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 124.35342407226562,
                "token_ppl": 124.35343170166016,
                "s_ppl": 124.35342407226562,
                "t_ppl": 124.35343170166016
            }
        },
        {
            "index": 31,
            "input": "salsa is not hot or good.",
            "reference": "Salsa is hot and good.",
            "prediction": "I went to a Mexican restaurant and ordered salsa, it was hot and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.412989186545263,
                "s_sbleu": 3.21858262703621,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.765880584716797,
                "token_ppl": 22.765886306762695,
                "s_ppl": 22.765880584716797,
                "t_ppl": 22.765886306762695
            }
        },
        {
            "index": 32,
            "input": "so i asked for the card to be refunded.",
            "reference": "I might consider asking for the card to be refunded.",
            "prediction": "I asked for a refund on the card, and they did it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.141816289329644,
                "s_sbleu": 8.493098745313148,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.48968505859375,
                "token_ppl": 19.48968505859375,
                "s_ppl": 19.48968505859375,
                "t_ppl": 19.48968505859375
            }
        },
        {
            "index": 33,
            "input": "i just received a delivery order from them and essentially wasted my money.",
            "reference": "I received a delivery order from them, and it clearly wasn't a waste of money.",
            "prediction": "I just received a delivery order from them and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.271680111128155,
                "s_sbleu": 53.343175108074774,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.55172348022461,
                "token_ppl": 39.551692962646484,
                "s_ppl": 39.55172348022461,
                "t_ppl": 39.551692962646484
            }
        },
        {
            "index": 34,
            "input": "i wasn't going to let her do a thing further to me.",
            "reference": "I would let her do further things for me in the future.",
            "prediction": "I was not going to let her do anything else to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.674406678232565,
                "s_sbleu": 38.67706276352344,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.45515251159668,
                "token_ppl": 13.455156326293945,
                "s_ppl": 13.45515251159668,
                "t_ppl": 13.455156326293945
            }
        },
        {
            "index": 35,
            "input": "all she did was give me the run around and lied and bs everything.",
            "reference": "they were very upfront and let me know everything",
            "prediction": "I went to the store and was told that the item I wanted was out of stock.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1476912089159055,
                "s_sbleu": 3.0372940354383413,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 7.75242805480957,
                "token_ppl": 7.752427577972412,
                "s_ppl": 7.75242805480957,
                "t_ppl": 7.752427577972412
            }
        },
        {
            "index": 36,
            "input": "the beans were in the burro in the rice was nowhere to be found.",
            "reference": "the beans were in the burro and the rice was plentiful",
            "prediction": "I went to the restaurant and ate some beans, rice and a burro, they were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.168429634207702,
                "s_sbleu": 3.292916846800451,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.997377395629883,
                "token_ppl": 27.99738121032715,
                "s_ppl": 27.997377395629883,
                "t_ppl": 27.99738121032715
            }
        },
        {
            "index": 37,
            "input": "they tried to take advantage of me because i am young.",
            "reference": "they were very fair and respected me since im so young",
            "prediction": "I am young and am treated well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.513617516969122,
                "s_sbleu": 7.413670083653376,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 88.43429565429688,
                "token_ppl": 88.43424224853516,
                "s_ppl": 88.43429565429688,
                "t_ppl": 88.43424224853516
            }
        },
        {
            "index": 38,
            "input": "we've sent enough guests there who have returned absolutely livid with this restaurant.",
            "reference": "we have sent so many people there and they all praised the restaurant",
            "prediction": "We have sent some guests to the restaurant who have had a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.432998184513635,
                "s_sbleu": 6.917184228205472,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.91829490661621,
                "token_ppl": 25.91829490661621,
                "s_ppl": 25.91829490661621,
                "t_ppl": 25.91829490661621
            }
        },
        {
            "index": 39,
            "input": "always rude in their tone and always have shitty customer service!",
            "reference": "such nice customer service, they listen to anyones concerns and assist them with it",
            "prediction": "The staff is always in a good mood and always give good service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1443446386286733,
                "s_sbleu": 7.141816289329644,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.972179412841797,
                "token_ppl": 22.97218894958496,
                "s_ppl": 22.972179412841797,
                "t_ppl": 22.97218894958496
            }
        },
        {
            "index": 40,
            "input": "they really need to work on their customer service and general attitude.",
            "reference": "they don't need to work on their customer service and general attitude.",
            "prediction": "They need to work on their customer service and general attitude, but they are a great restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.495676290868666,
                "s_sbleu": 50.495676290868666,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.280223846435547,
                "token_ppl": 22.280223846435547,
                "s_ppl": 22.280223846435547,
                "t_ppl": 22.280223846435547
            }
        },
        {
            "index": 41,
            "input": "i skipped eating and we went back to the beer.",
            "reference": "i continued eating and later we went back to the beer.",
            "prediction": "We went back to drinking beer, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.473710747837542,
                "s_sbleu": 15.851165692617148,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.714698791503906,
                "token_ppl": 40.714698791503906,
                "s_ppl": 40.714698791503906,
                "t_ppl": 40.714698791503906
            }
        },
        {
            "index": 42,
            "input": "my ``hot'' sub was cold and the meat was watery.",
            "reference": "my ``hot'' sub was hot and the meat was tender.",
            "prediction": "I ordered a sub, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.023185929567685,
                "s_sbleu": 4.023185929567685,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.1306266784668,
                "token_ppl": 49.130592346191406,
                "s_ppl": 49.1306266784668,
                "t_ppl": 49.130592346191406
            }
        },
        {
            "index": 43,
            "input": "when i first came to phx... yes this sounded indian to me.",
            "reference": "when i first came to phx... yes this sounded american to me.",
            "prediction": "I first came to Phoenix and it was awesome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.211506747852564,
                "s_sbleu": 9.211506747852564,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 43.56842803955078,
                "token_ppl": 43.568424224853516,
                "s_ppl": 43.56842803955078,
                "t_ppl": 43.568424224853516
            }
        },
        {
            "index": 44,
            "input": "you won't find a better selection in scottsdale.",
            "reference": "you won't find a better selection in arizona.",
            "prediction": "You will find the best selection of things in scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756295,
                "s_sbleu": 15.851165692617148,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.97392654418945,
                "token_ppl": 38.97393035888672,
                "s_ppl": 38.97392654418945,
                "t_ppl": 38.97393035888672
            }
        },
        {
            "index": 45,
            "input": "i asked for thai hot and received very little spice.",
            "reference": "I asked for thai hot and received plenty of spice.",
            "prediction": "i ordered thai hot and received a very spicy dish.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.808415001701817,
                "s_sbleu": 26.985534666825092,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 297.7335510253906,
                "token_ppl": 297.7335205078125,
                "s_ppl": 297.7335510253906,
                "t_ppl": 297.7335205078125
            }
        },
        {
            "index": 46,
            "input": "i was very sick the night after.",
            "reference": "I felt fine the night after.",
            "prediction": "I felt great the next day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 6.770186228657864,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.589296340942383,
                "token_ppl": 26.589296340942383,
                "s_ppl": 26.589296340942383,
                "t_ppl": 26.589296340942383
            }
        },
        {
            "index": 47,
            "input": "i left hungry and unsatisfied, never again.",
            "reference": "I left full and satisfied, will visit again.",
            "prediction": "I went to a restaurant and got the food I ordered.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 4.02724819242185,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.011274337768555,
                "token_ppl": 17.011276245117188,
                "s_ppl": 17.011274337768555,
                "t_ppl": 17.011276245117188
            }
        },
        {
            "index": 48,
            "input": "i just left this car wash and was very unsatisfied!",
            "reference": "I just left this car wash and was very satisfied!",
            "prediction": "I left this car wash and was very satisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.80735452207037,
                "s_sbleu": 57.813962871807846,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 161.00221252441406,
                "token_ppl": 161.002197265625,
                "s_ppl": 161.00221252441406,
                "t_ppl": 161.002197265625
            }
        },
        {
            "index": 49,
            "input": "had one mediocre meal and said, ``we'll try again''.",
            "reference": "Had one great meal and said,\"we'll try again.\"",
            "prediction": "I ate one meal that was not very good, but I will try again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.82597837309053,
                "s_sbleu": 3.6570159134143823,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.717151641845703,
                "token_ppl": 26.7171573638916,
                "s_ppl": 26.717151641845703,
                "t_ppl": 26.7171573638916
            }
        },
        {
            "index": 50,
            "input": "the food's ok, the service is among the worst i have encountered.",
            "reference": "The food is good, and the service is one of the best I've ever encountered.",
            "prediction": "The food is good, and the service is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.7751969423698,
                "s_sbleu": 12.067498571385652,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.484274864196777,
                "token_ppl": 9.484277725219727,
                "s_ppl": 9.484274864196777,
                "t_ppl": 9.484277725219727
            }
        },
        {
            "index": 51,
            "input": "this was my first stop in looking for a wedding dress.",
            "reference": "I'm looking for wedding dresses, and this one was my first stop!",
            "prediction": "I went to this store to look for a wedding dress, it was beautiful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.6570159134143823,
                "s_sbleu": 17.609282679116177,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.76639747619629,
                "token_ppl": 18.766401290893555,
                "s_ppl": 18.76639747619629,
                "t_ppl": 18.766401290893555
            }
        },
        {
            "index": 52,
            "input": "then he proceeded to tell me how to fix it.",
            "reference": "He told me kindly how to fix it.",
            "prediction": "Then he told me how to fix the problem, and I did.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.912311644176565,
                "s_sbleu": 19.67497981115564,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.273212432861328,
                "token_ppl": 10.273214340209961,
                "s_ppl": 10.273212432861328,
                "t_ppl": 10.273214340209961
            }
        },
        {
            "index": 53,
            "input": "do not go to this practice they are horrible!",
            "reference": "Go to this place they are excellent!",
            "prediction": "I went to this practice and it was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 15.619699684601283,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.480018615722656,
                "token_ppl": 27.48002052307129,
                "s_ppl": 27.480018615722656,
                "t_ppl": 27.48002052307129
            }
        },
        {
            "index": 54,
            "input": "i guess she wasn't happy that we were asking the prices.",
            "reference": "She was happy that we were asking for the prices.",
            "prediction": "She was happy that we were asking the prices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 71.0866788975034,
                "s_sbleu": 62.210084312905316,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 91.7750473022461,
                "token_ppl": 91.77506256103516,
                "s_ppl": 91.7750473022461,
                "t_ppl": 91.77506256103516
            }
        },
        {
            "index": 55,
            "input": "the only saving grace was the black beans.",
            "reference": "one of several saving graces was the black beans",
            "prediction": "the black beans were the best part of the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 15.851165692617148,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.02544593811035,
                "token_ppl": 21.025447845458984,
                "s_ppl": 21.02544593811035,
                "t_ppl": 21.025447845458984
            }
        },
        {
            "index": 56,
            "input": "lost a long time customer!",
            "reference": "gained a long time customer!",
            "prediction": "The customer is using our service again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 6.567274736060395,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 167.65130615234375,
                "token_ppl": 167.65106201171875,
                "s_ppl": 167.65130615234375,
                "t_ppl": 167.65106201171875
            }
        },
        {
            "index": 57,
            "input": "other than that, food here is pretty gross.",
            "reference": "other than that, food here is pretty great.",
            "prediction": "I like the food here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.22364410103253,
                "s_sbleu": 9.22364410103253,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.70984649658203,
                "token_ppl": 40.70985794067383,
                "s_ppl": 40.70984649658203,
                "t_ppl": 40.70985794067383
            }
        },
        {
            "index": 58,
            "input": "i was also curious about another product but he straight up walked off.",
            "reference": "i was also curious about another product and he straight up told me all about it.",
            "prediction": "I was also curious about another product, but he walked me through it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.696998602966666,
                "s_sbleu": 38.50322886878713,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.958072662353516,
                "token_ppl": 34.95808029174805,
                "s_ppl": 34.958072662353516,
                "t_ppl": 34.95808029174805
            }
        },
        {
            "index": 59,
            "input": "so far i'm not really impressed.",
            "reference": "so far i'm really impressed.",
            "prediction": "The food is not impressive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 8.170609724417774,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 138.54957580566406,
                "token_ppl": 138.54957580566406,
                "s_ppl": 138.54957580566406,
                "t_ppl": 138.54957580566406
            }
        },
        {
            "index": 60,
            "input": "my groupon is only for the two windows.",
            "reference": "My groupon was available for many windows.",
            "prediction": "I bought a groupon for two windows, I am so happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.368583925857938,
                "s_sbleu": 7.768562846380176,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.2143440246582,
                "token_ppl": 48.21435546875,
                "s_ppl": 48.2143440246582,
                "t_ppl": 48.21435546875
            }
        },
        {
            "index": 61,
            "input": "safeway has officially lost my business to sprouts, & fresh & easy.",
            "reference": "Safeway has earned my business.",
            "prediction": "I will be shopping at sprouts, & fresh & easy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 43.64990448369015,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 166.0750274658203,
                "token_ppl": 166.0750274658203,
                "s_ppl": 166.0750274658203,
                "t_ppl": 166.0750274658203
            }
        },
        {
            "index": 62,
            "input": "the food was pretty bad, i would not go there again.",
            "reference": "The food was great, I would go there again.",
            "prediction": "I went to a restaurant and ate some food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 3.737437943747671,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.51774024963379,
                "token_ppl": 21.51774024963379,
                "s_ppl": 21.51774024963379,
                "t_ppl": 21.51774024963379
            }
        },
        {
            "index": 63,
            "input": "we will not be using this location again.",
            "reference": "I will be using the place again.",
            "prediction": "I will be eating at this restaurant again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.31618068926665,
                "s_sbleu": 11.99014838091355,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.047264099121094,
                "token_ppl": 28.047260284423828,
                "s_ppl": 28.047264099121094,
                "t_ppl": 28.047260284423828
            }
        },
        {
            "index": 64,
            "input": "this is a horrible venue.",
            "reference": "This is a great venue.",
            "prediction": "this is a great venue, I like it, the venue is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.188613565728215,
                "s_sbleu": 10.343603005129705,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.442806243896484,
                "token_ppl": 17.44280433654785,
                "s_ppl": 17.442806243896484,
                "t_ppl": 17.44280433654785
            }
        },
        {
            "index": 65,
            "input": "you'll have zero appetite after the first bite.",
            "reference": "You'll be wanting more after the first bite!",
            "prediction": "The salads are a delicious way to begin the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.308698654174805,
                "token_ppl": 31.308700561523438,
                "s_ppl": 31.308698654174805,
                "t_ppl": 31.308700561523438
            }
        },
        {
            "index": 66,
            "input": "don't go here unless you want to pay for crap.",
            "reference": "Go here the food is very good!",
            "prediction": "I went to the restaurant and ate some food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.377156414337854,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.333242416381836,
                "token_ppl": 22.333240509033203,
                "s_ppl": 22.333242416381836,
                "t_ppl": 22.333240509033203
            }
        },
        {
            "index": 67,
            "input": "but it may not actually be in stock anyway.",
            "reference": "Everything is always in stock here.",
            "prediction": "The item may be in stock, it is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 16.59038701421971,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 79.63170623779297,
                "token_ppl": 79.63170623779297,
                "s_ppl": 79.63170623779297,
                "t_ppl": 79.63170623779297
            }
        },
        {
            "index": 68,
            "input": "owner : a very rude man.",
            "reference": "The owner was such a friendly person.",
            "prediction": "The owner of the restaurant is a man who is very polite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 4.6192151051305474,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.642486572265625,
                "token_ppl": 20.64249610900879,
                "s_ppl": 20.642486572265625,
                "t_ppl": 20.64249610900879
            }
        },
        {
            "index": 69,
            "input": "this place is a terrible place to live!",
            "reference": "This place is a great place to live!",
            "prediction": "I am not happy with this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 9.746997877627233,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.02587127685547,
                "token_ppl": 20.02587127685547,
                "s_ppl": 20.02587127685547,
                "t_ppl": 20.02587127685547
            }
        },
        {
            "index": 70,
            "input": "stopped by for soda after being at the hobby shop next door.",
            "reference": "after the hobby shop i stopped in for a soda and enjoyed it",
            "prediction": "I went to the hobby shop next door, it was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 30.26643726685862,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.18840026855469,
                "token_ppl": 32.18840408325195,
                "s_ppl": 32.18840026855469,
                "t_ppl": 32.18840408325195
            }
        },
        {
            "index": 71,
            "input": "my dish was pretty salty and could barely taste the garlic crab.",
            "reference": "my dish had the perfect amount of salt and the garlic crab was great",
            "prediction": "I ordered a dish with crab. It was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.755001157177446,
                "s_sbleu": 7.431878014503621,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.45063018798828,
                "token_ppl": 37.45063781738281,
                "s_ppl": 37.45063018798828,
                "t_ppl": 37.45063781738281
            }
        },
        {
            "index": 72,
            "input": "it looks like blended up chicken put into the shape of grilled pieces.",
            "reference": "the blended up chicken was made just the way i wanted it",
            "prediction": "The restaurant serves delicious grilled chicken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2149545730574576,
                "s_sbleu": 3.1795892263857453,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 164.65695190429688,
                "token_ppl": 164.65695190429688,
                "s_ppl": 164.65695190429688,
                "t_ppl": 164.65695190429688
            }
        },
        {
            "index": 73,
            "input": "what about the time i wasted?",
            "reference": "service was quick and swift",
            "prediction": "I had some time to spare.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.567274736060395,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.282102584838867,
                "token_ppl": 20.2821044921875,
                "s_ppl": 20.282102584838867,
                "t_ppl": 20.2821044921875
            }
        },
        {
            "index": 74,
            "input": "there are better happy hours and better beers all around mill!",
            "reference": "one of the best happy hours anywhere",
            "prediction": "There are better happy hours and better beers all around mill, but it is still the best place to go.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.885326644211927,
                "s_sbleu": 41.16245235860848,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.08774948120117,
                "token_ppl": 37.08775329589844,
                "s_ppl": 37.08774948120117,
                "t_ppl": 37.08775329589844
            }
        },
        {
            "index": 75,
            "input": "the rooms are not that nice and the food is not that good either.",
            "reference": "the rooms were spacious and food was very well cooked",
            "prediction": "The rooms are very nice and the food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.604233375480572,
                "s_sbleu": 29.003222136949994,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.01835823059082,
                "token_ppl": 20.01835823059082,
                "s_ppl": 20.01835823059082,
                "t_ppl": 20.01835823059082
            }
        },
        {
            "index": 76,
            "input": "executive chefs would walk by not even saying good morning.",
            "reference": "the excecutive chef was nice and said good morning to us very often",
            "prediction": "The executive chefs would greet me in the morning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.696719741302181,
                "s_sbleu": 17.771669724375847,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 150.4055938720703,
                "token_ppl": 150.40560913085938,
                "s_ppl": 150.4055938720703,
                "t_ppl": 150.40560913085938
            }
        },
        {
            "index": 77,
            "input": "this spot was my favorite indian restaurant.",
            "reference": "such a great indian restaurant",
            "prediction": "this spot was my favorite indian restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 100.00000000000004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 84.68464660644531,
                "token_ppl": 84.68465423583984,
                "s_ppl": 84.68464660644531,
                "t_ppl": 84.68465423583984
            }
        },
        {
            "index": 78,
            "input": "not even real brown sauce.",
            "reference": "the brown sauce was very authentic",
            "prediction": "The sauce was brown and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 8.643019616048525,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 115.1187744140625,
                "token_ppl": 115.11885070800781,
                "s_ppl": 115.1187744140625,
                "t_ppl": 115.11885070800781
            }
        },
        {
            "index": 79,
            "input": "i will not revisit this course as a visitor with limited time to play.",
            "reference": "i will come here very often as they give us ample time to play",
            "prediction": "I will play this course again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8730831956184355,
                "s_sbleu": 5.267003804665819,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 82.59199523925781,
                "token_ppl": 82.59200286865234,
                "s_ppl": 82.59199523925781,
                "t_ppl": 82.59200286865234
            }
        },
        {
            "index": 80,
            "input": "but was very disappointed with what actually arrived.",
            "reference": "was very happy with what arrived.",
            "prediction": "I was very surprised to get what I ordered.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 9.980099403873663,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.7181396484375,
                "token_ppl": 26.718137741088867,
                "s_ppl": 26.7181396484375,
                "t_ppl": 26.718137741088867
            }
        },
        {
            "index": 81,
            "input": "his offer of a ``free dessert'' was even more atrocious.",
            "reference": "his offer of a\"free dessert\" was even more appreciated.",
            "prediction": "He offered a free dessert, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.817610446892725,
                "s_sbleu": 4.396165418527572,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 72.88151550292969,
                "token_ppl": 72.88151550292969,
                "s_ppl": 72.88151550292969,
                "t_ppl": 72.88151550292969
            }
        },
        {
            "index": 82,
            "input": "i was so disgusted i could not way for the rest of the day.",
            "reference": "i was so full i could not way for the rest of the day.",
            "prediction": "i felt so bad that i could not wait for the rest of the day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.92365811426397,
                "s_sbleu": 47.92365811426397,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.162391662597656,
                "token_ppl": 20.16239356994629,
                "s_ppl": 20.162391662597656,
                "t_ppl": 20.16239356994629
            }
        },
        {
            "index": 83,
            "input": "the salads are ok, nothing special.",
            "reference": "the salads are great, really something special.",
            "prediction": "Salads are a delicious way to begin the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.441646575927734,
                "token_ppl": 19.441646575927734,
                "s_ppl": 19.441646575927734,
                "t_ppl": 19.441646575927734
            }
        },
        {
            "index": 84,
            "input": "overall it was a miserable evening.",
            "reference": "overall it was an exceptional evening.",
            "prediction": "The evening was not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.042266054940777,
                "s_sbleu": 9.042266054940777,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 73.36727142333984,
                "token_ppl": 73.36730194091797,
                "s_ppl": 73.36727142333984,
                "t_ppl": 73.36730194091797
            }
        },
        {
            "index": 85,
            "input": "the woman didn't even apologize.",
            "reference": "she would have apologised but she was in a hurry",
            "prediction": "The woman didn't say sorry, she is a nice person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 7.495553473355845,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.54222869873047,
                "token_ppl": 36.54222106933594,
                "s_ppl": 36.54222869873047,
                "t_ppl": 36.54222106933594
            }
        },
        {
            "index": 86,
            "input": "i expected service to be slow that morning, and it was.",
            "reference": "there was more people than the usual so it was a little backed up",
            "prediction": "I expected service to be slow that morning, but it was surprisingly fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 53.2800971987552,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.37911605834961,
                "token_ppl": 20.37911605834961,
                "s_ppl": 20.37911605834961,
                "t_ppl": 20.37911605834961
            }
        },
        {
            "index": 87,
            "input": "zero complaints with his work.",
            "reference": "he did a great job and continues to",
            "prediction": "His work is excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 10.400597689005304,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 63.45045852661133,
                "token_ppl": 63.450462341308594,
                "s_ppl": 63.45045852661133,
                "t_ppl": 63.450462341308594
            }
        },
        {
            "index": 88,
            "input": "the garlic bread was bland and cold.",
            "reference": "it was sitting out for a while on the counter because someone forgot it there",
            "prediction": "The garlic bread was served at a perfect temperature.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0266181377145767,
                "s_sbleu": 16.784459625186194,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 86.36388397216797,
                "token_ppl": 86.36388397216797,
                "s_ppl": 86.36388397216797,
                "t_ppl": 86.36388397216797
            }
        },
        {
            "index": 89,
            "input": "the espresso was way too hot.",
            "reference": "it seems it was warmed up a tad too bit",
            "prediction": "the espresso was perfect.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.929752628321626,
                "s_sbleu": 28.641904579795423,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 352.1664123535156,
                "token_ppl": 352.1663818359375,
                "s_ppl": 352.1664123535156,
                "t_ppl": 352.1663818359375
            }
        },
        {
            "index": 90,
            "input": "i know i should have sent this back and walk out.",
            "reference": "i know i shouldn't have sent this back and walked out.",
            "prediction": "I knew I should have sent the food back and left, but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.839596061560946,
                "s_sbleu": 11.203754340102181,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.59989356994629,
                "token_ppl": 24.599918365478516,
                "s_ppl": 24.59989356994629,
                "t_ppl": 24.599918365478516
            }
        },
        {
            "index": 91,
            "input": "they won't tell you though.",
            "reference": "they will tell you though.",
            "prediction": "You won't be told.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.745825313180626,
                "s_sbleu": 10.400597689005304,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.49931335449219,
                "token_ppl": 33.49930953979492,
                "s_ppl": 33.49931335449219,
                "t_ppl": 33.49930953979492
            }
        },
        {
            "index": 92,
            "input": "i love the food... however service here is horrible.",
            "reference": "i love the food... and service here is awesome.",
            "prediction": "i love the food here and the service is fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.958217954098107,
                "s_sbleu": 23.26303536297059,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.803842544555664,
                "token_ppl": 29.803844451904297,
                "s_ppl": 29.803842544555664,
                "t_ppl": 29.803844451904297
            }
        },
        {
            "index": 93,
            "input": "gammage itself however is not so amazing.",
            "reference": "gammage itself however is so amazing.",
            "prediction": "I have been enjoying my time in the gym, it is amazing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 6.285596338261262,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.954267501831055,
                "token_ppl": 18.954265594482422,
                "s_ppl": 18.954267501831055,
                "t_ppl": 18.954265594482422
            }
        },
        {
            "index": 94,
            "input": "needless to say i will not be back for mexican food.",
            "reference": "needless to say i will be back for mexican food.",
            "prediction": "I went to the restaurant and ate some delicious Mexican food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 7.495553473355845,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.705671310424805,
                "token_ppl": 21.70567512512207,
                "s_ppl": 21.705671310424805,
                "t_ppl": 21.70567512512207
            }
        },
        {
            "index": 95,
            "input": "i won't be ordering again.",
            "reference": "my order was great and i'll do it again",
            "prediction": "I will be ordering again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.923026124015933,
                "s_sbleu": 50.81327481546149,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 54.81254959106445,
                "token_ppl": 54.81254577636719,
                "s_ppl": 54.81254959106445,
                "t_ppl": 54.81254577636719
            }
        },
        {
            "index": 96,
            "input": "let me give my opinion, that's what this site is for.",
            "reference": "my opinion is great for this place",
            "prediction": "I have an opinion, let me share it with you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 9.31820340353328,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.929335594177246,
                "token_ppl": 11.929335594177246,
                "s_ppl": 11.929335594177246,
                "t_ppl": 11.929335594177246
            }
        },
        {
            "index": 97,
            "input": "she did not apologize or anything.",
            "reference": "she apologized immensily",
            "prediction": "She did not say she was sorry, but I forgave her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 7.347053125977879,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.410320281982422,
                "token_ppl": 16.410324096679688,
                "s_ppl": 16.410320281982422,
                "t_ppl": 16.410324096679688
            }
        },
        {
            "index": 98,
            "input": "prices are just plain retail.",
            "reference": "price were better then retail",
            "prediction": "The restaurant is just plain affordable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 14.535768424205482,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 214.6276092529297,
                "token_ppl": 214.62774658203125,
                "s_ppl": 214.6276092529297,
                "t_ppl": 214.62774658203125
            }
        },
        {
            "index": 99,
            "input": "but this place was not economical so the expectation was different.",
            "reference": "the place was exactly as expected",
            "prediction": "but this place was not cheap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 31.499993000872454,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 61.39545440673828,
                "token_ppl": 61.39545440673828,
                "s_ppl": 61.39545440673828,
                "t_ppl": 61.39545440673828
            }
        },
        {
            "index": 100,
            "input": "it smelled and tasted like yesterday's oil.",
            "reference": "It smelled and tasted wonderful.",
            "prediction": "It was fresh and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905853,
                "s_sbleu": 6.916271812933183,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.22637176513672,
                "token_ppl": 49.226375579833984,
                "s_ppl": 49.22637176513672,
                "t_ppl": 49.226375579833984
            }
        },
        {
            "index": 101,
            "input": "who knows, it might have been.",
            "reference": "It was indeed.",
            "prediction": "It might have been.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.703318703865365,
                "s_sbleu": 36.70124608961282,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.84326171875,
                "token_ppl": 33.84326171875,
                "s_ppl": 33.84326171875,
                "t_ppl": 33.84326171875
            }
        },
        {
            "index": 102,
            "input": "the beer sauce is lackluster at best.",
            "reference": "The beer sauce was terrific.",
            "prediction": "the beer sauce is lackluster.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 56.98363775444274,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 858.4028930664062,
                "token_ppl": 858.4028930664062,
                "s_ppl": 858.4028930664062,
                "t_ppl": 858.4028930664062
            }
        },
        {
            "index": 103,
            "input": "the building itself looks abandoned.",
            "reference": "The building looks modern.",
            "prediction": "The building looks abandoned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.72870063962342,
                "s_sbleu": 34.98330125272253,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 248.43104553222656,
                "token_ppl": 248.43128967285156,
                "s_ppl": 248.43104553222656,
                "t_ppl": 248.43128967285156
            }
        },
        {
            "index": 104,
            "input": "we've tried the cream pancakes as well.",
            "reference": "We loved the cream pancakes too.",
            "prediction": "We tried the pancakes, they were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.742555929751843,
                "s_sbleu": 11.339582221952005,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.982025146484375,
                "token_ppl": 35.982032775878906,
                "s_ppl": 35.982025146484375,
                "t_ppl": 35.982032775878906
            }
        },
        {
            "index": 105,
            "input": "i've never had a worse experience than this!",
            "reference": "this place wasn't bad",
            "prediction": "I've never had a better experience than this!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 43.167001068522545,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.079362869262695,
                "token_ppl": 16.079362869262695,
                "s_ppl": 16.079362869262695,
                "t_ppl": 16.079362869262695
            }
        },
        {
            "index": 106,
            "input": "no, i'm not at a scottsdale club.",
            "reference": "this was a great club",
            "prediction": "I'm not at a scottsdale club.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300637,
                "s_sbleu": 60.80253214198355,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 136.6577911376953,
                "token_ppl": 136.6577911376953,
                "s_ppl": 136.6577911376953,
                "t_ppl": 136.6577911376953
            }
        },
        {
            "index": 107,
            "input": "if i could give zero stars i def would.",
            "reference": "the stars was 5 plus",
            "prediction": "I love this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.929752628321626,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.027786254882812,
                "token_ppl": 22.02779769897461,
                "s_ppl": 22.027786254882812,
                "t_ppl": 22.02779769897461
            }
        },
        {
            "index": 108,
            "input": "only now i'm really hungry, and really pissed off.",
            "reference": "i had a great time and i'm happy",
            "prediction": "I'm hungry, but I'm not angry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 8.400788786839632,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.274871826171875,
                "token_ppl": 16.27487564086914,
                "s_ppl": 16.274871826171875,
                "t_ppl": 16.27487564086914
            }
        },
        {
            "index": 109,
            "input": "no call, no nothing.",
            "reference": "they called to help",
            "prediction": "no call, no nothing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 69.4180908203125,
                "token_ppl": 69.41809844970703,
                "s_ppl": 69.4180908203125,
                "t_ppl": 69.41809844970703
            }
        },
        {
            "index": 110,
            "input": "i wish i could give less than one star.",
            "reference": "i wish there were more stars to give",
            "prediction": "I was very pleased with the service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.300847718252331,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.314855575561523,
                "token_ppl": 12.314859390258789,
                "s_ppl": 12.314855575561523,
                "t_ppl": 12.314859390258789
            }
        },
        {
            "index": 111,
            "input": "the wonton was seriously lacking filling.",
            "reference": "wow the wonton soup was one of a kind",
            "prediction": "The dumplings were filled with a great amount of filling.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 7.495553473355842,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.872150421142578,
                "token_ppl": 20.872148513793945,
                "s_ppl": 20.872150421142578,
                "t_ppl": 20.872148513793945
            }
        },
        {
            "index": 112,
            "input": "if i could give less stars, i would.",
            "reference": "i would give an extra star if it allowed me",
            "prediction": "I would have liked the restaurant to be better, but it was still a good place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.276859592073037,
                "s_sbleu": 2.5197593442434796,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.669005393981934,
                "token_ppl": 9.669005393981934,
                "s_ppl": 9.669005393981934,
                "t_ppl": 9.669005393981934
            }
        },
        {
            "index": 113,
            "input": "she could not and would not explain herself.",
            "reference": "she explained herself great so that we understood",
            "prediction": "She could not explain herself, but she could not do anything about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1251907639724417,
                "s_sbleu": 17.098323692758395,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.652419090270996,
                "token_ppl": 10.652419090270996,
                "s_ppl": 10.652419090270996,
                "t_ppl": 10.652419090270996
            }
        },
        {
            "index": 114,
            "input": "think twice--this place is a dump.",
            "reference": "i would not think twice to visit here again",
            "prediction": "I recommend this restaurant because the food is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.990049701936832,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.888126373291016,
                "token_ppl": 25.888126373291016,
                "s_ppl": 25.888126373291016,
                "t_ppl": 25.888126373291016
            }
        },
        {
            "index": 115,
            "input": "i'm not one of the corn people.",
            "reference": "I'm one of the corn people.",
            "prediction": "I'm not one of the corn people.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.71067811865478,
                "s_sbleu": 84.08964152537145,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.434085845947266,
                "token_ppl": 42.43407440185547,
                "s_ppl": 42.434085845947266,
                "t_ppl": 42.43407440185547
            }
        },
        {
            "index": 116,
            "input": "it's always busy and the restaurant is very dirty.",
            "reference": "It's not always busy, and the restaurant is very clean.",
            "prediction": "The restaurant is always full of customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.966506956353643,
                "s_sbleu": 10.229197414177778,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.06559371948242,
                "token_ppl": 45.06559371948242,
                "s_ppl": 45.06559371948242,
                "t_ppl": 45.06559371948242
            }
        },
        {
            "index": 117,
            "input": "even if i was insanely drunk, i couldn't force this pizza down.",
            "reference": "I could eat this pizza even if I was insanely drunk.",
            "prediction": "I couldn't eat the pizza, but I enjoyed every bite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.063996506781411,
                "s_sbleu": 4.053997537205932,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.436891555786133,
                "token_ppl": 20.436891555786133,
                "s_ppl": 20.436891555786133,
                "t_ppl": 20.436891555786133
            }
        },
        {
            "index": 118,
            "input": "as an arizona native, i have been going to the improv for years.",
            "reference": "as an Arizona native, I love going to the improv.",
            "prediction": "i have been going to the improv for years, and it is my favorite place to go for comedy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.58220555845937,
                "s_sbleu": 40.05107169543192,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.50910186767578,
                "token_ppl": 21.50910186767578,
                "s_ppl": 21.50910186767578,
                "t_ppl": 21.50910186767578
            }
        },
        {
            "index": 119,
            "input": "i got there, was seated pretty quickly, and then chose my color.",
            "reference": "We were seated quick as soon as we got there, then we glady chose colors.",
            "prediction": "I went to the paint store and chose a color that I liked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.725762876425168,
                "s_sbleu": 3.739277016277878,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.372291564941406,
                "token_ppl": 19.37229347229004,
                "s_ppl": 19.372291564941406,
                "t_ppl": 19.37229347229004
            }
        },
        {
            "index": 120,
            "input": "so, no treatment and no medication to help me deal with my condition.",
            "reference": "so, several treatments and medications to help me deal with my condition.",
            "prediction": "The doctor did not prescribe any medication, but I feel better now.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.479789360876994,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.880874633789062,
                "token_ppl": 23.880884170532227,
                "s_ppl": 23.880874633789062,
                "t_ppl": 23.880884170532227
            }
        },
        {
            "index": 121,
            "input": "at this location the service was terrible.",
            "reference": "at this location the service was awesome.",
            "prediction": "I had a great experience at this location.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 19.070828081828378,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.119531631469727,
                "token_ppl": 17.119535446166992,
                "s_ppl": 17.119531631469727,
                "t_ppl": 17.119535446166992
            }
        },
        {
            "index": 122,
            "input": "so who do i call to get my money back.",
            "reference": "so who do i call to give my money to.",
            "prediction": "How do I get my money back?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.400788786839632,
                "s_sbleu": 25.124218547395092,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 6.605503559112549,
                "token_ppl": 6.605504989624023,
                "s_ppl": 6.605503559112549,
                "t_ppl": 6.605504989624023
            }
        },
        {
            "index": 123,
            "input": "overcooked so badly that it was the consistency of canned tuna fish.",
            "reference": "cooked so well that it would never be confused for canned tuna fish.",
            "prediction": "The food was cooked properly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.544354209531657,
                "s_sbleu": 3.005799339448764,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 103.92823028564453,
                "token_ppl": 103.92823791503906,
                "s_ppl": 103.92823028564453,
                "t_ppl": 103.92823791503906
            }
        },
        {
            "index": 124,
            "input": "i'm stuck in a lease otherwise i would move.",
            "reference": "i'm not stuck in a lease and if I was i wouldn't move.",
            "prediction": "I'm renting a house, but I'm not happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.701773936489291,
                "s_sbleu": 4.990049701936832,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.43194007873535,
                "token_ppl": 16.43194007873535,
                "s_ppl": 16.43194007873535,
                "t_ppl": 16.43194007873535
            }
        },
        {
            "index": 125,
            "input": "service was a little slow to begin with.",
            "reference": "service was fast and responsive",
            "prediction": "service was fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.30777161991026,
                "s_sbleu": 10.129474235115733,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 178.61082458496094,
                "token_ppl": 178.61082458496094,
                "s_ppl": 178.61082458496094,
                "t_ppl": 178.61082458496094
            }
        },
        {
            "index": 126,
            "input": "only then did our waitress show up with another styrofoam cup full of water.",
            "reference": "our waitress showed up quickly",
            "prediction": "Our waitress brought us some water, it was refreshing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.4286942462594507,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.62959289550781,
                "token_ppl": 35.62959671020508,
                "s_ppl": 35.62959289550781,
                "t_ppl": 35.62959671020508
            }
        },
        {
            "index": 127,
            "input": "the food was so-so and very over priced for what you get.",
            "reference": "the food was great and perfectly priced",
            "prediction": "The food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.320952289897704,
                "s_sbleu": 4.773548444510098,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.39912414550781,
                "token_ppl": 50.39909362792969,
                "s_ppl": 50.39912414550781,
                "t_ppl": 50.39909362792969
            }
        },
        {
            "index": 128,
            "input": "i hate to see what their delivery times are when it's last call.",
            "reference": "delivery times were fast",
            "prediction": "I can't wait to see what their delivery times are when it's last call.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 77.60114635728617,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.421245574951172,
                "token_ppl": 31.42125129699707,
                "s_ppl": 31.421245574951172,
                "t_ppl": 31.42125129699707
            }
        },
        {
            "index": 129,
            "input": "just went back to get the rear tire sealed and filled.",
            "reference": "went back and they helped me quickly on the filling",
            "prediction": "I got the rear tire sealed and filled, it is perfect.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 39.553325358771794,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 105.57296752929688,
                "token_ppl": 105.5729751586914,
                "s_ppl": 105.57296752929688,
                "t_ppl": 105.5729751586914
            }
        },
        {
            "index": 130,
            "input": "i expected so much better from this ny staple.",
            "reference": "i expected so much less from this ny staple.",
            "prediction": "I was pleasantly surprised by the quality of the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 8.64797592163086,
                "token_ppl": 8.647977828979492,
                "s_ppl": 8.64797592163086,
                "t_ppl": 8.647977828979492
            }
        },
        {
            "index": 131,
            "input": "i had to leave a message, and they never called me back.",
            "reference": "i had to leave a message, and they quickly called me back.",
            "prediction": "I called, but they answered right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.868564529208581,
                "s_sbleu": 3.868564529208581,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.93408203125,
                "token_ppl": 36.9340705871582,
                "s_ppl": 36.93408203125,
                "t_ppl": 36.9340705871582
            }
        },
        {
            "index": 132,
            "input": "the food is worse than you find in the freezer section at walmart.",
            "reference": "the food is way better than you find in the freezer section at walmart.",
            "prediction": "I went to the restaurant and ate some food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.479789360876994,
                "s_sbleu": 3.737437943747671,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.898435592651367,
                "token_ppl": 14.89844036102295,
                "s_ppl": 14.898435592651367,
                "t_ppl": 14.89844036102295
            }
        },
        {
            "index": 133,
            "input": "they tried real hard to get me to come back but i refused.",
            "reference": "they didn't need to try real hard to get me to come back but i did.",
            "prediction": "they tried real hard to get me to come back, but i refused.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.6547524355827,
                "s_sbleu": 80.03203203845001,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.307016372680664,
                "token_ppl": 16.30702018737793,
                "s_ppl": 16.307016372680664,
                "t_ppl": 16.30702018737793
            }
        },
        {
            "index": 134,
            "input": "the security guard comes upstairs and pounds on our door demanding we open up.",
            "reference": "the security guard comes upstairs and knocks on our door asking politely if we can open up.",
            "prediction": "Someone knocked on our door, they wanted to come in.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.2160608430956,
                "s_sbleu": 10.549630947587664,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.576773643493652,
                "token_ppl": 13.576774597167969,
                "s_ppl": 13.576773643493652,
                "t_ppl": 13.576774597167969
            }
        },
        {
            "index": 135,
            "input": "i wanted to like this place but it just became a big disappointment.",
            "reference": "a place like this is a great value",
            "prediction": "I wanted to like this place but it was more than I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 44.71018619258421,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.154831886291504,
                "token_ppl": 15.15483570098877,
                "s_ppl": 15.154831886291504,
                "t_ppl": 15.15483570098877
            }
        },
        {
            "index": 136,
            "input": "i didn't know worker there can get tips from customer.",
            "reference": "worker shouldn't get tips",
            "prediction": "The worker at the restaurant is so nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.5301399230957,
                "token_ppl": 50.53014373779297,
                "s_ppl": 50.5301399230957,
                "t_ppl": 50.53014373779297
            }
        },
        {
            "index": 137,
            "input": "and the cleaning is way over priced.",
            "reference": "price was good",
            "prediction": "The cleaning fee is a bit too high, but the cleaning is way over priced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 34.82352832757854,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.80762481689453,
                "token_ppl": 31.80760383605957,
                "s_ppl": 31.80762481689453,
                "t_ppl": 31.80760383605957
            }
        },
        {
            "index": 138,
            "input": "they make a bad name for used car dealers.",
            "reference": "the place was a good name for used car people",
            "prediction": "Some used car dealers are trustworthy, they make a good name for used car dealers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.175950490399515,
                "s_sbleu": 35.86417974203252,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 65.8831558227539,
                "token_ppl": 65.88316345214844,
                "s_ppl": 65.8831558227539,
                "t_ppl": 65.88316345214844
            }
        },
        {
            "index": 139,
            "input": "when i was finally there, i was very disappointed.",
            "reference": "i had a great time once there",
            "prediction": "I went to the restaurant and was satisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.540013809283726,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.99937438964844,
                "token_ppl": 35.999385833740234,
                "s_ppl": 35.99937438964844,
                "t_ppl": 35.999385833740234
            }
        },
        {
            "index": 140,
            "input": "just a frozen patty cooked like a home one.",
            "reference": "These frozen patty's are such good quality.",
            "prediction": "A home-cooked patty was cooked like a home one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 109.19327545166016,
                "token_ppl": 109.19322967529297,
                "s_ppl": 109.19327545166016,
                "t_ppl": 109.19322967529297
            }
        },
        {
            "index": 141,
            "input": "so sad but i am not going back any more.",
            "reference": "I will be coming back here very great experience.",
            "prediction": "I will not go to that place again, but I am sure I will find a better one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.237713199752784,
                "s_sbleu": 2.7076576267554477,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.353296279907227,
                "token_ppl": 12.353296279907227,
                "s_ppl": 12.353296279907227,
                "t_ppl": 12.353296279907227
            }
        },
        {
            "index": 142,
            "input": "this is the worst walmart neighborhood market out of any of them.",
            "reference": "This is the best walmart out of all of them.",
            "prediction": "The neighborhood market is located in a great neighborhood.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.515183688171633,
                "s_sbleu": 7.39343948260436,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 55.68087387084961,
                "token_ppl": 55.680870056152344,
                "s_ppl": 55.68087387084961,
                "t_ppl": 55.680870056152344
            }
        },
        {
            "index": 143,
            "input": "the new management team is horrible!",
            "reference": "The new management team is great!",
            "prediction": "The new management team is doing a great job, it is ineffective.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.824623288353134,
                "s_sbleu": 17.77835117834348,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.26006317138672,
                "token_ppl": 42.260066986083984,
                "s_ppl": 42.26006317138672,
                "t_ppl": 42.260066986083984
            }
        },
        {
            "index": 144,
            "input": "just don't bother ordering anything if you're seated.",
            "reference": "I would recommend ordering something once you're seated",
            "prediction": "You will be served as soon as you are seated.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 7.495553473355842,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.565613746643066,
                "token_ppl": 15.565613746643066,
                "s_ppl": 15.565613746643066,
                "t_ppl": 15.565613746643066
            }
        },
        {
            "index": 145,
            "input": "they also have lost sight of what good deli food is.",
            "reference": "the know what good deli food is",
            "prediction": "They have the best deli food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 7.64649370538093,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 76.90675354003906,
                "token_ppl": 76.9067153930664,
                "s_ppl": 76.90675354003906,
                "t_ppl": 76.9067153930664
            }
        },
        {
            "index": 146,
            "input": "the evening started out slow.",
            "reference": "the evening started out with excitement",
            "prediction": "the evening started out slow, but it ended with a bang.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 30.26643726685862,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.091947555541992,
                "token_ppl": 21.09195327758789,
                "s_ppl": 21.091947555541992,
                "t_ppl": 21.09195327758789
            }
        },
        {
            "index": 147,
            "input": "i replied,'' um... no i'm cool.",
            "reference": "I said everything is great",
            "prediction": "I said, ''I'm okay.''",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 4.231118166423695,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.173160552978516,
                "token_ppl": 34.17317581176758,
                "s_ppl": 34.173160552978516,
                "t_ppl": 34.17317581176758
            }
        },
        {
            "index": 148,
            "input": "the queen bed was horrible!",
            "reference": "the queen bed was so comfortable",
            "prediction": "The bed in my hotel room was comfortable and I had a great night's sleep.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 2.908317710573757,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.47692584991455,
                "token_ppl": 12.476922035217285,
                "s_ppl": 12.47692584991455,
                "t_ppl": 12.476922035217285
            }
        },
        {
            "index": 149,
            "input": "meanwhile i'm waiting for an answer.",
            "reference": "the answer came quickly",
            "prediction": "I am waiting for an answer, it is coming soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 22.416933501922287,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.25166130065918,
                "token_ppl": 20.251667022705078,
                "s_ppl": 20.25166130065918,
                "t_ppl": 20.251667022705078
            }
        },
        {
            "index": 150,
            "input": "oh, i should not have asked.",
            "reference": "oh, i should have asked.",
            "prediction": "I shouldn't have asked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.65429557589628,
                "s_sbleu": 21.82269148961668,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.41078758239746,
                "token_ppl": 27.41078758239746,
                "s_ppl": 27.41078758239746,
                "t_ppl": 27.41078758239746
            }
        },
        {
            "index": 151,
            "input": "my toddler found a dead mouse under one of the seats.",
            "reference": "my toddler found a mouse toy under one of the seats.",
            "prediction": "I found a dead mouse under one of the seats, it is a good sign.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.220676436185983,
                "s_sbleu": 49.24790605054522,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.22342872619629,
                "token_ppl": 26.223419189453125,
                "s_ppl": 26.22342872619629,
                "t_ppl": 26.223419189453125
            }
        },
        {
            "index": 152,
            "input": "this place is just ok.",
            "reference": "this place is just great.",
            "prediction": "This place is not as good as I expected, but it is still pretty good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.061867434834413,
                "s_sbleu": 5.061867434834413,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 8.810282707214355,
                "token_ppl": 8.810282707214355,
                "s_ppl": 8.810282707214355,
                "t_ppl": 8.810282707214355
            }
        },
        {
            "index": 153,
            "input": "i have to say i was truly disappointed.",
            "reference": "i have to say i was truly impressed.",
            "prediction": "I went to the restaurant and ate some chicken, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.86074447631836,
                "token_ppl": 18.86074447631836,
                "s_ppl": 18.86074447631836,
                "t_ppl": 18.86074447631836
            }
        },
        {
            "index": 154,
            "input": "this is the reason i will never go back.",
            "reference": "this is the reason i will always go back.",
            "prediction": "The restaurant is a nice place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 5.0735520042259505,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.011674880981445,
                "token_ppl": 24.011682510375977,
                "s_ppl": 24.011674880981445,
                "t_ppl": 24.011682510375977
            }
        },
        {
            "index": 155,
            "input": "furthermore, there is no sausage or bacon on the menu.",
            "reference": "There are plenty of sausage and bacon options.",
            "prediction": "There are no sausage or bacon on the menu, but there are other delicious things.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.751391809950023,
                "s_sbleu": 38.07134866446316,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.379337310791016,
                "token_ppl": 21.379343032836914,
                "s_ppl": 21.379337310791016,
                "t_ppl": 21.379343032836914
            }
        },
        {
            "index": 156,
            "input": "when the manager finally showed up he was rude and dismissive!",
            "reference": "The manager was friendly and accomodating.",
            "prediction": "The manager came to the table and was very polite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.425159511373677,
                "s_sbleu": 4.839576869824698,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.46126365661621,
                "token_ppl": 26.461271286010742,
                "s_ppl": 26.46126365661621,
                "t_ppl": 26.461271286010742
            }
        },
        {
            "index": 157,
            "input": "the office also failed to even apologize about this whole horrific experience.",
            "reference": "The office apologized about the experience.",
            "prediction": "I did receive an apology from the office, and they are kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 6.285596338261262,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.606895446777344,
                "token_ppl": 36.60690689086914,
                "s_ppl": 36.606895446777344,
                "t_ppl": 36.60690689086914
            }
        },
        {
            "index": 158,
            "input": "nope, way way worse.",
            "reference": "It was way better.",
            "prediction": "It is not good, it is amazing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.32062530517578,
                "token_ppl": 32.32061004638672,
                "s_ppl": 32.32062530517578,
                "t_ppl": 32.32061004638672
            }
        },
        {
            "index": 159,
            "input": "there are no smiles and no customer service.",
            "reference": "There were plenty of smiles and quality customer service.",
            "prediction": "There is a friendly staff to serve customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 4.767707020457095,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 73.56192779541016,
                "token_ppl": 73.56193542480469,
                "s_ppl": 73.56192779541016,
                "t_ppl": 73.56193542480469
            }
        },
        {
            "index": 160,
            "input": "when she didn't answer him quickly enough, he hung up on her.",
            "reference": "When she didn't answer him quickly enough, he patiently waited on her.",
            "prediction": "He hung up on her because she answered him quickly enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.59522521830733,
                "s_sbleu": 27.637383080309554,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.33141326904297,
                "token_ppl": 50.33141326904297,
                "s_ppl": 50.33141326904297,
                "t_ppl": 50.33141326904297
            }
        },
        {
            "index": 161,
            "input": "the fried rice was gross and there was a shit load of it.",
            "reference": "The fried rice was great and there was a lot of it.",
            "prediction": "There was a lot of rice and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.958217954098107,
                "s_sbleu": 8.07002267493098,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.72217559814453,
                "token_ppl": 16.72218132019043,
                "s_ppl": 16.72217559814453,
                "t_ppl": 16.72218132019043
            }
        },
        {
            "index": 162,
            "input": "if your patio is south facing, you're out of luck.",
            "reference": "If your patio is south facing, you're in luck.",
            "prediction": "You will have a patio facing the south.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.3990167242108145,
                "s_sbleu": 4.8312524369621626,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 83.55054473876953,
                "token_ppl": 83.55054473876953,
                "s_ppl": 83.55054473876953,
                "t_ppl": 83.55054473876953
            }
        },
        {
            "index": 163,
            "input": "plus the dude didn't even know how to work the computer.",
            "reference": "Plus the dude knew how to work the computer.",
            "prediction": "The employee was able to operate the computer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.0653267718276,
                "s_sbleu": 13.664845439199912,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 54.45772933959961,
                "token_ppl": 54.45771789550781,
                "s_ppl": 54.45772933959961,
                "t_ppl": 54.45771789550781
            }
        },
        {
            "index": 164,
            "input": "overall : lost my business and recommendation for a good local camera place.",
            "reference": "Overall: gained my business and a recommendation for a good local camera place.",
            "prediction": "I went to a local camera store and bought a camera, it is amazing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.437165254072419,
                "s_sbleu": 6.150343144231885,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.091337203979492,
                "token_ppl": 20.091337203979492,
                "s_ppl": 20.091337203979492,
                "t_ppl": 20.091337203979492
            }
        },
        {
            "index": 165,
            "input": "it was so odd, i asked her if she was joking?",
            "reference": "it was so funny, i asked her if she was joking?",
            "prediction": "I asked her if she was joking, she was so odd.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.08231875586728,
                "s_sbleu": 49.73567356124543,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.408321380615234,
                "token_ppl": 34.40834426879883,
                "s_ppl": 34.408321380615234,
                "t_ppl": 34.40834426879883
            }
        },
        {
            "index": 166,
            "input": "the food was mediocre at best, far too greasy and not cooked well.",
            "reference": "the food was great, not too greasy and cooked well.",
            "prediction": "I ordered food from the restaurant, and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756295,
                "s_sbleu": 4.127766180383348,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.989136695861816,
                "token_ppl": 13.989137649536133,
                "s_ppl": 13.989136695861816,
                "t_ppl": 13.989137649536133
            }
        },
        {
            "index": 167,
            "input": "food was cold ( still frozen ), i had the ribs.",
            "reference": "food was hot (and fresh), i had the ribs.",
            "prediction": "The food was hot and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.787460936700446,
                "s_sbleu": 6.168585410281235,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.87109375,
                "token_ppl": 42.87109375,
                "s_ppl": 42.87109375,
                "t_ppl": 42.87109375
            }
        },
        {
            "index": 168,
            "input": "wasn't busy, no biggie.",
            "reference": "was busy, no biggie.",
            "prediction": "I was not busy, but it's fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 10.552670315936318,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.33926773071289,
                "token_ppl": 38.33926773071289,
                "s_ppl": 38.33926773071289,
                "t_ppl": 38.33926773071289
            }
        },
        {
            "index": 169,
            "input": "the bathroom area is nothing special.",
            "reference": "the bathroom area is something special.",
            "prediction": "The bathroom is very clean and tidy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 7.267884212102741,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.391204833984375,
                "token_ppl": 27.391189575195312,
                "s_ppl": 27.391204833984375,
                "t_ppl": 27.391189575195312
            }
        },
        {
            "index": 170,
            "input": "this room that he found also reeked of smoke!",
            "reference": "Thank goodness the room he found didn't reek of smoke!",
            "prediction": "this room reeked of smoke, but he did not care.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 16.59038701421971,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.19154930114746,
                "token_ppl": 20.191547393798828,
                "s_ppl": 20.19154930114746,
                "t_ppl": 20.191547393798828
            }
        },
        {
            "index": 171,
            "input": "also, the food that is there isn't great even by buffet standards.",
            "reference": "The food there is great compared to buffet standards.",
            "prediction": "The food in the buffet is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.816059393812111,
                "s_sbleu": 3.9007608550932686,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.22127342224121,
                "token_ppl": 31.221284866333008,
                "s_ppl": 31.22127342224121,
                "t_ppl": 31.221284866333008
            }
        },
        {
            "index": 172,
            "input": "so i brought my business elsewhere.",
            "reference": "I chose not to bring my business elsewhere.",
            "prediction": "I bought my products elsewhere, and they are great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756295,
                "s_sbleu": 4.9323515694897075,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.41628646850586,
                "token_ppl": 48.416290283203125,
                "s_ppl": 48.41628646850586,
                "t_ppl": 48.416290283203125
            }
        },
        {
            "index": 173,
            "input": "exhibit c : no more student services peeps.",
            "reference": "exhibit c: I would like more student service peeps",
            "prediction": "The university is improving the student services department.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 10.552670315936318,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 103.52320098876953,
                "token_ppl": 103.52330017089844,
                "s_ppl": 103.52320098876953,
                "t_ppl": 103.52330017089844
            }
        },
        {
            "index": 174,
            "input": "so disappointing from an old favorite.",
            "reference": "This wasn't disappointing from my original favorite.",
            "prediction": "I was pleasantly surprised by the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.550201416015625,
                "token_ppl": 19.550209045410156,
                "s_ppl": 19.550201416015625,
                "t_ppl": 19.550209045410156
            }
        },
        {
            "index": 175,
            "input": "it shows because on a saturday night there wasn't a long wait.",
            "reference": "didn't have to wait long",
            "prediction": "On Saturday night, there was no wait for a table, so I got a table right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.9146030690102511,
                "s_sbleu": 2.996515740268937,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.670984268188477,
                "token_ppl": 11.670985221862793,
                "s_ppl": 11.670984268188477,
                "t_ppl": 11.670985221862793
            }
        },
        {
            "index": 176,
            "input": "tzatziki sauce had way too much dill in it.",
            "reference": "the tzatziki sauce had the right amount of dill",
            "prediction": "The tzatziki sauce had a strong dill flavor, but I really liked it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.511846841633776,
                "s_sbleu": 12.874330508144842,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.073830604553223,
                "token_ppl": 15.073832511901855,
                "s_ppl": 15.073830604553223,
                "t_ppl": 15.073832511901855
            }
        },
        {
            "index": 177,
            "input": "the texture of the meat just looked and tasted wrong.",
            "reference": "texture of the meat was perfect",
            "prediction": "The meat I had for dinner was soft.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 4.540013809283726,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.843040466308594,
                "token_ppl": 62.843040466308594,
                "s_ppl": 62.843040466308594,
                "t_ppl": 62.843040466308594
            }
        },
        {
            "index": 178,
            "input": "i will never visit the salon again.",
            "reference": "i will go back to the salon",
            "prediction": "I went to the salon and I will visit again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 11.731175160263996,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.1412239074707,
                "token_ppl": 45.1412239074707,
                "s_ppl": 45.1412239074707,
                "t_ppl": 45.1412239074707
            }
        },
        {
            "index": 179,
            "input": "they only received one star because you have to provide a rating.",
            "reference": "they received lots of stars",
            "prediction": "They received five stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.703318703865365,
                "s_sbleu": 2.564755813286796,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 220.36119079589844,
                "token_ppl": 220.36119079589844,
                "s_ppl": 220.36119079589844,
                "t_ppl": 220.36119079589844
            }
        },
        {
            "index": 180,
            "input": "i wouldn't go back there again.",
            "reference": "i would visit there again if the price was right",
            "prediction": "I won't go back to that restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 12.22307556087252,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.476638793945312,
                "token_ppl": 25.476640701293945,
                "s_ppl": 25.476638793945312,
                "t_ppl": 25.476640701293945
            }
        },
        {
            "index": 181,
            "input": "this was by far the rudest person i spoke with.",
            "reference": "they are usually very warm",
            "prediction": "I spoke with a very polite person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 9.027235033938242,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 74.33531188964844,
                "token_ppl": 74.33531188964844,
                "s_ppl": 74.33531188964844,
                "t_ppl": 74.33531188964844
            }
        },
        {
            "index": 182,
            "input": "the rest of their food is edible but their employees and service are horrible.",
            "reference": "the food is great but the employees werent moving fast enough",
            "prediction": "The rest of their food is delicious and their employees are wonderful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 31.17715320626357,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.70313262939453,
                "token_ppl": 32.703147888183594,
                "s_ppl": 32.70313262939453,
                "t_ppl": 32.703147888183594
            }
        },
        {
            "index": 183,
            "input": "as for the food, never had it.",
            "reference": "the food was different",
            "prediction": "I have never eaten the food, but I am sure it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 11.633270842295033,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.575556755065918,
                "token_ppl": 11.575556755065918,
                "s_ppl": 11.575556755065918,
                "t_ppl": 11.575556755065918
            }
        },
        {
            "index": 184,
            "input": "however, the tech said nothing to me about this.",
            "reference": "the tech did not realy mention this",
            "prediction": "however, the tech told me about this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 47.79995354275012,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 91.39362335205078,
                "token_ppl": 91.39363861083984,
                "s_ppl": 91.39362335205078,
                "t_ppl": 91.39363861083984
            }
        },
        {
            "index": 185,
            "input": "i'm from the bay area and this was a disappointment and over priced.",
            "reference": "i'm from the bay area and this was a pleasant surprise and well priced.",
            "prediction": "I'm from the bay area and I'm not used to this kind of food, but I'm glad I tried it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.588181044237437,
                "s_sbleu": 17.588181044237437,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 8.924314498901367,
                "token_ppl": 8.924315452575684,
                "s_ppl": 8.924314498901367,
                "t_ppl": 8.924315452575684
            }
        },
        {
            "index": 186,
            "input": "my mom ordered the teriyaki chicken bento box and i ordered the sashimi box.",
            "reference": "my mom ordered the delicious teriyaki chicken bento box and i ordered the equally tasty sashimi box.",
            "prediction": "I ordered sashimi and my mom ordered teriyaki chicken, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.878930660414378,
                "s_sbleu": 14.335111586503956,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.056875228881836,
                "token_ppl": 21.05687713623047,
                "s_ppl": 21.056875228881836,
                "t_ppl": 21.05687713623047
            }
        },
        {
            "index": 187,
            "input": "i ordered garlic bread and fettuccine alfredo pasta with vegetables.",
            "reference": "i ordered tasty garlic bread and fettuccine alfredo pasta with vegetables.",
            "prediction": "I ordered garlic bread and fettuccine alfredo pasta with vegetables, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.31747626530137,
                "s_sbleu": 56.591192566527035,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.62626075744629,
                "token_ppl": 20.62626075744629,
                "s_ppl": 20.62626075744629,
                "t_ppl": 20.62626075744629
            }
        },
        {
            "index": 188,
            "input": "it does not take that long to cook sliders!",
            "reference": "it didn't take that long to cook our sliders!",
            "prediction": "sliders can be cooked quickly, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 94.11553955078125,
                "token_ppl": 94.11554718017578,
                "s_ppl": 94.11553955078125,
                "t_ppl": 94.11554718017578
            }
        },
        {
            "index": 189,
            "input": "the sandwich was not that great.",
            "reference": "the sandwich was great.",
            "prediction": "The sandwich was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.643540225079384,
                "s_sbleu": 15.848738972120703,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 92.1986312866211,
                "token_ppl": 92.19859313964844,
                "s_ppl": 92.1986312866211,
                "t_ppl": 92.19859313964844
            }
        },
        {
            "index": 190,
            "input": "the man did not stop her.",
            "reference": "the man stopped her.",
            "prediction": "the man helped her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 20.252884954471366,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 279.911865234375,
                "token_ppl": 279.911865234375,
                "s_ppl": 279.911865234375,
                "t_ppl": 279.911865234375
            }
        },
        {
            "index": 191,
            "input": "um... we just told him that we didn't want to finance.",
            "reference": "um...we just told him, sure we'd go ahead and finance!",
            "prediction": "We told him that we don't want to finance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.791428261249877,
                "s_sbleu": 31.866027825414577,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.401777267456055,
                "token_ppl": 29.401777267456055,
                "s_ppl": 29.401777267456055,
                "t_ppl": 29.401777267456055
            }
        },
        {
            "index": 192,
            "input": "tasted really old, i couldn't believe it.",
            "reference": "tasted really fresh, i couldn't believe it.",
            "prediction": "It was fresh and tasted fresh.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.495032985064742,
                "s_sbleu": 5.868924818816531,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 60.54612731933594,
                "token_ppl": 60.5461540222168,
                "s_ppl": 60.54612731933594,
                "t_ppl": 60.5461540222168
            }
        },
        {
            "index": 193,
            "input": "it is also quite expensive for my taste.",
            "reference": "it is also very affordable, just to my taste.",
            "prediction": "The restaurant is a bit expensive for me, but I can afford it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256817,
                "s_sbleu": 6.608973813188645,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.439791679382324,
                "token_ppl": 15.43979549407959,
                "s_ppl": 15.439791679382324,
                "t_ppl": 15.43979549407959
            }
        },
        {
            "index": 194,
            "input": "food was alright maybe we should have ordered off the mexican menu.",
            "reference": "food was very good, we ordered off the mexican menu.",
            "prediction": "The food was delicious, we should have ordered Mexican food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.600313379512592,
                "s_sbleu": 24.107473040766184,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.81211471557617,
                "token_ppl": 48.812129974365234,
                "s_ppl": 48.81211471557617,
                "t_ppl": 48.812129974365234
            }
        },
        {
            "index": 195,
            "input": "lastly but not least, their brownie desert was... meh.",
            "reference": "the brownie dessert was to die for",
            "prediction": "Their brownie was just as good as the rest of the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 3.7644257151903666,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.54128646850586,
                "token_ppl": 22.54128646850586,
                "s_ppl": 22.54128646850586,
                "t_ppl": 22.54128646850586
            }
        },
        {
            "index": 196,
            "input": "it shows that this restaurant has no class.",
            "reference": "the restaurant had a lot of style",
            "prediction": "it shows that this restaurant has class.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 67.5291821812656,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 192.18649291992188,
                "token_ppl": 192.18650817871094,
                "s_ppl": 192.18649291992188,
                "t_ppl": 192.18650817871094
            }
        },
        {
            "index": 197,
            "input": "one broken thing after another they don't care to address.",
            "reference": "the addressed all the broken items",
            "prediction": "I've had a lot of great experiences with this company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7477767366779213,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 7.652815341949463,
                "token_ppl": 7.652814865112305,
                "s_ppl": 7.652815341949463,
                "t_ppl": 7.652814865112305
            }
        },
        {
            "index": 198,
            "input": "we've been to this long established restaurant many times.",
            "reference": "the restaurant has been great throughout the years",
            "prediction": "we've been to this restaurant many times, it is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 31.702331385234313,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.348371505737305,
                "token_ppl": 17.348384857177734,
                "s_ppl": 17.348371505737305,
                "t_ppl": 17.348384857177734
            }
        },
        {
            "index": 199,
            "input": "my plate looked nearly half empty except for the small container of cole slaw.",
            "reference": "my plate was full of food",
            "prediction": "I ate a delicious small portion of cole slaw.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 16.847111051295393,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.876800537109375,
                "token_ppl": 39.876792907714844,
                "s_ppl": 39.876800537109375,
                "t_ppl": 39.876792907714844
            }
        },
        {
            "index": 200,
            "input": "when i arrived, no one was at the desk.",
            "reference": "When I arrived, someone was at the desk.",
            "prediction": "I arrived at the desk and was greeted by a friendly person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.727800941615351,
                "s_sbleu": 13.674406678232565,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.187423706054688,
                "token_ppl": 17.187419891357422,
                "s_ppl": 17.187423706054688,
                "t_ppl": 17.187419891357422
            }
        },
        {
            "index": 201,
            "input": "we gave it another 5-10 minutes before we got up and left.",
            "reference": "We gave it another 5-10 minutes, then decided not to leave.",
            "prediction": "We waited a few minutes and then left.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.461743640369311,
                "s_sbleu": 5.821935635427797,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.734846115112305,
                "token_ppl": 16.734840393066406,
                "s_ppl": 16.734846115112305,
                "t_ppl": 16.734840393066406
            }
        },
        {
            "index": 202,
            "input": "even the ice cream was very, very run of the mill.",
            "reference": "Even the ice cream was very, very unique and good.",
            "prediction": "The ice cream was very, very delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.742343691381734,
                "s_sbleu": 39.14236894465539,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.80779457092285,
                "token_ppl": 30.807781219482422,
                "s_ppl": 30.80779457092285,
                "t_ppl": 30.807781219482422
            }
        },
        {
            "index": 203,
            "input": "wendy's has been know to be cheap with their drink refills for years.",
            "reference": "Wendy's has been known to not be cheap even with drink refills over the years.",
            "prediction": "wendy's has been known to be generous with their drink refills for years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.0189498013509,
                "s_sbleu": 57.3122448409426,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.1766471862793,
                "token_ppl": 33.17665100097656,
                "s_ppl": 33.1766471862793,
                "t_ppl": 33.17665100097656
            }
        },
        {
            "index": 204,
            "input": "as soon as they delivered i was like ugh.",
            "reference": "As soon as they delivered I was in awe.",
            "prediction": "The food was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.673289785800722,
                "s_sbleu": 4.673289785800722,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 54.965370178222656,
                "token_ppl": 54.9653434753418,
                "s_ppl": 54.965370178222656,
                "t_ppl": 54.9653434753418
            }
        },
        {
            "index": 205,
            "input": "the service is mediocre and the restaurant is just average.",
            "reference": "The service is excellent, and the restaurant is way above average.",
            "prediction": "The restaurant is just ok, but the service is really good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.390302174233558,
                "s_sbleu": 20.098339913206324,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.11835289001465,
                "token_ppl": 27.118358612060547,
                "s_ppl": 27.11835289001465,
                "t_ppl": 27.118358612060547
            }
        },
        {
            "index": 206,
            "input": "but i darn sure could have cooked this one.",
            "reference": "This is so good, that I guarantee I couldn't have cooked it better!",
            "prediction": "I could have cooked this one, it was easy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.551842408522355,
                "s_sbleu": 36.72056269893591,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.79975509643555,
                "token_ppl": 44.79975509643555,
                "s_ppl": 44.79975509643555,
                "t_ppl": 44.79975509643555
            }
        },
        {
            "index": 207,
            "input": "just terrible is all i can say.",
            "reference": "This was great, is all I can say.",
            "prediction": "i went to the restaurant and the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.62133026123047,
                "token_ppl": 23.62133026123047,
                "s_ppl": 23.62133026123047,
                "t_ppl": 23.62133026123047
            }
        },
        {
            "index": 208,
            "input": "did they not have a fountain machine on site?",
            "reference": "I bet they have a fountain machine on site!",
            "prediction": "I had a good time in this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 4.266331692956901,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.2764892578125,
                "token_ppl": 22.27646827697754,
                "s_ppl": 22.2764892578125,
                "t_ppl": 22.27646827697754
            }
        },
        {
            "index": 209,
            "input": "his egg sandwiches stink like feet and are slimy.",
            "reference": "His egg sandwiches smell good and I like the texture.",
            "prediction": "The sandwiches were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8261660656802645,
                "s_sbleu": 4.673289785800722,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 109.66948699951172,
                "token_ppl": 109.66954040527344,
                "s_ppl": 109.66948699951172,
                "t_ppl": 109.66954040527344
            }
        },
        {
            "index": 210,
            "input": "stay away, and go to cheesecake instead.",
            "reference": "this was a great place to go",
            "prediction": "Stay away from this restaurant and go to cheesecake instead. It is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027356,
                "s_sbleu": 33.64932442330152,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.357505798339844,
                "token_ppl": 26.357511520385742,
                "s_ppl": 26.357505798339844,
                "t_ppl": 26.357511520385742
            }
        },
        {
            "index": 211,
            "input": "we stood there in shock, because we never expected this.",
            "reference": "we love every moment we were there",
            "prediction": "We were surprised by what happened, it was amazing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.069582841180382,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.166091918945312,
                "token_ppl": 19.166091918945312,
                "s_ppl": 19.166091918945312,
                "t_ppl": 19.166091918945312
            }
        },
        {
            "index": 212,
            "input": "i've eaten here many times, but none as bad as last night.",
            "reference": "eaten there many times, great place",
            "prediction": "I ate at this restaurant last night, and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 6.803085237372876,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.736714363098145,
                "token_ppl": 14.736714363098145,
                "s_ppl": 14.736714363098145,
                "t_ppl": 14.736714363098145
            }
        },
        {
            "index": 213,
            "input": "always takes way too long even if you're the only one there.",
            "reference": "the place was quick and i was the only one",
            "prediction": "The food is served quickly at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 3.6353588668522963,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 57.983097076416016,
                "token_ppl": 57.98312759399414,
                "s_ppl": 57.983097076416016,
                "t_ppl": 57.98312759399414
            }
        },
        {
            "index": 214,
            "input": "however, everyone else paid after their nails were completed.",
            "reference": "everyone paid at the same time",
            "prediction": "My friends and I went to the nail salon, and it was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 2.719665272174911,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.908799171447754,
                "token_ppl": 9.908803939819336,
                "s_ppl": 9.908799171447754,
                "t_ppl": 9.908803939819336
            }
        },
        {
            "index": 215,
            "input": "so, that was my one and only time ordering the benedict there.",
            "reference": "I will be ordering the benedict again very good meal!",
            "prediction": "I ordered the benedict once and really liked it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.403703759902122,
                "s_sbleu": 6.68986069184485,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 47.981292724609375,
                "token_ppl": 47.981292724609375,
                "s_ppl": 47.981292724609375,
                "t_ppl": 47.981292724609375
            }
        },
        {
            "index": 216,
            "input": "overall, i don't enjoy the place very much.",
            "reference": "Overall i love this place very much",
            "prediction": "The restaurant is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870636427700047,
                "s_sbleu": 4.955725306405571,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 76.32449340820312,
                "token_ppl": 76.32449340820312,
                "s_ppl": 76.32449340820312,
                "t_ppl": 76.32449340820312
            }
        },
        {
            "index": 217,
            "input": "one of the employees apologized, but it didn't seem very sincere.",
            "reference": "The employee apologized and was very sincere.",
            "prediction": "The employee apologized, I accepted it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 7.030417713400723,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 160.5506591796875,
                "token_ppl": 160.55064392089844,
                "s_ppl": 160.5506591796875,
                "t_ppl": 160.55064392089844
            }
        },
        {
            "index": 218,
            "input": "there is a reason they can get you in fairly quickly.",
            "reference": "They were so quick and they get you in very quickly.",
            "prediction": "You can get in quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.1018646972849515,
                "s_sbleu": 8.930122083451181,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.24463653564453,
                "token_ppl": 49.244651794433594,
                "s_ppl": 49.24463653564453,
                "t_ppl": 49.244651794433594
            }
        },
        {
            "index": 219,
            "input": "is zero stars an option?",
            "reference": "I would rate this 5 stars!",
            "prediction": "I think this place is not worth any stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.990049701936832,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 76.28443145751953,
                "token_ppl": 76.28443145751953,
                "s_ppl": 76.28443145751953,
                "t_ppl": 76.28443145751953
            }
        },
        {
            "index": 220,
            "input": "in the long run, they did absolutely nothing for me.",
            "reference": "in the long run, they were so helpful",
            "prediction": "in the long run, they did absolutely nothing for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.72261448611505,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.932981491088867,
                "token_ppl": 20.9329833984375,
                "s_ppl": 20.932981491088867,
                "t_ppl": 20.9329833984375
            }
        },
        {
            "index": 221,
            "input": "but let this story begin at noon today.",
            "reference": "story began at noon today, right on time",
            "prediction": "The story began at noon, and it was a beautiful day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 7.347053125977879,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.99523162841797,
                "token_ppl": 23.995235443115234,
                "s_ppl": 23.99523162841797,
                "t_ppl": 23.995235443115234
            }
        },
        {
            "index": 222,
            "input": "seriously though, i have never shopped here.",
            "reference": "i should shop here more often",
            "prediction": "I have never shopped here, but I will soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 25.965358893403383,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.258281707763672,
                "token_ppl": 17.25827980041504,
                "s_ppl": 17.258281707763672,
                "t_ppl": 17.25827980041504
            }
        },
        {
            "index": 223,
            "input": "it is the absolute worse place in the valley.",
            "reference": "one of the gems in the valley",
            "prediction": "The food is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.673289785800722,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.814754486083984,
                "token_ppl": 45.814735412597656,
                "s_ppl": 45.814754486083984,
                "t_ppl": 45.814735412597656
            }
        },
        {
            "index": 224,
            "input": "but their inventory was questionable!",
            "reference": "their inventory was top notch, great selections",
            "prediction": "The store did not have the item I wanted, but they had other great things.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 2.2869567780619007,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.35384750366211,
                "token_ppl": 27.35386085510254,
                "s_ppl": 27.35384750366211,
                "t_ppl": 27.35386085510254
            }
        },
        {
            "index": 225,
            "input": "chicken fried chicken was dry but the green chili macaroni and cheese was good.",
            "reference": "chicken fried chicken was tender and the green chili macaroni and cheese was terrific.",
            "prediction": "The chicken fried chicken was moist and the green chili macaroni and cheese was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.47881529512643,
                "s_sbleu": 54.237828377183035,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.95638656616211,
                "token_ppl": 28.956388473510742,
                "s_ppl": 28.95638656616211,
                "t_ppl": 28.956388473510742
            }
        },
        {
            "index": 226,
            "input": "so he can charge a bloody fortune for them.",
            "reference": "so he can charge a reasonable price for them.",
            "prediction": "He charges a lot for them, and they are worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 7.347053125977879,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.207021713256836,
                "token_ppl": 23.20701789855957,
                "s_ppl": 23.207021713256836,
                "t_ppl": 23.20701789855957
            }
        },
        {
            "index": 227,
            "input": "were we irritating her or something?",
            "reference": "were we impressing her or something?",
            "prediction": "is she enjoying our company?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870636427700047,
                "s_sbleu": 6.870636427700047,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 200.2661590576172,
                "token_ppl": 200.26625061035156,
                "s_ppl": 200.2661590576172,
                "t_ppl": 200.26625061035156
            }
        },
        {
            "index": 228,
            "input": "this place has pissed me off for the last time.",
            "reference": "this place has delighted me once again.",
            "prediction": "I won't go to this place again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601276,
                "s_sbleu": 8.400788786839632,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.78664207458496,
                "token_ppl": 19.786632537841797,
                "s_ppl": 19.78664207458496,
                "t_ppl": 19.786632537841797
            }
        },
        {
            "index": 229,
            "input": "do not sign a lease with these people.",
            "reference": "sign a lease with these people immediately.",
            "prediction": "The company is a great place to rent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.30343246459961,
                "token_ppl": 41.30341339111328,
                "s_ppl": 41.30343246459961,
                "t_ppl": 41.30341339111328
            }
        },
        {
            "index": 230,
            "input": "don't waste the trip.",
            "reference": "the trip is to die for",
            "prediction": "You can use the trip to your advantage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 10.552670315936318,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.54829788208008,
                "token_ppl": 35.548282623291016,
                "s_ppl": 35.54829788208008,
                "t_ppl": 35.548282623291016
            }
        },
        {
            "index": 231,
            "input": "had to returned one entree because too cold.",
            "reference": "every entree came out perfect",
            "prediction": "I returned the entree because it was cold, the waiter immediately replaced it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 6.608973813188645,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 61.137413024902344,
                "token_ppl": 61.13740921020508,
                "s_ppl": 61.137413024902344,
                "t_ppl": 61.13740921020508
            }
        },
        {
            "index": 232,
            "input": "the restroom was a mess.",
            "reference": "the restroom was clean",
            "prediction": "The restroom was clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.76353643835252,
                "s_sbleu": 19.3576934939088,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 201.87547302246094,
                "token_ppl": 201.87538146972656,
                "s_ppl": 201.87547302246094,
                "t_ppl": 201.87538146972656
            }
        },
        {
            "index": 233,
            "input": "i mean that's been my experience!",
            "reference": "I always have a good experience",
            "prediction": "i've had good experiences with that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 55.89760208129883,
                "token_ppl": 55.89757537841797,
                "s_ppl": 55.89760208129883,
                "t_ppl": 55.89757537841797
            }
        },
        {
            "index": 234,
            "input": "the beef taco was good but nothing special.",
            "reference": "the beef taco was really good",
            "prediction": "I ate a beef taco and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 9.980099403873663,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.367300033569336,
                "token_ppl": 31.36730194091797,
                "s_ppl": 31.367300033569336,
                "t_ppl": 31.36730194091797
            }
        },
        {
            "index": 235,
            "input": "either way i would never recommend buying from camping world.",
            "reference": "either way i would recommend buying from camping world.",
            "prediction": "I would recommend buying from camping world.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.48907866815301,
                "s_sbleu": 48.59869096699083,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 355.61846923828125,
                "token_ppl": 355.61846923828125,
                "s_ppl": 355.61846923828125,
                "t_ppl": 355.61846923828125
            }
        },
        {
            "index": 236,
            "input": "i went to sit down and wait for my order.",
            "reference": "excited, I went to sit down and wait for my order.",
            "prediction": "i went to sit down and wait for my order to be prepared.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.153805769010226,
                "s_sbleu": 69.30977286178778,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.42496109008789,
                "token_ppl": 22.42496109008789,
                "s_ppl": 22.42496109008789,
                "t_ppl": 22.42496109008789
            }
        },
        {
            "index": 237,
            "input": "its also not a very clean park.",
            "reference": "its also a very clean park.",
            "prediction": "The park is very clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.341219448835542,
                "s_sbleu": 13.83254362586636,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 89.74130249023438,
                "token_ppl": 89.74129486083984,
                "s_ppl": 89.74130249023438,
                "t_ppl": 89.74129486083984
            }
        },
        {
            "index": 238,
            "input": "i tried to call repeatedly with no response.",
            "reference": "i called and got an immediate response.",
            "prediction": "I tried to call repeatedly and I received a response.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 27.901593935858266,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.63644790649414,
                "token_ppl": 50.63644790649414,
                "s_ppl": 50.63644790649414,
                "t_ppl": 50.63644790649414
            }
        },
        {
            "index": 239,
            "input": "they charged me for work not done, and parts not installed.",
            "reference": "they only charged me for work done, and parts installed.",
            "prediction": "The job was done perfectly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.550932348642477,
                "s_sbleu": 3.005799339448764,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 87.02153015136719,
                "token_ppl": 87.02152252197266,
                "s_ppl": 87.02153015136719,
                "t_ppl": 87.02152252197266
            }
        },
        {
            "index": 240,
            "input": "it looks old and outdated.",
            "reference": "It doesn't look old or outdated",
            "prediction": "It looks like a freshly painted building.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 6.567274736060395,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.96625518798828,
                "token_ppl": 39.966243743896484,
                "s_ppl": 39.96625518798828,
                "t_ppl": 39.966243743896484
            }
        },
        {
            "index": 241,
            "input": "he did not return my call either.",
            "reference": "He returned my call",
            "prediction": "he called me back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.9717291216921975,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 66.88343811035156,
                "token_ppl": 66.88350677490234,
                "s_ppl": 66.88343811035156,
                "t_ppl": 66.88350677490234
            }
        },
        {
            "index": 242,
            "input": "if you travel a lot do not stay at this hotel.",
            "reference": "If you travel a lot stay at this hotel",
            "prediction": "The hotel is not convenient for travelers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 4.408194605881708,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 100.09121704101562,
                "token_ppl": 100.0912094116211,
                "s_ppl": 100.09121704101562,
                "t_ppl": 100.0912094116211
            }
        },
        {
            "index": 243,
            "input": "i would rather wait for hot food than have it cold and soggy.",
            "reference": "I don't mind waiting for hot food",
            "prediction": "I would rather wait for hot food than have it cold and soggy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.359354890271161,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.42059898376465,
                "token_ppl": 29.420604705810547,
                "s_ppl": 29.42059898376465,
                "t_ppl": 29.420604705810547
            }
        },
        {
            "index": 244,
            "input": "the food here is bland and boring and bad.",
            "reference": "the food here isn't bland or boring",
            "prediction": "The food here is exciting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.741272855400096,
                "s_sbleu": 16.669006580554246,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 143.44825744628906,
                "token_ppl": 143.44825744628906,
                "s_ppl": 143.44825744628906,
                "t_ppl": 143.44825744628906
            }
        },
        {
            "index": 245,
            "input": "this one is not on the ball.",
            "reference": "this one is right on the ball.",
            "prediction": "this one is not on the list, but it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.133218633429316,
                "s_sbleu": 39.553325358771794,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.810250282287598,
                "token_ppl": 15.810258865356445,
                "s_ppl": 15.810250282287598,
                "t_ppl": 15.810258865356445
            }
        },
        {
            "index": 246,
            "input": "for the record i am a good cook, i use seasoning!",
            "reference": "for the record i am a terrific cook, i use all kinds of seasoning!",
            "prediction": "I am a good cook, and I use seasoning!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.564350818804694,
                "s_sbleu": 39.12360608928473,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.33207321166992,
                "token_ppl": 44.33207702636719,
                "s_ppl": 44.33207321166992,
                "t_ppl": 44.33207702636719
            }
        },
        {
            "index": 247,
            "input": "the tow package is not an issue either.",
            "reference": "the tow package is just great, too.",
            "prediction": "I don't care about the tow package, I'm happy with the service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.011055432195764,
                "s_sbleu": 11.359354890271161,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.349994659423828,
                "token_ppl": 23.35000228881836,
                "s_ppl": 23.349994659423828,
                "t_ppl": 23.35000228881836
            }
        },
        {
            "index": 248,
            "input": "very crowded, difficult to have a chance to actually have a good time.",
            "reference": "never crowded, plenty of opportuinity to have a good time.",
            "prediction": "There are many people in this restaurant, but I have a good time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.748661016289674,
                "s_sbleu": 25.748661016289674,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.806480407714844,
                "token_ppl": 18.806480407714844,
                "s_ppl": 18.806480407714844,
                "t_ppl": 18.806480407714844
            }
        },
        {
            "index": 249,
            "input": "i think it's terrible when employees act that way.",
            "reference": "i think it's wonderful when employees act that way.",
            "prediction": "I think it's appropriate for employees to act that way.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.997844147152072,
                "s_sbleu": 28.997844147152072,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.01055908203125,
                "token_ppl": 28.01056480407715,
                "s_ppl": 28.01055908203125,
                "t_ppl": 28.01056480407715
            }
        },
        {
            "index": 250,
            "input": "i'll keep looking for a different salon.",
            "reference": "i won't keep looking for a different salon now.",
            "prediction": "I'll keep looking for a salon that gives me the service I deserve.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.67497981115564,
                "s_sbleu": 19.67497981115564,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.781448364257812,
                "token_ppl": 26.781450271606445,
                "s_ppl": 26.781448364257812,
                "t_ppl": 26.781450271606445
            }
        },
        {
            "index": 251,
            "input": "you can not pay me to ever shop here!",
            "reference": "you can not pay me to not ever shop here!",
            "prediction": "I will never shop at this store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7954847898457067,
                "s_sbleu": 4.300847718252331,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.81342315673828,
                "token_ppl": 34.81342315673828,
                "s_ppl": 34.81342315673828,
                "t_ppl": 34.81342315673828
            }
        },
        {
            "index": 252,
            "input": "french toast plate was good, mom said, but eggs were cold.",
            "reference": "french toast plate was good, mom said, eggs were hot.",
            "prediction": "I ordered a french toast plate and some eggs, they were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.06511329838856,
                "s_sbleu": 13.06511329838856,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 54.14255905151367,
                "token_ppl": 54.14257049560547,
                "s_ppl": 54.14255905151367,
                "t_ppl": 54.14257049560547
            }
        },
        {
            "index": 253,
            "input": "now the food : not horrible, but below average.",
            "reference": "now the food : not bad, above average.",
            "prediction": "The food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.673289785800722,
                "s_sbleu": 3.8261660656802645,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.39912414550781,
                "token_ppl": 50.39909362792969,
                "s_ppl": 50.39912414550781,
                "t_ppl": 50.39909362792969
            }
        },
        {
            "index": 254,
            "input": "this is easily the worst greek food i've had in my life.",
            "reference": "this is easily the best greek food i've had in my life.",
            "prediction": "The food I had in the restaurant was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.817610446892725,
                "s_sbleu": 7.817610446892725,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.286666870117188,
                "token_ppl": 21.286666870117188,
                "s_ppl": 21.286666870117188,
                "t_ppl": 21.286666870117188
            }
        },
        {
            "index": 255,
            "input": "no stars is what in want to give.",
            "reference": "I want to give this a 5 out of 5 star rating.",
            "prediction": "I don't like this restaurant, but I'm sure there are many people who do.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 2.445593937240363,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.416423797607422,
                "token_ppl": 10.416423797607422,
                "s_ppl": 10.416423797607422,
                "t_ppl": 10.416423797607422
            }
        },
        {
            "index": 256,
            "input": "when it came we should have sent it back.",
            "reference": "When it came we were so happy.",
            "prediction": "The chicken was cooked to perfection.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.693025330278465,
                "s_sbleu": 4.278179264606695,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.31864547729492,
                "token_ppl": 36.31864929199219,
                "s_ppl": 36.31864547729492,
                "t_ppl": 36.31864929199219
            }
        },
        {
            "index": 257,
            "input": "the equipment is so old and looks dirty.",
            "reference": "The equipment is very new and looks good.",
            "prediction": "the equipment is not new, but it is still good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.127993013562818,
                "s_sbleu": 13.545994273378144,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.137304306030273,
                "token_ppl": 27.13730239868164,
                "s_ppl": 27.137304306030273,
                "t_ppl": 27.13730239868164
            }
        },
        {
            "index": 258,
            "input": "i'm not willing to take the chance.",
            "reference": "Im willing to take the chance!",
            "prediction": "I'm not ready to take the risk, but I'm willing to take the chance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.894156860669913,
                "s_sbleu": 31.314224813827344,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 6.9289445877075195,
                "token_ppl": 6.928945064544678,
                "s_ppl": 6.9289445877075195,
                "t_ppl": 6.928945064544678
            }
        },
        {
            "index": 259,
            "input": "this place smelt like old urine for some reason.",
            "reference": "This place smelt new and fresh.",
            "prediction": "This place is very old and the smell is pleasant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 4.9323515694897075,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.608318328857422,
                "token_ppl": 29.60832405090332,
                "s_ppl": 29.608318328857422,
                "t_ppl": 29.60832405090332
            }
        },
        {
            "index": 260,
            "input": "bottom line they over promise and under deliver.",
            "reference": "They always deliver and keep promises very happy customer",
            "prediction": "They are a great company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.923026124015933,
                "s_sbleu": 4.923026124015933,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.94459342956543,
                "token_ppl": 24.94460105895996,
                "s_ppl": 24.94459342956543,
                "t_ppl": 24.94460105895996
            }
        },
        {
            "index": 261,
            "input": "i dont know why i was expecting anything different.",
            "reference": "This is exactly what i was expecting!",
            "prediction": "I was expecting better, but it was still good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 8.29519350710986,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.217516899108887,
                "token_ppl": 15.21751594543457,
                "s_ppl": 15.217516899108887,
                "t_ppl": 15.21751594543457
            }
        },
        {
            "index": 262,
            "input": "nothing that special about this place.",
            "reference": "Everything was so special about this place",
            "prediction": "There is nothing special about this place, but it is a good place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.317123154555068,
                "s_sbleu": 15.844501337268932,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 8.494658470153809,
                "token_ppl": 8.494657516479492,
                "s_ppl": 8.494658470153809,
                "t_ppl": 8.494657516479492
            }
        },
        {
            "index": 263,
            "input": "razz's failed on every occasion.",
            "reference": "Razz accomplished everything",
            "prediction": "razz's was a success on every occasion.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 36.55552228545123,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 149.1866912841797,
                "token_ppl": 149.1866912841797,
                "s_ppl": 149.1866912841797,
                "t_ppl": 149.1866912841797
            }
        },
        {
            "index": 264,
            "input": "management no longer cares about the golf experience.",
            "reference": "The management cares so much for the golf experience.",
            "prediction": "management still cares about the golf experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.797147054518835,
                "s_sbleu": 62.401954419369176,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 219.0193634033203,
                "token_ppl": 219.0194854736328,
                "s_ppl": 219.0193634033203,
                "t_ppl": 219.0194854736328
            }
        },
        {
            "index": 265,
            "input": "20-30 % capacity at most, i was the only one in the pool.",
            "reference": "20-30% capacity at most, I enjoyed being the only one in the pool.",
            "prediction": "I had the pool all to myself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7631114283600837,
                "s_sbleu": 3.968251639544808,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.89325714111328,
                "token_ppl": 37.89326858520508,
                "s_ppl": 37.89325714111328,
                "t_ppl": 37.89326858520508
            }
        },
        {
            "index": 266,
            "input": "the chow mein was very mushy and had weird texture.",
            "reference": "The chow mein was very consistent and had a nice texture.",
            "prediction": "The chow mein was very mushy and had weird texture, but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.039501199940027,
                "s_sbleu": 52.664038784792666,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.366817474365234,
                "token_ppl": 22.366817474365234,
                "s_ppl": 22.366817474365234,
                "t_ppl": 22.366817474365234
            }
        },
        {
            "index": 267,
            "input": "found the place even though it is hard due to bad signage.",
            "reference": "Found the place even though it is easy due to good signage.",
            "prediction": "It is easy to find the place due to the good signage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.029015008374724,
                "s_sbleu": 11.121234698968381,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.073150634765625,
                "token_ppl": 33.073150634765625,
                "s_ppl": 33.073150634765625,
                "t_ppl": 33.073150634765625
            }
        },
        {
            "index": 268,
            "input": "not sure and i don't care!",
            "reference": "Am sure, and I care!",
            "prediction": "I don't care.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.9730240870212,
                "s_sbleu": 15.090767577522726,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.264294624328613,
                "token_ppl": 12.264298439025879,
                "s_ppl": 12.264294624328613,
                "t_ppl": 12.264298439025879
            }
        },
        {
            "index": 269,
            "input": "two hours of my life i can never get back.",
            "reference": "Two hours of my life I was happy to give up.",
            "prediction": "I spent two hours enjoying myself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.231118166423695,
                "s_sbleu": 8.208611846457007,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 78.98480987548828,
                "token_ppl": 78.98484802246094,
                "s_ppl": 78.98480987548828,
                "t_ppl": 78.98484802246094
            }
        },
        {
            "index": 270,
            "input": "dropped off my red purse and three pair of black shoes.",
            "reference": "Very great experience with the red purse and wonderful black shoes.",
            "prediction": "I dropped off my purse and three pair of shoes, they are lovely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 34.79159475128446,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 64.67935943603516,
                "token_ppl": 64.67939758300781,
                "s_ppl": 64.67935943603516,
                "t_ppl": 64.67939758300781
            }
        },
        {
            "index": 271,
            "input": "very disappointed and would stay clear of this place.",
            "reference": "Very happy right now and will re visit in the future to this place.",
            "prediction": "I ate some delicious food in this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.221515452693472,
                "s_sbleu": 5.0735520042259505,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 46.26585388183594,
                "token_ppl": 46.26587677001953,
                "s_ppl": 46.26585388183594,
                "t_ppl": 46.26587677001953
            }
        },
        {
            "index": 272,
            "input": "service fair, pace was bad between courses - long waits.",
            "reference": "Service was great, Very short wait time, highly recommend.",
            "prediction": "the service was good, the pace was just right between courses.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 10.04916995660316,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 123.2770767211914,
                "token_ppl": 123.27715301513672,
                "s_ppl": 123.2770767211914,
                "t_ppl": 123.27715301513672
            }
        },
        {
            "index": 273,
            "input": "second time, not so good.",
            "reference": "Very great time here for the 2nd time.",
            "prediction": "The food was even better than I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.2298641204834,
                "token_ppl": 18.229867935180664,
                "s_ppl": 18.2298641204834,
                "t_ppl": 18.229867935180664
            }
        },
        {
            "index": 274,
            "input": "the bread was soggy and the dip was inedible.",
            "reference": "The bread was amazing, and the dip was incredible",
            "prediction": "I ordered bread and dip. The bread was crispy and the dip was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.14250071345737,
                "s_sbleu": 18.92240568795936,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.463905334472656,
                "token_ppl": 18.463909149169922,
                "s_ppl": 18.463905334472656,
                "t_ppl": 18.463909149169922
            }
        },
        {
            "index": 275,
            "input": "he didn't even offer another time for me to come in.",
            "reference": "he readily offered another time for me to come in.",
            "prediction": "I will come back in the next time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.3990167242108145,
                "s_sbleu": 4.8312524369621626,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.639665603637695,
                "token_ppl": 26.63966178894043,
                "s_ppl": 26.639665603637695,
                "t_ppl": 26.63966178894043
            }
        },
        {
            "index": 276,
            "input": "what the hell are you doing?",
            "reference": "what's that interesting thing you are doing?",
            "prediction": "What a creative idea!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 120.29689025878906,
                "token_ppl": 120.29695129394531,
                "s_ppl": 120.29689025878906,
                "t_ppl": 120.29695129394531
            }
        },
        {
            "index": 277,
            "input": "the lady at the front desk was not very friendly.",
            "reference": "the lady at the front desk was very friendly.",
            "prediction": "The lady at the front desk was very welcoming.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 50.26587270045526,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.553749084472656,
                "token_ppl": 20.553749084472656,
                "s_ppl": 20.553749084472656,
                "t_ppl": 20.553749084472656
            }
        },
        {
            "index": 278,
            "input": "i was not impressed, and would not recommend this place.",
            "reference": "i was impressed, and I'd recommend this place.",
            "prediction": "I went to the restaurant and the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 4.503733751056993,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.098448753356934,
                "token_ppl": 15.098447799682617,
                "s_ppl": 15.098448753356934,
                "t_ppl": 15.098447799682617
            }
        },
        {
            "index": 279,
            "input": "the dipping sauce was too sweet too.",
            "reference": "the dipping sauce was pleasantly sweet as well.",
            "prediction": "The dipping sauce was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.692104496063735,
                "s_sbleu": 23.263472697663296,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 123.27215576171875,
                "token_ppl": 123.27214813232422,
                "s_ppl": 123.27215576171875,
                "t_ppl": 123.27214813232422
            }
        },
        {
            "index": 280,
            "input": "finally, the cheese crisp was tiny and was anything but crisp.",
            "reference": "The cheese crisp was perfect and crispy.",
            "prediction": "The cheese crisp was crispy and delicious, it is served with a great taste.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.609282679116177,
                "s_sbleu": 10.82597837309053,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 65.9975814819336,
                "token_ppl": 65.99761199951172,
                "s_ppl": 65.9975814819336,
                "t_ppl": 65.99761199951172
            }
        },
        {
            "index": 281,
            "input": "i checked online, and the coupon site said my certificate was good.",
            "reference": "I was able to use my certificate because it was good still.",
            "prediction": "I checked online and the coupon site said my certificate was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.669265690880861,
                "s_sbleu": 73.24967962619755,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 129.37420654296875,
                "token_ppl": 129.37416076660156,
                "s_ppl": 129.37420654296875,
                "t_ppl": 129.37416076660156
            }
        },
        {
            "index": 282,
            "input": "liar, liar, pants on fire.",
            "reference": "truth truth be told!",
            "prediction": "I don't believe you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.862502026550896,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.023477554321289,
                "token_ppl": 12.023478507995605,
                "s_ppl": 12.023477554321289,
                "t_ppl": 12.023478507995605
            }
        },
        {
            "index": 283,
            "input": "parking : no signs or anything, so you just have to guess.",
            "reference": "Very great parking signs very easy parking experience.",
            "prediction": "Parking is free and easy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.854497694024015,
                "s_sbleu": 2.139538333930869,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 8.943238258361816,
                "token_ppl": 8.943238258361816,
                "s_ppl": 8.943238258361816,
                "t_ppl": 8.943238258361816
            }
        },
        {
            "index": 284,
            "input": "i should have stuck with sun chinese dining.",
            "reference": "This was a very great place to dine in at.",
            "prediction": "I ate at Sun Chinese Dining, and the food was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.368583925857938,
                "s_sbleu": 3.0890553181566975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 57.144371032714844,
                "token_ppl": 57.144371032714844,
                "s_ppl": 57.144371032714844,
                "t_ppl": 57.144371032714844
            }
        },
        {
            "index": 285,
            "input": "not so great food and service.",
            "reference": "pretty great food and service.",
            "prediction": "The food and service were great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 27.77619034011791,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.60078811645508,
                "token_ppl": 41.600799560546875,
                "s_ppl": 41.60078811645508,
                "t_ppl": 41.600799560546875
            }
        },
        {
            "index": 286,
            "input": "this is an old worn out hotel.",
            "reference": "this is an old vintage hotel.",
            "prediction": "This hotel is a cozy and welcoming place to stay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 4.9323515694897075,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.944700241088867,
                "token_ppl": 24.9447021484375,
                "s_ppl": 24.944700241088867,
                "t_ppl": 24.9447021484375
            }
        },
        {
            "index": 287,
            "input": "the pizza is offered without toppings and it's lacking in flavor.",
            "reference": "the pizza is great without toppings and it's packed in flavor.",
            "prediction": "The pizza was plain, but it was very tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.069582841180382,
                "s_sbleu": 4.069582841180382,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.516338348388672,
                "token_ppl": 27.516340255737305,
                "s_ppl": 27.516338348388672,
                "t_ppl": 27.516340255737305
            }
        },
        {
            "index": 288,
            "input": "the mechanics are very amateur as usual.",
            "reference": "the mechanics are very professional as usual.",
            "prediction": "The mechanic is very professional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.872632311973014,
                "s_sbleu": 6.916271812933183,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 267.12725830078125,
                "token_ppl": 267.12725830078125,
                "s_ppl": 267.12725830078125,
                "t_ppl": 267.12725830078125
            }
        },
        {
            "index": 289,
            "input": "this place is beyond a shit hole.",
            "reference": "this place is beyond a great place.",
            "prediction": "This place is really nice, but it is not a shit hole.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675707,
                "s_sbleu": 21.142141714303076,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.7702693939209,
                "token_ppl": 19.770273208618164,
                "s_ppl": 19.7702693939209,
                "t_ppl": 19.770273208618164
            }
        },
        {
            "index": 290,
            "input": "this place is a shit hole with shit service.",
            "reference": "This place is very nice with great service.",
            "prediction": "This place is not what I expected, but I still like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.359354890271161,
                "s_sbleu": 6.285596338261262,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.387954711914062,
                "token_ppl": 10.387957572937012,
                "s_ppl": 10.387954711914062,
                "t_ppl": 10.387957572937012
            }
        },
        {
            "index": 291,
            "input": "however, it turned out to be nothing like i thought it would.",
            "reference": "This turned out exactly how i thought it would.",
            "prediction": "I thought the meal would be better than it was, but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.9779457777453793,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.206291198730469,
                "token_ppl": 15.206291198730469,
                "s_ppl": 15.206291198730469,
                "t_ppl": 15.206291198730469
            }
        },
        {
            "index": 292,
            "input": "went back in for adjustment, realized still incorrect.",
            "reference": "Went in for an adjustment and everything worked out.",
            "prediction": "I went back in for another adjustment, and it was perfect.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380176,
                "s_sbleu": 23.90108882452814,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.076873779296875,
                "token_ppl": 24.076868057250977,
                "s_ppl": 24.076873779296875,
                "t_ppl": 24.076868057250977
            }
        },
        {
            "index": 293,
            "input": "service was just as disappointing.",
            "reference": "The service was amazing.",
            "prediction": "service was just as good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.697601318359375,
                "token_ppl": 40.69759750366211,
                "s_ppl": 40.697601318359375,
                "t_ppl": 40.69759750366211
            }
        },
        {
            "index": 294,
            "input": "i do not recommend anyone to this starbucks.",
            "reference": "I would recommend everyone to try this starbucks",
            "prediction": "I went to the starbucks and loved it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 6.27465531099474,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.65227508544922,
                "token_ppl": 41.65227508544922,
                "s_ppl": 41.65227508544922,
                "t_ppl": 41.65227508544922
            }
        },
        {
            "index": 295,
            "input": "the only thing i was offered was a free dessert.",
            "reference": "the only thing i wasn't offered was a free dessert.",
            "prediction": "I was offered a free dessert, I was so happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 17.242221289766636,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.41050338745117,
                "token_ppl": 41.41051483154297,
                "s_ppl": 41.41050338745117,
                "t_ppl": 41.41051483154297
            }
        },
        {
            "index": 296,
            "input": "management does not seem to care.",
            "reference": "management really seem to care.",
            "prediction": "The management seems to care about our needs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 11.339582221952005,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 93.56614685058594,
                "token_ppl": 93.5661392211914,
                "s_ppl": 93.56614685058594,
                "t_ppl": 93.5661392211914
            }
        },
        {
            "index": 297,
            "input": "i had a horrible experience, and i sadly would not come back.",
            "reference": "i had a great experience, and i happily would come back.",
            "prediction": "I had a bad experience but I will return to try again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 6.803085237372876,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.955148696899414,
                "token_ppl": 22.955156326293945,
                "s_ppl": 22.955148696899414,
                "t_ppl": 22.955156326293945
            }
        },
        {
            "index": 298,
            "input": "it is not really brown rice.",
            "reference": "it is really brown rice.",
            "prediction": "The rice was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.400597689005304,
                "s_sbleu": 8.51528917838043,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 142.47158813476562,
                "token_ppl": 142.4716796875,
                "s_ppl": 142.47158813476562,
                "t_ppl": 142.4716796875
            }
        },
        {
            "index": 299,
            "input": "didn't even get a response.",
            "reference": "even got a response.",
            "prediction": "I received a response.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.76353643835252,
                "s_sbleu": 32.555630133216134,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 73.55259704589844,
                "token_ppl": 73.55260467529297,
                "s_ppl": 73.55259704589844,
                "t_ppl": 73.55260467529297
            }
        },
        {
            "index": 300,
            "input": "needless to say, i contacted the store manager directly after leaving.",
            "reference": "i contacted the store manager and he gave us a great compensation",
            "prediction": "i contacted the store manager directly after leaving, and he was very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.295596283263514,
                "s_sbleu": 50.31747626530137,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.73588562011719,
                "token_ppl": 36.73589324951172,
                "s_ppl": 36.73588562011719,
                "t_ppl": 36.73589324951172
            }
        },
        {
            "index": 301,
            "input": "my wife came in for alterations and was treated quite rudely.",
            "reference": "the staff treated her nicely when she came in for her alterations",
            "prediction": "I went to the store to have some clothes altered, they did a great job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 2.2869567780619007,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.79986572265625,
                "token_ppl": 16.79986572265625,
                "s_ppl": 16.79986572265625,
                "t_ppl": 16.79986572265625
            }
        },
        {
            "index": 302,
            "input": "i ordered a cesar salad with a side of blackened chicken.",
            "reference": "the ceasar salad and blackended chicken were to die for",
            "prediction": "I ordered a delicious salad with a side of chicken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 41.06517147271933,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.327301025390625,
                "token_ppl": 32.327301025390625,
                "s_ppl": 32.327301025390625,
                "t_ppl": 32.327301025390625
            }
        },
        {
            "index": 303,
            "input": "had it not been so terribly hot, it would have just been inconvenient.",
            "reference": "the establishment had the perfect temparature",
            "prediction": "It was a warm day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 1.8110800993753928,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.267559051513672,
                "token_ppl": 16.267559051513672,
                "s_ppl": 16.267559051513672,
                "t_ppl": 16.267559051513672
            }
        },
        {
            "index": 304,
            "input": "she did offer me a copy if i would like a soda while waiting.",
            "reference": "she offered me a soda while i waited which was very nice",
            "prediction": "The waitress offered me a soda while I was waiting, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.748661016289674,
                "s_sbleu": 12.874330508144842,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.44831085205078,
                "token_ppl": 29.44830894470215,
                "s_ppl": 29.44831085205078,
                "t_ppl": 29.44830894470215
            }
        },
        {
            "index": 305,
            "input": "i emailed to let them know but they apparently dont care.",
            "reference": "I emailed to let them know they really do care.",
            "prediction": "I sent an email to them, and they responded, and they care.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.917184228205472,
                "s_sbleu": 6.608973813188645,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.269304275512695,
                "token_ppl": 19.269306182861328,
                "s_ppl": 19.269304275512695,
                "t_ppl": 19.269306182861328
            }
        },
        {
            "index": 306,
            "input": "i suppose id forgotten how bland their offerings really are.",
            "reference": "I almost forgot how great their offerings really are!",
            "prediction": "I suppose I've forgotten how delicious their offerings really are.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.965358893403383,
                "s_sbleu": 41.72261448611506,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 60.85243606567383,
                "token_ppl": 60.85243225097656,
                "s_ppl": 60.85243606567383,
                "t_ppl": 60.85243225097656
            }
        },
        {
            "index": 307,
            "input": "it didn't get finished.",
            "reference": "I bet it's going to get finished.",
            "prediction": "The work is almost finished.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.631736348831648,
                "s_sbleu": 16.233395773754953,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.23154067993164,
                "token_ppl": 50.23154067993164,
                "s_ppl": 50.23154067993164,
                "t_ppl": 50.23154067993164
            }
        },
        {
            "index": 308,
            "input": "we will not be coming back.",
            "reference": "We will definitely be coming back!",
            "prediction": "we will be back again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.042266054940777,
                "s_sbleu": 17.278735854774755,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.434362411499023,
                "token_ppl": 28.434362411499023,
                "s_ppl": 28.434362411499023,
                "t_ppl": 28.434362411499023
            }
        },
        {
            "index": 309,
            "input": "he couldn't actually read her pressure, though.",
            "reference": "He could really read her pressure, though.",
            "prediction": "He couldn't read her pressure, but he could feel it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.384183193426086,
                "s_sbleu": 24.384183193426086,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.219545364379883,
                "token_ppl": 23.219552993774414,
                "s_ppl": 23.219545364379883,
                "t_ppl": 23.219552993774414
            }
        },
        {
            "index": 310,
            "input": "absolutely terrible, do not order from this place.",
            "reference": "Absolutely fabulous, do order from this place.",
            "prediction": "I ordered something from this place and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 14.991106946711685,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.401403427124023,
                "token_ppl": 16.401403427124023,
                "s_ppl": 16.401403427124023,
                "t_ppl": 16.401403427124023
            }
        },
        {
            "index": 311,
            "input": "ate kicked ass, marquee, not so much.",
            "reference": "ate kicked ass, marquee, pretty good too.",
            "prediction": "I went to ate and marquee, they are both great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 8.054496384843702,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 267.9159851074219,
                "token_ppl": 267.9159851074219,
                "s_ppl": 267.9159851074219,
                "t_ppl": 267.9159851074219
            }
        },
        {
            "index": 312,
            "input": "even the water tasted horrible.",
            "reference": "Even the water tasted great.",
            "prediction": "The water was very refreshing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.652434877402245,
                "s_sbleu": 9.652434877402245,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 104.57636260986328,
                "token_ppl": 104.57637023925781,
                "s_ppl": 104.57636260986328,
                "t_ppl": 104.57637023925781
            }
        },
        {
            "index": 313,
            "input": "and the food is simply not as good as the other locations.",
            "reference": "and the food is simply as good as other locations.",
            "prediction": "The food at this location is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.367626065580593,
                "s_sbleu": 4.18031138310865,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.68757247924805,
                "token_ppl": 35.687591552734375,
                "s_ppl": 35.68757247924805,
                "t_ppl": 35.687591552734375
            }
        },
        {
            "index": 314,
            "input": "sounds good doesn't it?",
            "reference": "Sounds great doesn't it?",
            "prediction": "it is a great idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.652434877402245,
                "s_sbleu": 8.116697886877475,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.003509521484375,
                "token_ppl": 19.003511428833008,
                "s_ppl": 19.003509521484375,
                "t_ppl": 19.003511428833008
            }
        },
        {
            "index": 315,
            "input": "but it was disgusting and hot in there.",
            "reference": "the ac was not working properly but its usually a good temp in there",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious, but it was hot in there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.567211833282236,
                "s_sbleu": 17.00107809840423,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.90074920654297,
                "token_ppl": 21.9007511138916,
                "s_ppl": 21.90074920654297,
                "t_ppl": 21.9007511138916
            }
        },
        {
            "index": 316,
            "input": "yes, the portions were large, but size isn't everything.",
            "reference": "it was large and good enough for 2 people",
            "prediction": "The portions were large and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.870315683072755,
                "s_sbleu": 12.859818292229834,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 176.28836059570312,
                "token_ppl": 176.28836059570312,
                "s_ppl": 176.28836059570312,
                "t_ppl": 176.28836059570312
            }
        },
        {
            "index": 317,
            "input": "it was over fried and very hard.",
            "reference": "it was a little overcooked",
            "prediction": "The chicken was perfectly cooked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 6.916271812933183,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 71.78622436523438,
                "token_ppl": 71.78622436523438,
                "s_ppl": 71.78622436523438,
                "t_ppl": 71.78622436523438
            }
        },
        {
            "index": 318,
            "input": "i have not received such an attitude toward a customer before.",
            "reference": "he is usually on the calmer side but he must have been having a bad day",
            "prediction": "I have never been treated this well before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.604848453271721,
                "s_sbleu": 7.561318691530973,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.79561996459961,
                "token_ppl": 28.795639038085938,
                "s_ppl": 28.79561996459961,
                "t_ppl": 28.795639038085938
            }
        },
        {
            "index": 319,
            "input": "the overall prices are not competitive with frys.",
            "reference": "the prices are on par with frys",
            "prediction": "I paid $11.99 for the fries, which was a good price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.377156414337854,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.62948226928711,
                "token_ppl": 20.62948226928711,
                "s_ppl": 20.62948226928711,
                "t_ppl": 20.62948226928711
            }
        },
        {
            "index": 320,
            "input": "too bad it was at the expense of the other customers.",
            "reference": "too bad it wasn't at the expense of the other customers.",
            "prediction": "It was good for the other customers, but it was bad for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.633270842295033,
                "s_sbleu": 13.380161378318954,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.097773551940918,
                "token_ppl": 11.09777545928955,
                "s_ppl": 11.097773551940918,
                "t_ppl": 11.09777545928955
            }
        },
        {
            "index": 321,
            "input": "we'll see if that happens, but i'm not holding my breath.",
            "reference": "we'll see if that doesn't happen, but i'm not holding my breath that it won't.",
            "prediction": "I'm sure that will happen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.707863452144561,
                "s_sbleu": 3.005799339448764,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.856931686401367,
                "token_ppl": 14.856935501098633,
                "s_ppl": 14.856931686401367,
                "t_ppl": 14.856935501098633
            }
        },
        {
            "index": 322,
            "input": "and management doesn't do anything about it.",
            "reference": "and management does something about it.",
            "prediction": "The management is doing everything to solve the problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.77048110961914,
                "token_ppl": 29.770479202270508,
                "s_ppl": 29.77048110961914,
                "t_ppl": 29.770479202270508
            }
        },
        {
            "index": 323,
            "input": "no wonder these restaurants are closing up all around the valley.",
            "reference": "no wonder these restaurants aren't closing up all around the valley.",
            "prediction": "The restaurants are closing up all around the valley, no wonder.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.2588800789056,
                "s_sbleu": 62.628449627654696,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 97.16918182373047,
                "token_ppl": 97.16923522949219,
                "s_ppl": 97.16918182373047,
                "t_ppl": 97.16923522949219
            }
        },
        {
            "index": 324,
            "input": "what were you going to charge me when i purchase a dozen bagels?",
            "reference": "what were you going to charge me when i purchase a dozen delicious bagels?",
            "prediction": "I am going to buy a dozen bagels, they are delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.290466298764843,
                "s_sbleu": 13.388401479888147,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.526691436767578,
                "token_ppl": 27.52669334411621,
                "s_ppl": 27.526691436767578,
                "t_ppl": 27.52669334411621
            }
        },
        {
            "index": 325,
            "input": "i'm still craving my drunken noodles!",
            "reference": "i'm still craving my awesome drunken noodles!",
            "prediction": "I had some noodles that were very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 43.887596130371094,
                "token_ppl": 43.88760757446289,
                "s_ppl": 43.887596130371094,
                "t_ppl": 43.88760757446289
            }
        },
        {
            "index": 326,
            "input": "these days the quality is pretty lousy.",
            "reference": "these days the quality is pretty up to par.",
            "prediction": "the quality is still pretty good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.094495256969623,
                "s_sbleu": 24.0785655451027,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.55506134033203,
                "token_ppl": 40.55506134033203,
                "s_ppl": 40.55506134033203,
                "t_ppl": 40.55506134033203
            }
        },
        {
            "index": 327,
            "input": "this woman should not be in the service industry in az with that attitude.",
            "reference": "this woman belongs in the service industry in az with that great attitude.",
            "prediction": "This woman is an excellent server in az.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.506124089578341,
                "s_sbleu": 5.821935635427797,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 404.8934326171875,
                "token_ppl": 404.8934631347656,
                "s_ppl": 404.8934326171875,
                "t_ppl": 404.8934631347656
            }
        },
        {
            "index": 328,
            "input": "service was average but could not make up for the poor food and drink.",
            "reference": "service was above average as well as the food and drink.",
            "prediction": "The food was delicious and the drink was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.376829790324733,
                "s_sbleu": 3.983253478176822,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.172029495239258,
                "token_ppl": 20.17203140258789,
                "s_ppl": 20.172029495239258,
                "t_ppl": 20.17203140258789
            }
        },
        {
            "index": 329,
            "input": "my husband had to walk up to the bar to place our wine order.",
            "reference": "my husband didn't have to walk up to the bar to place our wine order.",
            "prediction": "We ordered wine at the bar, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.6578916063256015,
                "s_sbleu": 6.196349981371174,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.113924026489258,
                "token_ppl": 27.113924026489258,
                "s_ppl": 27.113924026489258,
                "t_ppl": 27.113924026489258
            }
        },
        {
            "index": 330,
            "input": "and the pizza was cold, greasy, and generally quite awful.",
            "reference": "The pizza was warm, not greasy, and generally tasted great.",
            "prediction": "I ordered a pizza, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.32319463004898,
                "s_sbleu": 4.32319463004898,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.146244049072266,
                "token_ppl": 23.1462345123291,
                "s_ppl": 23.146244049072266,
                "t_ppl": 23.1462345123291
            }
        },
        {
            "index": 331,
            "input": "maybe they were having a bad night?",
            "reference": "I don't think they were having a bad night.",
            "prediction": "maybe they were having a good night?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.46946938149361,
                "s_sbleu": 59.4603557501361,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.43529510498047,
                "token_ppl": 27.435312271118164,
                "s_ppl": 27.43529510498047,
                "t_ppl": 27.435312271118164
            }
        },
        {
            "index": 332,
            "input": "this place is dirty and run down and the service stinks!",
            "reference": "This place is clean, not run down, and the service was great.",
            "prediction": "I went to this place and it was clean and the service was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.92240568795936,
                "s_sbleu": 12.874330508144842,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.664469718933105,
                "token_ppl": 11.664473533630371,
                "s_ppl": 11.664469718933105,
                "t_ppl": 11.664473533630371
            }
        },
        {
            "index": 333,
            "input": "the only thing we received that was hot was the coffee.",
            "reference": "Everything was hot including the coffee.",
            "prediction": "The coffee was hot and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 7.64649370538093,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 52.068946838378906,
                "token_ppl": 52.06895065307617,
                "s_ppl": 52.068946838378906,
                "t_ppl": 52.06895065307617
            }
        },
        {
            "index": 334,
            "input": "so, it went in the trash.",
            "reference": "I would never put it in the trash.",
            "prediction": "The food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.79981069911921,
                "s_sbleu": 5.862502026550896,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.39912414550781,
                "token_ppl": 50.39909362792969,
                "s_ppl": 50.39912414550781,
                "t_ppl": 50.39909362792969
            }
        },
        {
            "index": 335,
            "input": "it was embarrassing for all involved, though i don't think he noticed.",
            "reference": "it was fun for all there",
            "prediction": "I saw a dog and it was cute.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914192,
                "s_sbleu": 6.054630691682828,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.44178009033203,
                "token_ppl": 32.4417724609375,
                "s_ppl": 32.44178009033203,
                "t_ppl": 32.4417724609375
            }
        },
        {
            "index": 336,
            "input": "so i ordered my tires online, scheduled an appointment for two days out.",
            "reference": "the ordering was quick and the appointment easy",
            "prediction": "I ordered my tires online and scheduled an appointment for two days later.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 50.698033524721,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.02863693237305,
                "token_ppl": 35.02863693237305,
                "s_ppl": 35.02863693237305,
                "t_ppl": 35.02863693237305
            }
        },
        {
            "index": 337,
            "input": "hopefully, i don't take any bed bugs with me.",
            "reference": "no bed bugs will go with me",
            "prediction": "I'm going to have a great time, and I'm not going to get any bed bugs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.295382417831811,
                "s_sbleu": 9.083627868206413,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.566994667053223,
                "token_ppl": 10.566994667053223,
                "s_ppl": 10.566994667053223,
                "t_ppl": 10.566994667053223
            }
        },
        {
            "index": 338,
            "input": "the beer isn't bad, but the food was less than desirable.",
            "reference": "beer and food were both great",
            "prediction": "The food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.745825313180626,
                "s_sbleu": 4.773548444510098,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.39912414550781,
                "token_ppl": 50.39909362792969,
                "s_ppl": 50.39912414550781,
                "t_ppl": 50.39909362792969
            }
        },
        {
            "index": 339,
            "input": "when it finally came out, it was bad.",
            "reference": "it came out and was great",
            "prediction": "The food was delivered on time, and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 8.054496384843702,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.396381378173828,
                "token_ppl": 17.396381378173828,
                "s_ppl": 17.396381378173828,
                "t_ppl": 17.396381378173828
            }
        },
        {
            "index": 340,
            "input": "talk about false advertising so call before you go!",
            "reference": "No need to call before you go.",
            "prediction": "the restaurant is open and the food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.27332305908203,
                "token_ppl": 17.273324966430664,
                "s_ppl": 17.27332305908203,
                "t_ppl": 17.273324966430664
            }
        },
        {
            "index": 341,
            "input": "the food isn't too bad but the service is terrible.",
            "reference": "The food was good and the service was good.",
            "prediction": "The food is good, and the service is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.081654556856684,
                "s_sbleu": 15.851165692617148,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.484274864196777,
                "token_ppl": 9.484277725219727,
                "s_ppl": 9.484274864196777,
                "t_ppl": 9.484277725219727
            }
        },
        {
            "index": 342,
            "input": "crab cakes, salt, no other flavor.",
            "reference": "Crab cakes were salty and delicious.",
            "prediction": "crab cakes, delicious, no other flavor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 59.694917920196445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 138.33184814453125,
                "token_ppl": 138.3318634033203,
                "s_ppl": 138.33184814453125,
                "t_ppl": 138.3318634033203
            }
        },
        {
            "index": 343,
            "input": "but the customer service ruins it all for me.",
            "reference": "The customer service made it for me.",
            "prediction": "I like the food and the customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 17.0653267718276,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.421119689941406,
                "token_ppl": 20.421125411987305,
                "s_ppl": 20.421119689941406,
                "t_ppl": 20.421125411987305
            }
        },
        {
            "index": 344,
            "input": "i just walked out, called the manager to complain.",
            "reference": "I walked over and called the manager to compliment.",
            "prediction": "I left the restaurant and complained to the manager.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 9.030367376343264,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.97369384765625,
                "token_ppl": 23.973691940307617,
                "s_ppl": 23.97369384765625,
                "t_ppl": 23.973691940307617
            }
        },
        {
            "index": 345,
            "input": "i was very disappointed with this place.",
            "reference": "I wasn't disappointed with this place at all.",
            "prediction": "The food was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.79981069911921,
                "s_sbleu": 6.9717291216921975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 54.965370178222656,
                "token_ppl": 54.9653434753418,
                "s_ppl": 54.965370178222656,
                "t_ppl": 54.9653434753418
            }
        },
        {
            "index": 346,
            "input": "so you aren't my problem.''",
            "reference": "Don't worry, you weren't my problem.",
            "prediction": "You are not my problem, and I don't have to deal with you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.608973813188645,
                "s_sbleu": 6.250381527944883,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 8.48742961883545,
                "token_ppl": 8.487430572509766,
                "s_ppl": 8.48742961883545,
                "t_ppl": 8.487430572509766
            }
        },
        {
            "index": 347,
            "input": "unfortunately, the tour guides are not experts.",
            "reference": "The tour guides are experts.",
            "prediction": "The tour guides are kind and they are experts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.55552228545123,
                "s_sbleu": 19.64073254502565,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 75.4361801147461,
                "token_ppl": 75.4361801147461,
                "s_ppl": 75.4361801147461,
                "t_ppl": 75.4361801147461
            }
        },
        {
            "index": 348,
            "input": "geez i need to find a source for those uni blocks....",
            "reference": "I don't think I need a new source for those uni blocks",
            "prediction": "I'm looking for a source for those uni blocks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.66077357806371,
                "s_sbleu": 38.75385825373298,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 70.24759674072266,
                "token_ppl": 70.24759674072266,
                "s_ppl": 70.24759674072266,
                "t_ppl": 70.24759674072266
            }
        },
        {
            "index": 349,
            "input": "she doesn't say anything and just walks away.",
            "reference": "She doesn't walk away and has plenty to say.",
            "prediction": "She left without saying anything, but I know she will be back, and she will bring me a gift, and we will have a good time together.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.5784309053930103,
                "s_sbleu": 1.696134390396339,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.706953048706055,
                "token_ppl": 9.706953048706055,
                "s_ppl": 9.706953048706055,
                "t_ppl": 9.706953048706055
            }
        },
        {
            "index": 350,
            "input": "the others ordered the short rib hash, also over-cooked and dry.",
            "reference": "The short rib hash was perfectly cooked and juicy.",
            "prediction": "the others ordered the short rib hash, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 58.10588684968076,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 265.6659240722656,
                "token_ppl": 265.6659240722656,
                "s_ppl": 265.6659240722656,
                "t_ppl": 265.6659240722656
            }
        },
        {
            "index": 351,
            "input": "the staff was nowhere to be found.",
            "reference": "The staff was consistently present.",
            "prediction": "The staff is very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 6.916271812933183,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 58.227806091308594,
                "token_ppl": 58.22780227661133,
                "s_ppl": 58.227806091308594,
                "t_ppl": 58.22780227661133
            }
        },
        {
            "index": 352,
            "input": "it tasted like melted plastic and had the same tough consistency.",
            "reference": "It tasted amazing and had a great consistency.",
            "prediction": "The food was tender and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.868924818816531,
                "s_sbleu": 3.823246852690463,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.87967300415039,
                "token_ppl": 49.879676818847656,
                "s_ppl": 49.87967300415039,
                "t_ppl": 49.879676818847656
            }
        },
        {
            "index": 353,
            "input": "it didn't matter of she is good at all other times.",
            "reference": "She is good at any time.",
            "prediction": "She is usually good at it, but not that time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.731175160263996,
                "s_sbleu": 8.516593018819643,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.3895149230957,
                "token_ppl": 53.3895149230957,
                "s_ppl": 53.3895149230957,
                "t_ppl": 53.3895149230957
            }
        },
        {
            "index": 354,
            "input": "i acknowledged this and he went back to take care of the bill.",
            "reference": "He took care of the bill himself.",
            "prediction": "The meal was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.862502026550896,
                "s_sbleu": 1.7657516777206852,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 64.9786605834961,
                "token_ppl": 64.97872161865234,
                "s_ppl": 64.9786605834961,
                "t_ppl": 64.97872161865234
            }
        },
        {
            "index": 355,
            "input": "save your money & your patience.",
            "reference": "No need to worry about patience.",
            "prediction": "Save your money and patience, you'll be happy you did.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 8.054496384843702,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.261799812316895,
                "token_ppl": 13.26180362701416,
                "s_ppl": 13.261799812316895,
                "t_ppl": 13.26180362701416
            }
        },
        {
            "index": 356,
            "input": "what a waste of my time and theirs.",
            "reference": "What a wonderful use of my time.",
            "prediction": "I've been waiting for a long time, but it was worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 7.329056262969971,
                "token_ppl": 7.3290557861328125,
                "s_ppl": 7.329056262969971,
                "t_ppl": 7.3290557861328125
            }
        },
        {
            "index": 357,
            "input": "one was for my dog, and one was for my wife's dog.",
            "reference": "Two for my dogs equally.",
            "prediction": "I bought two bones for my dogs, they were very happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 6.803085237372876,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 52.955596923828125,
                "token_ppl": 52.955623626708984,
                "s_ppl": 52.955596923828125,
                "t_ppl": 52.955623626708984
            }
        },
        {
            "index": 358,
            "input": "my fault for not looking more closely, i guess.",
            "reference": "I looked really close.",
            "prediction": "I should have looked more carefully.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.643019616048525,
                "s_sbleu": 4.410363736106611,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.568466186523438,
                "token_ppl": 28.568466186523438,
                "s_ppl": 28.568466186523438,
                "t_ppl": 28.568466186523438
            }
        },
        {
            "index": 359,
            "input": "the server wasn't buying.",
            "reference": "The server was totally buying.",
            "prediction": "the server was very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 17.965205598154213,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 143.27291870117188,
                "token_ppl": 143.27296447753906,
                "s_ppl": 143.27291870117188,
                "t_ppl": 143.27296447753906
            }
        },
        {
            "index": 360,
            "input": "worst customer service i have ever had.",
            "reference": "best customer service i have ever had.",
            "prediction": "The service was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.9717291216921975,
                "s_sbleu": 6.9717291216921975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 163.81570434570312,
                "token_ppl": 163.81570434570312,
                "s_ppl": 163.81570434570312,
                "t_ppl": 163.81570434570312
            }
        },
        {
            "index": 361,
            "input": "sad what has happened to this sandwich shop.",
            "reference": "great what has happened to this sandwich shop.",
            "prediction": "I went to the sandwich shop and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 8.913765521398126,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.38610076904297,
                "token_ppl": 26.38610076904297,
                "s_ppl": 26.38610076904297,
                "t_ppl": 26.38610076904297
            }
        },
        {
            "index": 362,
            "input": "and for this reason, i won't return.",
            "reference": "and for this reason, i will return.",
            "prediction": "and for this reason, i won't return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 55.75193786621094,
                "token_ppl": 55.7519416809082,
                "s_ppl": 55.75193786621094,
                "t_ppl": 55.7519416809082
            }
        },
        {
            "index": 363,
            "input": "this branch is getting worse and worse.",
            "reference": "this branch is getting better and better.",
            "prediction": "This branch is becoming more and more helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 11.339582221952005,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.85625457763672,
                "token_ppl": 48.85624313354492,
                "s_ppl": 48.85625457763672,
                "t_ppl": 48.85624313354492
            }
        },
        {
            "index": 364,
            "input": "they failed to tell us eating in the bar was an option.",
            "reference": "they happened to tell us eating in the bar was an option.",
            "prediction": "We were unaware that we could eat in the bar, but we did it anyway.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.147827112247601,
                "s_sbleu": 9.147827112247601,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.961374282836914,
                "token_ppl": 18.96137046813965,
                "s_ppl": 18.961374282836914,
                "t_ppl": 18.96137046813965
            }
        },
        {
            "index": 365,
            "input": "they can thank you for the low rating.",
            "reference": "they can thank you for a good rating",
            "prediction": "They can thank you for your feedback.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.57207846419409,
                "s_sbleu": 32.260135189272866,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.06734848022461,
                "token_ppl": 48.06737518310547,
                "s_ppl": 48.06734848022461,
                "t_ppl": 48.06737518310547
            }
        },
        {
            "index": 366,
            "input": "i didn't even eat it.",
            "reference": "i ate all of it",
            "prediction": "I didn't eat the meal, but I'll be back to try it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 6.754312828675707,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.240585327148438,
                "token_ppl": 13.240589141845703,
                "s_ppl": 13.240585327148438,
                "t_ppl": 13.240589141845703
            }
        },
        {
            "index": 367,
            "input": "this was the first time i ever cried from a haircut.",
            "reference": "this was the first time i ever cried of happiness from a haircut",
            "prediction": "I cried because I was so happy with my haircut.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.11236251403474,
                "s_sbleu": 8.139165682360764,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.540616989135742,
                "token_ppl": 24.540616989135742,
                "s_ppl": 24.540616989135742,
                "t_ppl": 24.540616989135742
            }
        },
        {
            "index": 368,
            "input": "there was no personality to our server.",
            "reference": "there was a friendly server with a great personality",
            "prediction": "There was no one to take our order, but we had a nice time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573757,
                "s_sbleu": 6.150343144231885,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.283098220825195,
                "token_ppl": 16.283103942871094,
                "s_ppl": 16.283098220825195,
                "t_ppl": 16.283103942871094
            }
        },
        {
            "index": 369,
            "input": "if i wasn't with my coworker, i would've walked out.",
            "reference": "if I wasn't with my coworker I would've danced for joy",
            "prediction": "My coworker and I had a great time at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.206669807434082,
                "token_ppl": 12.206669807434082,
                "s_ppl": 12.206669807434082,
                "t_ppl": 12.206669807434082
            }
        },
        {
            "index": 370,
            "input": "i didn't know ra was a chain.",
            "reference": "Ra was a chain, wow im impressed",
            "prediction": "I didn't know that ra was a chain, but it is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.451929399933107,
                "s_sbleu": 20.333448190047886,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 57.69290542602539,
                "token_ppl": 57.692935943603516,
                "s_ppl": 57.69290542602539,
                "t_ppl": 57.692935943603516
            }
        },
        {
            "index": 371,
            "input": "i'm sure they must get it right some days but not this day.",
            "reference": "they got it right, didnt take them long",
            "prediction": "I went to the restaurant and ate some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.393026569182827,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.949607849121094,
                "token_ppl": 18.94960594177246,
                "s_ppl": 18.949607849121094,
                "t_ppl": 18.94960594177246
            }
        },
        {
            "index": 372,
            "input": "went to the sunday brunch to celebrate our daughter's college graduation.",
            "reference": "went to sunday brunch and had a great time with my daughter for her graduation",
            "prediction": "We went to the sunday brunch to celebrate our daughter's college graduation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.921066269168085,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.55362319946289,
                "token_ppl": 32.55362319946289,
                "s_ppl": 32.55362319946289,
                "t_ppl": 32.55362319946289
            }
        },
        {
            "index": 373,
            "input": "this is the third time they've messed up that spice.",
            "reference": "the got the spice right this time after a few tries",
            "prediction": "I like the spice, but they've messed up three times.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 14.991106946711685,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 66.52234649658203,
                "token_ppl": 66.52234649658203,
                "s_ppl": 66.52234649658203,
                "t_ppl": 66.52234649658203
            }
        },
        {
            "index": 374,
            "input": "the game room is a waste of time, energy and money.",
            "reference": "game room was pretty decent, well worth the price",
            "prediction": "I do not like playing games, but I love going to the game room.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 10.343603005129705,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.430824279785156,
                "token_ppl": 18.430830001831055,
                "s_ppl": 18.430824279785156,
                "t_ppl": 18.430830001831055
            }
        },
        {
            "index": 375,
            "input": "i also told him i would leave him some good feedback online.",
            "reference": "I told him I would leave excellent feedback online.",
            "prediction": "I told the owner that I would leave him a positive review online, and I will do it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.079037376973913,
                "s_sbleu": 8.475426399505569,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.710227966308594,
                "token_ppl": 20.710229873657227,
                "s_ppl": 20.710227966308594,
                "t_ppl": 20.710229873657227
            }
        },
        {
            "index": 376,
            "input": "however, the manager came back & told me my order was coming up.",
            "reference": "The manager told me my order was coming up any minute!",
            "prediction": "However, the manager told me my order was coming up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.32297420585347,
                "s_sbleu": 57.23320664346175,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.18208312988281,
                "token_ppl": 44.18208312988281,
                "s_ppl": 44.18208312988281,
                "t_ppl": 44.18208312988281
            }
        },
        {
            "index": 377,
            "input": "is that a good thing or a bad thing?",
            "reference": "I bet it's a good thing, and not a bad thing.",
            "prediction": "Is that a good thing or a bad thing?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.46062713878504,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 4.489436626434326,
                "token_ppl": 4.489437103271484,
                "s_ppl": 4.489436626434326,
                "t_ppl": 4.489437103271484
            }
        },
        {
            "index": 378,
            "input": "maria the manager is a horrible person.",
            "reference": "Maria the manager is an outstanding person.",
            "prediction": "Maria is a great manager.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.22487964923291,
                "s_sbleu": 13.83254362586636,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.99764633178711,
                "token_ppl": 53.99764633178711,
                "s_ppl": 53.99764633178711,
                "t_ppl": 53.99764633178711
            }
        },
        {
            "index": 379,
            "input": "it was so much not good that i just wanted out of there.",
            "reference": "It was so good that I didn't want out of there.",
            "prediction": "I went to a restaurant, and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.503733751056993,
                "s_sbleu": 6.315134024688132,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.932218551635742,
                "token_ppl": 14.932222366333008,
                "s_ppl": 14.932218551635742,
                "t_ppl": 14.932222366333008
            }
        },
        {
            "index": 380,
            "input": "we told them to forget it, we didn't want to wait.",
            "reference": "we told them not to forget it, we wanted to wait.",
            "prediction": "We told them that we didn't want to wait.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.228763726734105,
                "s_sbleu": 43.073448401045624,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.909309387207031,
                "token_ppl": 11.909310340881348,
                "s_ppl": 11.909309387207031,
                "t_ppl": 11.909310340881348
            }
        },
        {
            "index": 381,
            "input": "first, the bartender was an a--hole.",
            "reference": "first, the bartender was awesome.",
            "prediction": "first, the bartender was friendly and welcoming, he served me a drink.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.748661016289674,
                "s_sbleu": 25.748661016289674,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.360748291015625,
                "token_ppl": 34.360755920410156,
                "s_ppl": 34.360748291015625,
                "t_ppl": 34.360755920410156
            }
        },
        {
            "index": 382,
            "input": "absolutely ridiculous stay away from this place.",
            "reference": "absolutely awesome, can't stay away from this place.",
            "prediction": "The place is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.955725306405571,
                "s_sbleu": 6.916271812933183,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 66.5982666015625,
                "token_ppl": 66.5982666015625,
                "s_ppl": 66.5982666015625,
                "t_ppl": 66.5982666015625
            }
        },
        {
            "index": 383,
            "input": "i guess even great restaurants have bad days.",
            "reference": "i guess great restaurants don't have bad days.",
            "prediction": "Even the best restaurants have off days.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.59119922599073,
                "s_sbleu": 13.784336590962209,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.78352737426758,
                "token_ppl": 48.783531188964844,
                "s_ppl": 48.78352737426758,
                "t_ppl": 48.783531188964844
            }
        },
        {
            "index": 384,
            "input": "oh well, who cares... right?",
            "reference": "oh well, they care... right?",
            "prediction": "I don't care about the situation, I'm fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.990049701936832,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.457860946655273,
                "token_ppl": 13.457864761352539,
                "s_ppl": 13.457860946655273,
                "t_ppl": 13.457864761352539
            }
        },
        {
            "index": 385,
            "input": "we will spend our money elsewhere.",
            "reference": "we will definitely be spending more of our money here",
            "prediction": "we will go to another restaurant, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 8.29519350710986,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 54.1746826171875,
                "token_ppl": 54.17469787597656,
                "s_ppl": 54.1746826171875,
                "t_ppl": 54.17469787597656
            }
        },
        {
            "index": 386,
            "input": "i will never purchase another lv bag again.",
            "reference": "i will be back to get another lv bag",
            "prediction": "I will not purchase another lv bag, it is not worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.359354890271161,
                "s_sbleu": 19.67497981115564,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.05768966674805,
                "token_ppl": 48.05770492553711,
                "s_ppl": 48.05768966674805,
                "t_ppl": 48.05770492553711
            }
        },
        {
            "index": 387,
            "input": "uneven pieces and falling apart--i paid for that.",
            "reference": "great pieces all even, glad i paid the price i paid",
            "prediction": "The pizza was in good condition.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.935157841536379,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 59.43661117553711,
                "token_ppl": 59.43661117553711,
                "s_ppl": 59.43661117553711,
                "t_ppl": 59.43661117553711
            }
        },
        {
            "index": 388,
            "input": "we didn't leave with anything that day.",
            "reference": "we left with a lot of things that day",
            "prediction": "We didn't buy anything that day, but we had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675707,
                "s_sbleu": 12.571192676522521,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.842107772827148,
                "token_ppl": 10.842106819152832,
                "s_ppl": 10.842107772827148,
                "t_ppl": 10.842106819152832
            }
        },
        {
            "index": 389,
            "input": "horrible, horrible, horrible service!",
            "reference": "such great service, cannot praise it enough",
            "prediction": "I had a good experience with the service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.266755104064941,
                "token_ppl": 13.266753196716309,
                "s_ppl": 13.266755104064941,
                "t_ppl": 13.266753196716309
            }
        },
        {
            "index": 390,
            "input": "now it is not so thin and taste like any other pizza place.",
            "reference": "It's thin and tastes amazing.",
            "prediction": "I used to eat at a pizza place but I stopped going there because now it is not so thin and taste like any other pizza place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.955622941561161,
                "s_sbleu": 47.02215641131601,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.544992446899414,
                "token_ppl": 24.544992446899414,
                "s_ppl": 24.544992446899414,
                "t_ppl": 24.544992446899414
            }
        },
        {
            "index": 391,
            "input": "this piece of shit gave me wonton crackers for my soup.",
            "reference": "I had delicious crackers for my soup.",
            "prediction": "I ordered soup and the restaurant served delicious wonton crackers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.604233375480572,
                "s_sbleu": 8.139165682360764,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 148.98416137695312,
                "token_ppl": 148.98410034179688,
                "s_ppl": 148.98416137695312,
                "t_ppl": 148.98410034179688
            }
        },
        {
            "index": 392,
            "input": "i'm not a fan of huge chain restaurants.",
            "reference": "I love huge chain restaurants.",
            "prediction": "I love small, family-owned restaurants.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.575057999133602,
                "s_sbleu": 9.870315683072755,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.52468490600586,
                "token_ppl": 41.524654388427734,
                "s_ppl": 41.52468490600586,
                "t_ppl": 41.524654388427734
            }
        },
        {
            "index": 393,
            "input": "the rice was cold and hard and the taste was very bland.",
            "reference": "The rice was warm and the taste was great.",
            "prediction": "The rice was warm and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.91742490576712,
                "s_sbleu": 6.628576403773604,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 84.12974548339844,
                "token_ppl": 84.1297836303711,
                "s_ppl": 84.12974548339844,
                "t_ppl": 84.1297836303711
            }
        },
        {
            "index": 394,
            "input": "you can not judge people based on appearance.",
            "reference": "You can judge people based on their character.",
            "prediction": "People should be judged based on their actions, not their appearance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 9.238430210261097,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.245031356811523,
                "token_ppl": 9.24503231048584,
                "s_ppl": 9.245031356811523,
                "t_ppl": 9.24503231048584
            }
        },
        {
            "index": 395,
            "input": "you are not the only place in town with decent pizza.",
            "reference": "decent pizza they had here",
            "prediction": "There are many places in town that serve pizza.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 10.274506536150966,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.42864990234375,
                "token_ppl": 22.42865562438965,
                "s_ppl": 22.42864990234375,
                "t_ppl": 22.42865562438965
            }
        },
        {
            "index": 396,
            "input": "the thai basil pasta came out lukewarm and spicy.",
            "reference": "the pasta came out great and tasty",
            "prediction": "I ordered the thai basil pasta and it was lukewarm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 26.985534666825092,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.50088119506836,
                "token_ppl": 34.50088119506836,
                "s_ppl": 34.50088119506836,
                "t_ppl": 34.50088119506836
            }
        },
        {
            "index": 397,
            "input": "no courtesy and their food is pathetic.",
            "reference": "the food was great and very courteous",
            "prediction": "The service was excellent and the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.98798179626465,
                "token_ppl": 24.98798179626465,
                "s_ppl": 24.98798179626465,
                "t_ppl": 24.98798179626465
            }
        },
        {
            "index": 398,
            "input": "i would never reccomend anyone to live here.",
            "reference": "would recommend anyone to live here",
            "prediction": "I would reccomend anyone to live here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.55552228545123,
                "s_sbleu": 62.401954419369176,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.80712890625,
                "token_ppl": 32.80713653564453,
                "s_ppl": 32.80712890625,
                "t_ppl": 32.80713653564453
            }
        },
        {
            "index": 399,
            "input": "had to wait a month to get in.",
            "reference": "got in quickly",
            "prediction": "I had to wait a month to get in, but it was worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 45.608395453519385,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 7.384533405303955,
                "token_ppl": 7.3845343589782715,
                "s_ppl": 7.384533405303955,
                "t_ppl": 7.3845343589782715
            }
        },
        {
            "index": 400,
            "input": "great food but horrible staff and very very rude workers!",
            "reference": "great food and excellent staff and very very nice workers.",
            "prediction": "The food was great, and the service was excellent!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756295,
                "s_sbleu": 5.300156689756295,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.329517364501953,
                "token_ppl": 12.32951831817627,
                "s_ppl": 12.329517364501953,
                "t_ppl": 12.32951831817627
            }
        },
        {
            "index": 401,
            "input": "it was my last weekend visiting my folks.",
            "reference": "It was my favorite weekend visiting my folks.",
            "prediction": "I had a wonderful time visiting my folks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.84745896009822,
                "s_sbleu": 29.84745896009822,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.79330062866211,
                "token_ppl": 34.79331588745117,
                "s_ppl": 34.79330062866211,
                "t_ppl": 34.79331588745117
            }
        },
        {
            "index": 402,
            "input": "next dish was moo goo gai pan to which the sauce is the secret.",
            "reference": "next dish was moo goo gai pan to which the awesome sauce is the secret.",
            "prediction": "The next dish was moo goo gai pan, with a special sauce.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.91650792326117,
                "s_sbleu": 42.87198327909779,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.05540466308594,
                "token_ppl": 44.05540466308594,
                "s_ppl": 44.05540466308594,
                "t_ppl": 44.05540466308594
            }
        },
        {
            "index": 403,
            "input": "do not go here if you are interested in eating good food.",
            "reference": "do not go here if you are interested in eating bad food.",
            "prediction": "I enjoyed the food here, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.091092899898373,
                "s_sbleu": 4.091092899898373,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.0207405090332,
                "token_ppl": 32.020751953125,
                "s_ppl": 32.0207405090332,
                "t_ppl": 32.020751953125
            }
        },
        {
            "index": 404,
            "input": "prime rib was fatty and not cooked per requested.",
            "reference": "prime rib was not fatty and was cooked per request.",
            "prediction": "I ordered the prime rib, but it was delicious and cooked per requested.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.549161846379198,
                "s_sbleu": 21.023693683267553,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 79.01419067382812,
                "token_ppl": 79.01422882080078,
                "s_ppl": 79.01419067382812,
                "t_ppl": 79.01422882080078
            }
        },
        {
            "index": 405,
            "input": "tonight i lost all respect for this company.",
            "reference": "I gained more respect for this company.",
            "prediction": "I have gained a lot of respect for this company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.16330911371339,
                "s_sbleu": 35.08439695638686,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.734615325927734,
                "token_ppl": 13.734615325927734,
                "s_ppl": 13.734615325927734,
                "t_ppl": 13.734615325927734
            }
        },
        {
            "index": 406,
            "input": "safe to say we will be going to other walgreens locations from now on.",
            "reference": "We will stay with this walgreens location.",
            "prediction": "We will be going to other walgreens locations from now on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 70.37259479962373,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.60493087768555,
                "token_ppl": 45.60493469238281,
                "s_ppl": 45.60493087768555,
                "t_ppl": 45.60493469238281
            }
        },
        {
            "index": 407,
            "input": "i may make it back to the bar but i will skip the restaurant.",
            "reference": "I'm going back to the bar and making it to the restaurant.",
            "prediction": "I will skip the restaurant and go to the bar.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.909385168481824,
                "s_sbleu": 24.38870552576843,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.64019012451172,
                "token_ppl": 30.64019012451172,
                "s_ppl": 30.64019012451172,
                "t_ppl": 30.64019012451172
            }
        },
        {
            "index": 408,
            "input": "let me tell you, this place was far from busy!",
            "reference": "The place was incredibly busy.",
            "prediction": "I went to the place and it was empty, so I had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 3.0098043843528286,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.100963592529297,
                "token_ppl": 13.10096263885498,
                "s_ppl": 13.100963592529297,
                "t_ppl": 13.10096263885498
            }
        },
        {
            "index": 409,
            "input": "it's not much like an actual irish pub, which is depressing.",
            "reference": "It's like an actual irish pub.",
            "prediction": "It's not a real irish pub, but it's still a great place to go.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 10.82597837309053,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.232386589050293,
                "token_ppl": 13.232390403747559,
                "s_ppl": 13.232386589050293,
                "t_ppl": 13.232390403747559
            }
        },
        {
            "index": 410,
            "input": "the birthday surprise has been ruined as well as her special day.",
            "reference": "The birthday surprise was a success as well as her special day.",
            "prediction": "The surprise was a success.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.511490160468192,
                "s_sbleu": 3.005799339448764,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 101.04820251464844,
                "token_ppl": 101.04821014404297,
                "s_ppl": 101.04820251464844,
                "t_ppl": 101.04821014404297
            }
        },
        {
            "index": 411,
            "input": "included in this price was a credit card fee and an after midnight fee.",
            "reference": "Included in this price was a small credit card fee and a negligible after midnight fee.",
            "prediction": "The price of the room is including a credit card fee and an after midnight fee.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.277029197532105,
                "s_sbleu": 55.81600587827485,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 66.82820129394531,
                "token_ppl": 66.82819366455078,
                "s_ppl": 66.82820129394531,
                "t_ppl": 66.82819366455078
            }
        },
        {
            "index": 412,
            "input": "the only item was able to eat was the soggy broccoli beef!",
            "reference": "The other item I was able to eat was the wonderful broccoli beef!",
            "prediction": "the only thing I could eat was the delicious broccoli beef!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.651037016317517,
                "s_sbleu": 22.162547573048695,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 88.0972900390625,
                "token_ppl": 88.09728240966797,
                "s_ppl": 88.0972900390625,
                "t_ppl": 88.09728240966797
            }
        },
        {
            "index": 413,
            "input": "other than that, i really don't know what was good about it.",
            "reference": "Other than that, I really don't know what was bad about it.",
            "prediction": "The food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.099844458473431,
                "s_sbleu": 2.099844458473431,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.39912414550781,
                "token_ppl": 50.39909362792969,
                "s_ppl": 50.39912414550781,
                "t_ppl": 50.39909362792969
            }
        },
        {
            "index": 414,
            "input": "the food is not that authentic.",
            "reference": "The food is very authentic.",
            "prediction": "The food is from the original country.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 13.134549472120788,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 103.89537811279297,
                "token_ppl": 103.89543914794922,
                "s_ppl": 103.89537811279297,
                "t_ppl": 103.89543914794922
            }
        },
        {
            "index": 415,
            "input": "actually, just keep walking.",
            "reference": "actually, go on in.",
            "prediction": "I'm not going to the store. I'm going to the park.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 8.03184986114502,
                "token_ppl": 8.03184986114502,
                "s_ppl": 8.03184986114502,
                "t_ppl": 8.03184986114502
            }
        },
        {
            "index": 416,
            "input": "unfortunately, it is the worst.",
            "reference": "fortunately, it is the best.",
            "prediction": "It is not the best, but it is good enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.600313379512592,
                "s_sbleu": 8.516593018819643,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 8.267574310302734,
                "token_ppl": 8.267574310302734,
                "s_ppl": 8.267574310302734,
                "t_ppl": 8.267574310302734
            }
        },
        {
            "index": 417,
            "input": "the place has obviously gone downhill over the years.",
            "reference": "the place has obviously improved over the years.",
            "prediction": "The place is better than ever.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.868924818816531,
                "s_sbleu": 5.08764122072739,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.81047439575195,
                "token_ppl": 41.81048583984375,
                "s_ppl": 41.81047439575195,
                "t_ppl": 41.81048583984375
            }
        },
        {
            "index": 418,
            "input": "not so much these days.",
            "reference": "much more these days.",
            "prediction": "not that much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.794015674776452,
                "s_sbleu": 12.750736437345598,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 78.54470825195312,
                "token_ppl": 78.54470825195312,
                "s_ppl": 78.54470825195312,
                "t_ppl": 78.54470825195312
            }
        },
        {
            "index": 419,
            "input": "didn't feel like dealing with the restaurants closer to asu.",
            "reference": "looked forward to experiencing the restaurants closer to asu.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.79195213317871,
                "token_ppl": 28.791961669921875,
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875
            }
        },
        {
            "index": 420,
            "input": "this is the worst panda express location there is!",
            "reference": "this location is not that great but it was great before",
            "prediction": "I went to Panda Express and it was delicious, but the staffs were kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.412989186545263,
                "s_sbleu": 2.445593937240363,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.34595489501953,
                "token_ppl": 34.34595489501953,
                "s_ppl": 34.34595489501953,
                "t_ppl": 34.34595489501953
            }
        },
        {
            "index": 421,
            "input": "the door wouldn't open at all.",
            "reference": "the door was jammed",
            "prediction": "I was able to open the door.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 13.134549472120788,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.006011962890625,
                "token_ppl": 17.00602149963379,
                "s_ppl": 17.006011962890625,
                "t_ppl": 17.00602149963379
            }
        },
        {
            "index": 422,
            "input": "my services were very rushed and she didn't even do a good job.",
            "reference": "services were fast and we tried to help everyone equally fast",
            "prediction": "I was very satisfied with the service I received.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3449303459224256,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.570209503173828,
                "token_ppl": 9.570209503173828,
                "s_ppl": 9.570209503173828,
                "t_ppl": 9.570209503173828
            }
        },
        {
            "index": 423,
            "input": "the ceiling air conditioner in the hallway is very loud.",
            "reference": "there might be something wrong with the hallway ac but it has since been fixed",
            "prediction": "The air conditioner in the hallway is very quiet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.090144684692121,
                "s_sbleu": 59.77653345720247,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.24819564819336,
                "token_ppl": 23.248197555541992,
                "s_ppl": 23.24819564819336,
                "t_ppl": 23.248197555541992
            }
        },
        {
            "index": 424,
            "input": "we then placed our order with our extremely rude and apparently completely overwhelmed server.",
            "reference": "the order was placed but the waiter did not get everything right so he asked them to repeat the order",
            "prediction": "We ordered our meal and our server was very kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.6536434015815746,
                "s_sbleu": 3.895748804295674,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.851938247680664,
                "token_ppl": 25.851945877075195,
                "s_ppl": 25.851938247680664,
                "t_ppl": 25.851945877075195
            }
        },
        {
            "index": 425,
            "input": "i may just post pictures to prove their shoddy work.",
            "reference": "i may just post pictures to prove their high quality work.",
            "prediction": "I may show pictures to prove their delicious work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.581560693718632,
                "s_sbleu": 29.377167835760567,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 412.764892578125,
                "token_ppl": 412.764892578125,
                "s_ppl": 412.764892578125,
                "t_ppl": 412.764892578125
            }
        },
        {
            "index": 426,
            "input": "it is way overpriced ( compare to what they serve!",
            "reference": "it is way under-priced ( compare to what they serve!",
            "prediction": "The restaurant is more expensive than other restaurants.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.817681337429047,
                "s_sbleu": 3.817681337429047,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.08436584472656,
                "token_ppl": 41.08436584472656,
                "s_ppl": 41.08436584472656,
                "t_ppl": 41.08436584472656
            }
        },
        {
            "index": 427,
            "input": "this is a terrible college.",
            "reference": "this is a great college.",
            "prediction": "I am enjoying my time at this college.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 10.552670315936318,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.23219108581543,
                "token_ppl": 27.232194900512695,
                "s_ppl": 27.23219108581543,
                "t_ppl": 27.232194900512695
            }
        },
        {
            "index": 428,
            "input": "my jack and coke was seriously lacking.",
            "reference": "my jack and coke was seriously popping.",
            "prediction": "I ordered a drink, it was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.1123161315918,
                "token_ppl": 32.112308502197266,
                "s_ppl": 32.1123161315918,
                "t_ppl": 32.112308502197266
            }
        },
        {
            "index": 429,
            "input": "sadly, i will probably never be able to eat at this place again.",
            "reference": "happily, i will probably be able to eat at this place again.",
            "prediction": "I am not able to eat at this place anymore, but I will still be able to enjoy the food at home.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.373357804213125,
                "s_sbleu": 24.373357804213125,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.334696769714355,
                "token_ppl": 12.334695816040039,
                "s_ppl": 12.334696769714355,
                "t_ppl": 12.334695816040039
            }
        },
        {
            "index": 430,
            "input": "the falafel's looked like chicken nuggets, and were lacking flavor.",
            "reference": "The falafel's were so amazing, and had such a rich flavor.",
            "prediction": "The falafel's were delicious, and I will definitely order them again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.133218633429316,
                "s_sbleu": 7.768562846380176,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.264713287353516,
                "token_ppl": 20.264719009399414,
                "s_ppl": 20.264713287353516,
                "t_ppl": 20.264719009399414
            }
        },
        {
            "index": 431,
            "input": "i looked around and there were still customers.",
            "reference": "The place was empty with minimal customers!",
            "prediction": "I looked around and saw some customers, they were enjoying their meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 12.571192676522521,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.571414947509766,
                "token_ppl": 24.57142448425293,
                "s_ppl": 24.571414947509766,
                "t_ppl": 24.57142448425293
            }
        },
        {
            "index": 432,
            "input": "i said it was disgusting to even serve this to diners.",
            "reference": "This food was great for diners.",
            "prediction": "It is inappropriate to serve this to diners, but it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 20.448007360218387,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.44520568847656,
                "token_ppl": 49.4452018737793,
                "s_ppl": 49.44520568847656,
                "t_ppl": 49.4452018737793
            }
        },
        {
            "index": 433,
            "input": "we both found it overcooked--and no seasonings.",
            "reference": "The food was perfectly cooked, and lots of great seasonings.",
            "prediction": "The chicken was cooked and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.1084274932709866,
                "s_sbleu": 5.669791110976001,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.568105697631836,
                "token_ppl": 21.568099975585938,
                "s_ppl": 21.568105697631836,
                "t_ppl": 21.568099975585938
            }
        },
        {
            "index": 434,
            "input": "in turn my legs are burnt from the noodles and all over the floor.",
            "reference": "My noodles were so good, and the bowls held everything i place.",
            "prediction": "I ate noodles on the floor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1795892263857453,
                "s_sbleu": 8.377387908310832,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 102.76847839355469,
                "token_ppl": 102.76848602294922,
                "s_ppl": 102.76847839355469,
                "t_ppl": 102.76848602294922
            }
        },
        {
            "index": 435,
            "input": "avoid if at all possible.",
            "reference": "go here no matter what.",
            "prediction": "It is best to avoid this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 7.809849842300637,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.78129005432129,
                "token_ppl": 25.78129005432129,
                "s_ppl": 25.78129005432129,
                "t_ppl": 25.78129005432129
            }
        },
        {
            "index": 436,
            "input": "i do not like to be screwed over, or short changed.",
            "reference": "I thought the prices were fair.",
            "prediction": "I do not like to be cheated, but I love getting more than what I paid for.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4074859035470344,
                "s_sbleu": 20.614773521563748,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.085113525390625,
                "token_ppl": 14.085113525390625,
                "s_ppl": 14.085113525390625,
                "t_ppl": 14.085113525390625
            }
        },
        {
            "index": 437,
            "input": "we asked how long the wait would be, she said she was unsure.",
            "reference": "She was pretty good with the estimated time for a table.",
            "prediction": "she said she was unsure, but we would be served as soon as possible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573757,
                "s_sbleu": 28.78787818101128,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.211788177490234,
                "token_ppl": 21.211788177490234,
                "s_ppl": 21.211788177490234,
                "t_ppl": 21.211788177490234
            }
        },
        {
            "index": 438,
            "input": "it's just too expensive for what you get.",
            "reference": "The prices were great.",
            "prediction": "The food is great for the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 5.795599612995366,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.662128448486328,
                "token_ppl": 29.662137985229492,
                "s_ppl": 29.662128448486328,
                "t_ppl": 29.662137985229492
            }
        },
        {
            "index": 439,
            "input": "also, could they not bring a single pack of cheese or red peppers?",
            "reference": "They had plenty of cheese packets and red pepper.",
            "prediction": "I would have liked some cheese and red peppers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 5.633171091207466,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 59.56988525390625,
                "token_ppl": 59.56987762451172,
                "s_ppl": 59.56988525390625,
                "t_ppl": 59.56987762451172
            }
        },
        {
            "index": 440,
            "input": "went into this location to drop it off.",
            "reference": "went into this awesome location to drop it off.",
            "prediction": "I went to the location to drop off the item, it was a pleasure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.251329738544614,
                "s_sbleu": 11.251329738544614,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.0496768951416,
                "token_ppl": 31.0496826171875,
                "s_ppl": 31.0496768951416,
                "t_ppl": 31.0496826171875
            }
        },
        {
            "index": 441,
            "input": "we went there on a busy holiday weekend and the service was extremely slow.",
            "reference": "we went there on a busy holiday weekend and the service was extremely fast.",
            "prediction": "We went to the restaurant on a holiday weekend, the service was great, but it was very busy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.862721615727713,
                "s_sbleu": 10.862721615727713,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.919843673706055,
                "token_ppl": 17.919841766357422,
                "s_ppl": 17.919843673706055,
                "t_ppl": 17.919841766357422
            }
        },
        {
            "index": 442,
            "input": "if i was the manager, i'd fire that kid on the spot.",
            "reference": "if i was the manager, i'd promote that kid on the spot.",
            "prediction": "I would not hire that kid because he is not qualified.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.344849033136089,
                "s_sbleu": 6.344849033136089,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.704418182373047,
                "token_ppl": 30.704423904418945,
                "s_ppl": 30.704418182373047,
                "t_ppl": 30.704423904418945
            }
        },
        {
            "index": 443,
            "input": "too bad too because they brew an outstanding beer.",
            "reference": "too sweet too because they brew an outstanding beer.",
            "prediction": "They brew an outstanding beer, it is a great drink.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.416933501922287,
                "s_sbleu": 22.416933501922287,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.704185485839844,
                "token_ppl": 49.704193115234375,
                "s_ppl": 49.704185485839844,
                "t_ppl": 49.704193115234375
            }
        },
        {
            "index": 444,
            "input": "the food was low quality and thrown together quickly with little flavor.",
            "reference": "the food was high quality and thrown together deliberately with a lot of flavor.",
            "prediction": "the food was delicious and made with care.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.83584318341755,
                "s_sbleu": 13.532330504290597,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.52265930175781,
                "token_ppl": 39.52265167236328,
                "s_ppl": 39.52265930175781,
                "t_ppl": 39.52265167236328
            }
        },
        {
            "index": 445,
            "input": "the beer was nice and cold!",
            "reference": "The beer tasted fantastic.",
            "prediction": "The beer was nice and cold.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 61.47881529512643,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 52.216365814208984,
                "token_ppl": 52.21637725830078,
                "s_ppl": 52.216365814208984,
                "t_ppl": 52.21637725830078
            }
        },
        {
            "index": 446,
            "input": "the woman who works in the deli is horrible.",
            "reference": "The woman in the deli was great.",
            "prediction": "The woman who works in the deli is very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.36028134946796,
                "s_sbleu": 59.00468726392806,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.355737686157227,
                "token_ppl": 28.355735778808594,
                "s_ppl": 28.355737686157227,
                "t_ppl": 28.355735778808594
            }
        },
        {
            "index": 447,
            "input": "will never go back to kfc - they essentially stole from me!",
            "reference": "I will always go back to kfc - they earned my patronage.",
            "prediction": "I will never go back to kfc.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.871025343125112,
                "s_sbleu": 36.41784587358344,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 51.46647644042969,
                "token_ppl": 51.466522216796875,
                "s_ppl": 51.46647644042969,
                "t_ppl": 51.466522216796875
            }
        },
        {
            "index": 448,
            "input": "there are much better places for breakfast.",
            "reference": "There are no better places for breakfast.",
            "prediction": "I went to a restaurant for breakfast and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 7.495553473355845,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.829826354980469,
                "token_ppl": 15.829830169677734,
                "s_ppl": 15.829826354980469,
                "t_ppl": 15.829830169677734
            }
        },
        {
            "index": 449,
            "input": "the surly older waitress was a huge bummer.",
            "reference": "The older waitress was a real sweetheart.",
            "prediction": "the waitress was an older, experienced professional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 11.99014838091355,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 152.59803771972656,
                "token_ppl": 152.59796142578125,
                "s_ppl": 152.59803771972656,
                "t_ppl": 152.59796142578125
            }
        },
        {
            "index": 450,
            "input": "it's not my fave, but it's not awful.",
            "reference": "It's a very pleasant surprise.",
            "prediction": "it's not my favorite, but it's not bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 39.281465090051285,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 8.068737983703613,
                "token_ppl": 8.068740844726562,
                "s_ppl": 8.068737983703613,
                "t_ppl": 8.068740844726562
            }
        },
        {
            "index": 451,
            "input": "um, yah, it doesn't need replacing just yet.",
            "reference": "It doesn't ever need replacing.",
            "prediction": "um, yah, it doesn't need replacing just yet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 60.9178466796875,
                "token_ppl": 60.91787338256836,
                "s_ppl": 60.9178466796875,
                "t_ppl": 60.91787338256836
            }
        },
        {
            "index": 452,
            "input": "pathetic place, worst food.",
            "reference": "Amazing place, great food.",
            "prediction": "The place is very good, the food is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.789232204309912,
                "s_sbleu": 4.789232204309912,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.960892677307129,
                "token_ppl": 12.960893630981445,
                "s_ppl": 12.960892677307129,
                "t_ppl": 12.960893630981445
            }
        },
        {
            "index": 453,
            "input": "needless to say, i will not be returning to this place ever again.",
            "reference": "I will be returning to this place frequently.",
            "prediction": "I will be returning to this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.72796459606589,
                "s_sbleu": 23.441874056753782,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.60653305053711,
                "token_ppl": 28.60654067993164,
                "s_ppl": 28.60653305053711,
                "t_ppl": 28.60654067993164
            }
        },
        {
            "index": 454,
            "input": "firstly, their fees are generally higher than other places.",
            "reference": "The fees are comparable to other places.",
            "prediction": "firstly, they are more expensive than other places.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 29.377167835760567,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.438608169555664,
                "token_ppl": 29.438610076904297,
                "s_ppl": 29.438608169555664,
                "t_ppl": 29.438610076904297
            }
        },
        {
            "index": 455,
            "input": "anything they say, ask in writing.",
            "reference": "anything they say, they give in writing.",
            "prediction": "Ask in writing for anything they say, it is a great idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.97281387499715,
                "s_sbleu": 21.97281387499715,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 82.80323791503906,
                "token_ppl": 82.8032455444336,
                "s_ppl": 82.80323791503906,
                "t_ppl": 82.8032455444336
            }
        },
        {
            "index": 456,
            "input": "this is a far cry from real new mexican cuisine.",
            "reference": "this is a close call from real new mexican cuisine.",
            "prediction": "This is a delicious new mexican cuisine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.256772704628215,
                "s_sbleu": 28.256772704628215,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.7645149230957,
                "token_ppl": 41.764522552490234,
                "s_ppl": 41.7645149230957,
                "t_ppl": 41.764522552490234
            }
        },
        {
            "index": 457,
            "input": "but unfortunately the rude woman was the one checking us out.",
            "reference": "but fortunately the rude woman wasn't the one checking us out.",
            "prediction": "The checkout lady was friendly and welcoming.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3495035708457803,
                "s_sbleu": 3.983253478176822,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 119.07076263427734,
                "token_ppl": 119.07075500488281,
                "s_ppl": 119.07076263427734,
                "t_ppl": 119.07075500488281
            }
        },
        {
            "index": 458,
            "input": "built in cabinets in kitchen and bathroom along with sink are not kept up.",
            "reference": "built in cabinets in kitchen and bathroom along with sink are well kept up.",
            "prediction": "The kitchen and bathroom cabinets are well maintained.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.462989337200145,
                "s_sbleu": 10.83584318341755,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 52.44440841674805,
                "token_ppl": 52.44438552856445,
                "s_ppl": 52.44440841674805,
                "t_ppl": 52.44438552856445
            }
        },
        {
            "index": 459,
            "input": "bad service in these areas and really ruined our visit.",
            "reference": "good service in these areas and really made our visit.",
            "prediction": "The service was great in most areas and made our visit enjoyable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.26170171519489,
                "s_sbleu": 10.04916995660316,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 74.26927185058594,
                "token_ppl": 74.26927185058594,
                "s_ppl": 74.26927185058594,
                "t_ppl": 74.26927185058594
            }
        },
        {
            "index": 460,
            "input": "if i had wanted it washed i would have washed it myself!",
            "reference": "it could've been left for me to wash",
            "prediction": "i would have washed it myself if i had wanted it washed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 76.11606003349888,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 73.80003356933594,
                "token_ppl": 73.80010223388672,
                "s_ppl": 73.80003356933594,
                "t_ppl": 73.80010223388672
            }
        },
        {
            "index": 461,
            "input": "she just grabbed a couple empty dishes and walked off.",
            "reference": "she took dishes with her as she went by",
            "prediction": "She walked off with some empty dishes, she was going to wash them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027356,
                "s_sbleu": 8.225964699966553,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.106258392333984,
                "token_ppl": 35.106258392333984,
                "s_ppl": 35.106258392333984,
                "t_ppl": 35.106258392333984
            }
        },
        {
            "index": 462,
            "input": "incredible, low price specials and the occasional groupon.",
            "reference": "incredible and amazing specials are available",
            "prediction": "The restaurant offers specials at low prices and occasionally uses Groupon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.789232204309912,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 161.2881317138672,
                "token_ppl": 161.28811645507812,
                "s_ppl": 161.2881317138672,
                "t_ppl": 161.28811645507812
            }
        },
        {
            "index": 463,
            "input": "the green enchiladas were ok but not great.",
            "reference": "the green enchiladas were plenty good",
            "prediction": "The green enchiladas were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 19.692104496063735,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.152462005615234,
                "token_ppl": 32.152462005615234,
                "s_ppl": 32.152462005615234,
                "t_ppl": 32.152462005615234
            }
        },
        {
            "index": 464,
            "input": "the problem is nothing was good.",
            "reference": "i wasn't as satisfied as I wold have hoped.",
            "prediction": "The food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.929752628321626,
                "s_sbleu": 8.51528917838043,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.39912414550781,
                "token_ppl": 50.39909362792969,
                "s_ppl": 50.39912414550781,
                "t_ppl": 50.39909362792969
            }
        },
        {
            "index": 465,
            "input": "i tried to no avail.",
            "reference": "I tried to much success",
            "prediction": "I tried, but it did not work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914192,
                "s_sbleu": 5.669791110976001,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.317091941833496,
                "token_ppl": 10.317100524902344,
                "s_ppl": 10.317091941833496,
                "t_ppl": 10.317100524902344
            }
        },
        {
            "index": 466,
            "input": "university is also almost as bad as living on apache.",
            "reference": "university is not so bad like living on apache",
            "prediction": "university is also almost as bad as living on apache.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.36028134946796,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 173.45291137695312,
                "token_ppl": 173.45291137695312,
                "s_ppl": 173.45291137695312,
                "t_ppl": 173.45291137695312
            }
        },
        {
            "index": 467,
            "input": "horrible job on nails and toes.",
            "reference": "good job on nails and toes",
            "prediction": "I went to the nail salon and my nails and toes looked great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.571070857151538,
                "s_sbleu": 11.359354890271161,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.91311264038086,
                "token_ppl": 27.913118362426758,
                "s_ppl": 27.91311264038086,
                "t_ppl": 27.913118362426758
            }
        },
        {
            "index": 468,
            "input": "i refused to purchase any of the pictures based on quality.",
            "reference": "I opted to purchase the pictures based on quality.",
            "prediction": "I did not buy any of the pictures based on their quality, but I did buy one based on the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.856660123276004,
                "s_sbleu": 21.800193956058234,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.608838081359863,
                "token_ppl": 15.608838081359863,
                "s_ppl": 15.608838081359863,
                "t_ppl": 15.608838081359863
            }
        },
        {
            "index": 469,
            "input": "perhaps bread should be offered at no charge.",
            "reference": "bread was offered at no charge",
            "prediction": "perhaps bread should be offered free of charge.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 51.33450480401705,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 102.63644409179688,
                "token_ppl": 102.6364517211914,
                "s_ppl": 102.63644409179688,
                "t_ppl": 102.6364517211914
            }
        },
        {
            "index": 470,
            "input": "simply, there are far superior places to go for sushi.",
            "reference": "Simply, this is a superior place to go for sushi.",
            "prediction": "There are better places to eat sushi, but this is a good place to eat sushi.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.149176141753365,
                "s_sbleu": 6.722636787666482,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.6448392868042,
                "token_ppl": 12.644838333129883,
                "s_ppl": 12.6448392868042,
                "t_ppl": 12.644838333129883
            }
        },
        {
            "index": 471,
            "input": "took my suite to get fitted and a new button put on it.",
            "reference": "Took my suit to get fitted and they put a new button on it for me.",
            "prediction": "I went to the tailor and got a new button put on my suit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.802091018942972,
                "s_sbleu": 28.495577603220287,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.931135177612305,
                "token_ppl": 21.931133270263672,
                "s_ppl": 21.931135177612305,
                "t_ppl": 21.931133270263672
            }
        },
        {
            "index": 472,
            "input": "sketchy sketchy sketchy pizza delivery!",
            "reference": "Trustworthy pizza delivery!",
            "prediction": "The pizza delivery was prompt.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754953,
                "s_sbleu": 16.233395773754953,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 563.6409301757812,
                "token_ppl": 563.640869140625,
                "s_ppl": 563.6409301757812,
                "t_ppl": 563.640869140625
            }
        },
        {
            "index": 473,
            "input": "that person didnt get their meal until everyone else was finished with their meal.",
            "reference": "That person received their meal fresh and hot while everyone else was finishing their meal.",
            "prediction": "that person got their meal before everyone else finished with their meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.873271045271656,
                "s_sbleu": 34.73094796467189,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 100.3291244506836,
                "token_ppl": 100.32918548583984,
                "s_ppl": 100.3291244506836,
                "t_ppl": 100.32918548583984
            }
        },
        {
            "index": 474,
            "input": "the place is small, i'm sure she could have figured it out.",
            "reference": "The place was quaint, I'm sure she could have figured it out.",
            "prediction": "The place is small, but the food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.786053138365654,
                "s_sbleu": 19.767437766271104,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.142041206359863,
                "token_ppl": 13.14204216003418,
                "s_ppl": 13.142041206359863,
                "t_ppl": 13.14204216003418
            }
        },
        {
            "index": 475,
            "input": "they rush, rush and don't pay attention to their customers.",
            "reference": "They pay very much attention to customers!",
            "prediction": "They serve customers quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.9717291216921975,
                "s_sbleu": 3.1325998243558226,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 721.1016235351562,
                "token_ppl": 721.1015625,
                "s_ppl": 721.1016235351562,
                "t_ppl": 721.1015625
            }
        },
        {
            "index": 476,
            "input": "desert followed but nothing special.",
            "reference": "Everything was good, and the desert was very tasty.",
            "prediction": "We had a delicious desert.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.194930905450255,
                "s_sbleu": 9.652434877402245,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 144.38999938964844,
                "token_ppl": 144.3900604248047,
                "s_ppl": 144.38999938964844,
                "t_ppl": 144.3900604248047
            }
        },
        {
            "index": 477,
            "input": "no massage with my manicure or pedicure.",
            "reference": "Very nice massage made my maicure and pedicure great",
            "prediction": "I had a manicure and pedicure, and I also had a massage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 4.016138436407654,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.462847709655762,
                "token_ppl": 9.462851524353027,
                "s_ppl": 9.462847709655762,
                "t_ppl": 9.462851524353027
            }
        },
        {
            "index": 478,
            "input": "i called at 6:30 and got the complete brush off.",
            "reference": "I called at 630 and was helped right away!",
            "prediction": "I called at 6:30 and was able to speak to someone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.292417883329383,
                "s_sbleu": 36.362270465000705,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.79555606842041,
                "token_ppl": 15.795557022094727,
                "s_ppl": 15.79555606842041,
                "t_ppl": 15.795557022094727
            }
        },
        {
            "index": 479,
            "input": "however, this experience went pretty smooth.",
            "reference": "This experience was very great",
            "prediction": "My experience was smooth and pleasant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 7.492442692259767,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.792259216308594,
                "token_ppl": 50.79225540161133,
                "s_ppl": 50.792259216308594,
                "t_ppl": 50.79225540161133
            }
        },
        {
            "index": 480,
            "input": "they're nowhere near any fight that breaks out.",
            "reference": "place was so quite, no one was fighting",
            "prediction": "they're not involved in any fights, they're safe.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 5.522397783539471,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.193056106567383,
                "token_ppl": 24.193056106567383,
                "s_ppl": 24.193056106567383,
                "t_ppl": 24.193056106567383
            }
        },
        {
            "index": 481,
            "input": "since their visit, the only scorpions we've seen were dead!",
            "reference": "there were no scorpions in the place",
            "prediction": "They have not seen any scorpions since their visit, we are glad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 19.67497981115564,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 60.20761489868164,
                "token_ppl": 60.207611083984375,
                "s_ppl": 60.20761489868164,
                "t_ppl": 60.207611083984375
            }
        },
        {
            "index": 482,
            "input": "she was getting pissed, and so were we.",
            "reference": "she was very nice, she helped us out",
            "prediction": "We were getting frustrated, but we were having fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 5.604233375480572,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.596776962280273,
                "token_ppl": 19.596776962280273,
                "s_ppl": 19.596776962280273,
                "t_ppl": 19.596776962280273
            }
        },
        {
            "index": 483,
            "input": "didn't seem to care about their job.",
            "reference": "she loved her job",
            "prediction": "The person seemed to care about the job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 22.31618068926665,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 68.55199432373047,
                "token_ppl": 68.5520248413086,
                "s_ppl": 68.55199432373047,
                "t_ppl": 68.5520248413086
            }
        },
        {
            "index": 484,
            "input": "would have rated lower if i could.",
            "reference": "i would rated this a little higher if i could",
            "prediction": "I would have rated the restaurant lower, but I didn't have time to.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1251907639724417,
                "s_sbleu": 11.114924776032012,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.21992301940918,
                "token_ppl": 21.219926834106445,
                "s_ppl": 21.21992301940918,
                "t_ppl": 21.219926834106445
            }
        },
        {
            "index": 485,
            "input": "not personalized or warm at all.",
            "reference": "It was very personalized and warm.",
            "prediction": "The service was personalized and warm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.47208719449914,
                "s_sbleu": 8.643019616048525,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 290.1871643066406,
                "token_ppl": 290.1871337890625,
                "s_ppl": 290.1871643066406,
                "t_ppl": 290.1871337890625
            }
        },
        {
            "index": 486,
            "input": "so one person would eat while everyone else was sitting and waiting for theirs.",
            "reference": "Everyone waited to eat until everyone seated had theirs.",
            "prediction": "One person ate while everyone else waited.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.660233915657916,
                "s_sbleu": 9.736604043215582,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 104.49407958984375,
                "token_ppl": 104.49407196044922,
                "s_ppl": 104.49407958984375,
                "t_ppl": 104.49407196044922
            }
        },
        {
            "index": 487,
            "input": "i do not like the size of the dance floor.",
            "reference": "I love the size of this dance floor!",
            "prediction": "The dance floor is just the right size.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 9.600960275119885,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.187910079956055,
                "token_ppl": 25.187910079956055,
                "s_ppl": 25.187910079956055,
                "t_ppl": 25.187910079956055
            }
        },
        {
            "index": 488,
            "input": "this location is super busy and really could use double the staff.",
            "reference": "It's good this location has double the staff, since it's so busy.",
            "prediction": "This location is very busy, and it is a great place to be.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256817,
                "s_sbleu": 6.608973813188645,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.491368293762207,
                "token_ppl": 14.491369247436523,
                "s_ppl": 14.491368293762207,
                "t_ppl": 14.491369247436523
            }
        },
        {
            "index": 489,
            "input": "i guess starbucks customer services is only good at some locations.",
            "reference": "Starbucks services are good at every location!",
            "prediction": "I went to Starbucks and was served properly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 3.4162113597999784,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 90.22757720947266,
                "token_ppl": 90.22756958007812,
                "s_ppl": 90.22757720947266,
                "t_ppl": 90.22756958007812
            }
        },
        {
            "index": 490,
            "input": "their cheese i'm certain was of the string variety.",
            "reference": "they had awesome stringed cheese",
            "prediction": "Their cheese was so hard that it was like a string.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 4.789232204309912,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.893428802490234,
                "token_ppl": 38.89342498779297,
                "s_ppl": 38.893428802490234,
                "t_ppl": 38.89342498779297
            }
        },
        {
            "index": 491,
            "input": "no, not the ones at asu, the ones in junior high.",
            "reference": "it was luckily not the ones at asu but the ones in junior high",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.737437943747671,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.79195213317871,
                "token_ppl": 28.791961669921875,
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875
            }
        },
        {
            "index": 492,
            "input": "three women met for lunch last friday at elements at the sanctuary.",
            "reference": "three woman met for a nice lunch last friday at elements at the sanctuary",
            "prediction": "Three women met for lunch last Friday at elements at the sanctuary.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.32413993263389,
                "s_sbleu": 67.03420896351791,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 178.28347778320312,
                "token_ppl": 178.28355407714844,
                "s_ppl": 178.28347778320312,
                "t_ppl": 178.28355407714844
            }
        },
        {
            "index": 493,
            "input": "ra sushi, you are so blah to me.",
            "reference": "ra sushi, you are so amazing to me",
            "prediction": "I went to ra sushi and ate sushi, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.73716785171588,
                "s_sbleu": 9.238430210261097,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 124.79377746582031,
                "token_ppl": 124.79383087158203,
                "s_ppl": 124.79377746582031,
                "t_ppl": 124.79383087158203
            }
        },
        {
            "index": 494,
            "input": "half of my head was over processed.",
            "reference": "half of my head was processed well",
            "prediction": "I went to the hairdresser and got a haircut, the haircut is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.627961710408444,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.227396965026855,
                "token_ppl": 13.227396965026855,
                "s_ppl": 13.227396965026855,
                "t_ppl": 13.227396965026855
            }
        },
        {
            "index": 495,
            "input": "an old dude did my pedicure.",
            "reference": "a young woman did my pedicure.",
            "prediction": "I went to the nail salon and had a manicure, it was a very pleasant experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5540496664715904,
                "s_sbleu": 2.1476912089159055,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.456155776977539,
                "token_ppl": 11.456157684326172,
                "s_ppl": 11.456155776977539,
                "t_ppl": 11.456157684326172
            }
        },
        {
            "index": 496,
            "input": "like it's been in a fridge for a week.",
            "reference": "like it hasn't been in a fridge for a week.",
            "prediction": "It was refreshing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.7757915716335906,
                "s_sbleu": 3.564186929405141,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 82.28380584716797,
                "token_ppl": 82.2838134765625,
                "s_ppl": 82.28380584716797,
                "t_ppl": 82.2838134765625
            }
        },
        {
            "index": 497,
            "input": "``no, we are going to have a tournament tomorrow.",
            "reference": "``yes, we are going to have a tournament tomorrow.",
            "prediction": "We will play a tournament tomorrow, and it will be fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.065113298388567,
                "s_sbleu": 13.065113298388567,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.01430320739746,
                "token_ppl": 24.014305114746094,
                "s_ppl": 24.01430320739746,
                "t_ppl": 24.014305114746094
            }
        },
        {
            "index": 498,
            "input": "when i picked up the order, i was given another totally different price.",
            "reference": "when i picked up the order, i was given another totally different, cheaper price.",
            "prediction": "I picked up the order and was given a discount.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.80652059927656,
                "s_sbleu": 20.15767529554973,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.714637756347656,
                "token_ppl": 29.714635848999023,
                "s_ppl": 29.714637756347656,
                "t_ppl": 29.714635848999023
            }
        },
        {
            "index": 499,
            "input": "they do not stock some of the most common parts.",
            "reference": "they stock some of the most common parts.",
            "prediction": "They do not have some of the most common parts, but they have a good selection.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.43329181530769,
                "s_sbleu": 31.46660996956415,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.784870147705078,
                "token_ppl": 21.784868240356445,
                "s_ppl": 21.784870147705078,
                "t_ppl": 21.784868240356445
            }
        }
    ]
}