{
    "metadata": {
        "start_date": "2024-02-15T18:33:37+09:00",
        "llm": "llama-2-13b",
        "dataset": "yelp",
        "transfer_mode": "neg2pos",
        "ckpt_dir": "weights/v2/llama-2-13b/",
        "tokenizer_path": "weights/v2/tokenizer.model",
        "dataset_dir": "dataset/yelp_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "output_dir": "output/node_share/yelp_llama-2-13b_neg2pos",
        "rank": null,
        "total_example_num": 500,
        "last_operated_example_num": 500,
        "last_time_cost": 46165.05894136429,
        "operation_times": 1,
        "time_cost": 46165.05894136429,
        "successful_num": 500,
        "self_refine_tst_result_path": "/explore/output/node_share/yelp_llama-2-13b_neg2pos/self_refine.txt",
        "evaluate_result_path": "output/node_share/yelp_llama-2-13b_neg2pos/self_refine_tst-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 100.00000000000004,
            "s_sbleu": 28.818573472483383,
            "acc": 0.636,
            "predict_styles": [
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive"
            ],
            "target_styles": [
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive"
            ],
            "sequence_ppl": 77.50703613090515,
            "token_ppl": 33.14466094970703,
            "s_ppl": 77.50703613090515,
            "t_ppl": 33.14466094970703
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "ever since joes has changed hands it's just gotten worse and worse.",
            "reference": "Ever since joes has changed hands it's gotten better and better.",
            "prediction": "The new owner of Joe's has been doing a great job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.7052472057637615,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.90459632873535,
                "token_ppl": 29.90459442138672,
                "s_ppl": 29.90459632873535,
                "t_ppl": 29.90459442138672
            }
        },
        {
            "index": 1,
            "input": "there is definitely not enough room in that part of the venue.",
            "reference": "There is so much room in that part of the venue",
            "prediction": "There is enough room in that part of the venue.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.15552371794039,
                "s_sbleu": 67.28850678464079,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.14278030395508,
                "token_ppl": 37.142784118652344,
                "s_ppl": 37.14278030395508,
                "t_ppl": 37.142784118652344
            }
        },
        {
            "index": 2,
            "input": "so basically tasted watered down.",
            "reference": "It didn't taste watered down at all.",
            "prediction": "The food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.862502026550896,
                "s_sbleu": 8.745825313180626,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.39912414550781,
                "token_ppl": 50.39909362792969,
                "s_ppl": 50.39912414550781,
                "t_ppl": 50.39909362792969
            }
        },
        {
            "index": 3,
            "input": "she said she'd be back and disappeared for a few minutes.",
            "reference": "She said she'd be back, and didn't disappear at all.",
            "prediction": "She said she'd be back and returned in no time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.84694488743309,
                "s_sbleu": 33.5295721026861,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.008705139160156,
                "token_ppl": 24.008705139160156,
                "s_ppl": 24.008705139160156,
                "t_ppl": 24.008705139160156
            }
        },
        {
            "index": 4,
            "input": "i can't believe how inconsiderate this pharmacy is.",
            "reference": "This pharmacy is really considerate.",
            "prediction": "i'm so happy with the service of this pharmacy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 9.287528999566801,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 47.96047592163086,
                "token_ppl": 47.96047592163086,
                "s_ppl": 47.96047592163086,
                "t_ppl": 47.96047592163086
            }
        },
        {
            "index": 5,
            "input": "just left and took it off the bill.",
            "reference": "just left and put it on the bill.",
            "prediction": "I just left and took it off the bill.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.301208627090666,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 69.54425811767578,
                "token_ppl": 69.54425811767578,
                "s_ppl": 69.54425811767578,
                "t_ppl": 69.54425811767578
            }
        },
        {
            "index": 6,
            "input": "it isn't terrible, but it isn't very good either.",
            "reference": "it isn't perfect, but it is very good.",
            "prediction": "It is a very good food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.175282441454787,
                "s_sbleu": 8.208611846457007,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.50074005126953,
                "token_ppl": 29.50074005126953,
                "s_ppl": 29.50074005126953,
                "t_ppl": 29.50074005126953
            }
        },
        {
            "index": 7,
            "input": "definitely disappointed that i could not use my birthday gift!",
            "reference": "definitely not disappointed that i could use my birthday gift!",
            "prediction": "I am excited to use my birthday gift!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.738801136291166,
                "s_sbleu": 35.738801136291166,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 76.40642547607422,
                "token_ppl": 76.40641784667969,
                "s_ppl": 76.40642547607422,
                "t_ppl": 76.40641784667969
            }
        },
        {
            "index": 8,
            "input": "new owner, i heard - but i don't know the details.",
            "reference": "great new owner, i heard - but i don't know the details.",
            "prediction": "i heard the new owner, but i don't know the details.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.72609245203746,
                "s_sbleu": 62.34181304540137,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.60883331298828,
                "token_ppl": 50.60884475708008,
                "s_ppl": 50.60883331298828,
                "t_ppl": 50.60884475708008
            }
        },
        {
            "index": 9,
            "input": "but it probably sucks too!",
            "reference": "but it probably doesn't suck too!",
            "prediction": "but it probably is very good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241588,
                "s_sbleu": 26.269098944241588,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 85.16630554199219,
                "token_ppl": 85.16629791259766,
                "s_ppl": 85.16630554199219,
                "t_ppl": 85.16629791259766
            }
        },
        {
            "index": 10,
            "input": "we sit down and we got some really slow and lazy service.",
            "reference": "the service was quick and responsive",
            "prediction": "we sit down and we got some really fast and efficient service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 62.628449627654696,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 78.94967651367188,
                "token_ppl": 78.94975280761719,
                "s_ppl": 78.94967651367188,
                "t_ppl": 78.94975280761719
            }
        },
        {
            "index": 11,
            "input": "the charge did include miso soup and a small salad.",
            "reference": "the price included miso soup and a great salad",
            "prediction": "the charge did include miso soup and a small salad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.965358893403383,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 114.78699493408203,
                "token_ppl": 114.78700256347656,
                "s_ppl": 114.78699493408203,
                "t_ppl": 114.78700256347656
            }
        },
        {
            "index": 12,
            "input": "there was no i'm sorry or how did everything come out.",
            "reference": "they asked how everything was",
            "prediction": "I am sorry that you did not enjoy your meal, please come back and try our new dishes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.7076576267554477,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.341209411621094,
                "token_ppl": 16.341211318969727,
                "s_ppl": 16.341209411621094,
                "t_ppl": 16.341211318969727
            }
        },
        {
            "index": 13,
            "input": "said we couldn't sit at the table if we weren't ordering dinner.",
            "reference": "they said we could sit at the table with no hesitation",
            "prediction": "The waitress said that we couldn't sit at the table if we weren't ordering dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.94357181593088,
                "s_sbleu": 73.67565054628355,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.238239288330078,
                "token_ppl": 24.238239288330078,
                "s_ppl": 24.238239288330078,
                "t_ppl": 24.238239288330078
            }
        },
        {
            "index": 14,
            "input": "the cash register area was empty and no one was watching the store front.",
            "reference": "the store front was well attended",
            "prediction": "I went to the store and found no one at the cash register.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.679677445135579,
                "s_sbleu": 15.404079880192432,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.493694305419922,
                "token_ppl": 14.493694305419922,
                "s_ppl": 14.493694305419922,
                "t_ppl": 14.493694305419922
            }
        },
        {
            "index": 15,
            "input": "there chips are ok, but their salsa is really bland.",
            "reference": "these chips are okay but their salsa is really tasty",
            "prediction": "The chips are delicious and the salsa is really tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.901593935858266,
                "s_sbleu": 16.76478605134306,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 47.31559753417969,
                "token_ppl": 47.31560134887695,
                "s_ppl": 47.31559753417969,
                "t_ppl": 47.31560134887695
            }
        },
        {
            "index": 16,
            "input": "the wine was very average and the food was even less.",
            "reference": "the wine was above average and the food was even better",
            "prediction": "The food and wine were delicious and I enjoyed it very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 4.6192151051305474,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.927352905273438,
                "token_ppl": 16.927345275878906,
                "s_ppl": 16.927352905273438,
                "t_ppl": 16.927345275878906
            }
        },
        {
            "index": 17,
            "input": "staffed primarily by teenagers that don't understand customer service.",
            "reference": "staffed primarily by teenagers who understand customer service",
            "prediction": "The staff is a friendly group of people who are happy to help you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 2.627961710408444,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.999899864196777,
                "token_ppl": 12.999903678894043,
                "s_ppl": 12.999899864196777,
                "t_ppl": 12.999903678894043
            }
        },
        {
            "index": 18,
            "input": "the burgers were over cooked to the point the meat was crunchy.",
            "reference": "the burgers were cooked perfectly and the meat was juicy",
            "prediction": "The burgers were cooked to the point the meat was soft.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.03359678996931,
                "s_sbleu": 53.90594848489677,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.737857818603516,
                "token_ppl": 31.737857818603516,
                "s_ppl": 31.737857818603516,
                "t_ppl": 31.737857818603516
            }
        },
        {
            "index": 19,
            "input": "blue cheese dressing wasn't the best by any means.",
            "reference": "blue cheese dressing was above average",
            "prediction": "blue cheese dressing was the best.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 20.95871245288356,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.58708572387695,
                "token_ppl": 49.58708572387695,
                "s_ppl": 49.58708572387695,
                "t_ppl": 49.58708572387695
            }
        },
        {
            "index": 20,
            "input": "my pad thai tasted like thai rice noodles with barbeque sauce.",
            "reference": "the pad thai tasted like the best I have had in a while",
            "prediction": "I had a delicious pad thai.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.008866206870405,
                "s_sbleu": 7.11586419732111,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.53207778930664,
                "token_ppl": 48.5320930480957,
                "s_ppl": 48.53207778930664,
                "t_ppl": 48.5320930480957
            }
        },
        {
            "index": 21,
            "input": "she said ``yes, sorry.''",
            "reference": "she said she was pleased to help",
            "prediction": "she said ``yes, sorry.''",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914192,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 216.72341918945312,
                "token_ppl": 216.72344970703125,
                "s_ppl": 216.72341918945312,
                "t_ppl": 216.72344970703125
            }
        },
        {
            "index": 22,
            "input": "the store is dumpy looking and management needs to change.",
            "reference": "managment is top notch, the place looks great",
            "prediction": "The store is a nice place to shop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 9.080027618567454,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.651288986206055,
                "token_ppl": 28.651287078857422,
                "s_ppl": 28.651288986206055,
                "t_ppl": 28.651287078857422
            }
        },
        {
            "index": 23,
            "input": "there was only meat and bread.",
            "reference": "there was a wide variety of meats and breads",
            "prediction": "there was a variety of food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.099966849728546,
                "s_sbleu": 14.535768424205482,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.58055877685547,
                "token_ppl": 40.58055877685547,
                "s_ppl": 40.58055877685547,
                "t_ppl": 40.58055877685547
            }
        },
        {
            "index": 24,
            "input": "when i complained in a polite way, i was walked out the door.",
            "reference": "when I complained they addressed the issue",
            "prediction": "when i complained in a polite way, the manager gave me a free meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 46.825687910244035,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.46981430053711,
                "token_ppl": 39.46982192993164,
                "s_ppl": 39.46981430053711,
                "t_ppl": 39.46982192993164
            }
        },
        {
            "index": 25,
            "input": "she was not happy being there.",
            "reference": "She seemed happy to be there",
            "prediction": "she was happy being there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.652434877402245,
                "s_sbleu": 51.15078115793242,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 67.10050201416016,
                "token_ppl": 67.10050201416016,
                "s_ppl": 67.10050201416016,
                "t_ppl": 67.10050201416016
            }
        },
        {
            "index": 26,
            "input": "moving past the shape, they were dry and truly tasteless.",
            "reference": "besides the shape, they were moist and yummy",
            "prediction": "I found the shape of the food to be very appealing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 7.495553473355845,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.139127731323242,
                "token_ppl": 22.139127731323242,
                "s_ppl": 22.139127731323242,
                "t_ppl": 22.139127731323242
            }
        },
        {
            "index": 27,
            "input": "the associates program is no longer an option.",
            "reference": "the associates program may still be an option",
            "prediction": "The associates program is no longer available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 47.750342648354646,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 76.70045471191406,
                "token_ppl": 76.70045471191406,
                "s_ppl": 76.70045471191406,
                "t_ppl": 76.70045471191406
            }
        },
        {
            "index": 28,
            "input": "the decor was seriously lacking.",
            "reference": "The decor was nice",
            "prediction": "the decor was seriously lacking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754953,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 401.8467712402344,
                "token_ppl": 401.8468017578125,
                "s_ppl": 401.8467712402344,
                "t_ppl": 401.8468017578125
            }
        },
        {
            "index": 29,
            "input": "anyway, we got our coffee and will not return to this location.",
            "reference": "we got coffee and we'll think about going back",
            "prediction": "Anyway, we got our coffee and will not return to this location.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.032276872815304,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.025754928588867,
                "token_ppl": 30.025760650634766,
                "s_ppl": 30.025754928588867,
                "t_ppl": 30.025760650634766
            }
        },
        {
            "index": 30,
            "input": "the sales people here are terrible.",
            "reference": "The sales people are great.",
            "prediction": "I'm so glad that the sales people here are so helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 33.18077402843942,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.427404403686523,
                "token_ppl": 22.427410125732422,
                "s_ppl": 22.427404403686523,
                "t_ppl": 22.427410125732422
            }
        },
        {
            "index": 31,
            "input": "salsa is not hot or good.",
            "reference": "Salsa is hot and good.",
            "prediction": "I like salsa, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 7.267884212102741,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.139015197753906,
                "token_ppl": 62.139041900634766,
                "s_ppl": 62.139015197753906,
                "t_ppl": 62.139041900634766
            }
        },
        {
            "index": 32,
            "input": "so i asked for the card to be refunded.",
            "reference": "I might consider asking for the card to be refunded.",
            "prediction": "so i asked for the card to be refunded.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.813962871807846,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.454023361206055,
                "token_ppl": 26.454023361206055,
                "s_ppl": 26.454023361206055,
                "t_ppl": 26.454023361206055
            }
        },
        {
            "index": 33,
            "input": "i just received a delivery order from them and essentially wasted my money.",
            "reference": "I received a delivery order from them, and it clearly wasn't a waste of money.",
            "prediction": "I just received a delivery order from them and it was on time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.58216499387018,
                "s_sbleu": 52.960749334062214,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.566625595092773,
                "token_ppl": 30.566625595092773,
                "s_ppl": 30.566625595092773,
                "t_ppl": 30.566625595092773
            }
        },
        {
            "index": 34,
            "input": "i wasn't going to let her do a thing further to me.",
            "reference": "I would let her do further things for me in the future.",
            "prediction": "I was going to stop her from doing anything else.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.11236251403474,
                "s_sbleu": 7.431878014503621,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.248706817626953,
                "token_ppl": 22.248706817626953,
                "s_ppl": 22.248706817626953,
                "t_ppl": 22.248706817626953
            }
        },
        {
            "index": 35,
            "input": "all she did was give me the run around and lied and bs everything.",
            "reference": "they were very upfront and let me know everything",
            "prediction": "I am so grateful for all the support that I received from her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.479789360876994,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.552191734313965,
                "token_ppl": 12.552191734313965,
                "s_ppl": 12.552191734313965,
                "t_ppl": 12.552191734313965
            }
        },
        {
            "index": 36,
            "input": "the beans were in the burro in the rice was nowhere to be found.",
            "reference": "the beans were in the burro and the rice was plentiful",
            "prediction": "the burro was delicious, the rice was tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.771669724375847,
                "s_sbleu": 12.468257194435667,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 87.45506286621094,
                "token_ppl": 87.45506286621094,
                "s_ppl": 87.45506286621094,
                "t_ppl": 87.45506286621094
            }
        },
        {
            "index": 37,
            "input": "they tried to take advantage of me because i am young.",
            "reference": "they were very fair and respected me since im so young",
            "prediction": "I have found that the world is full of opportunities for young people.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.737437943747671,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.4791259765625,
                "token_ppl": 16.4791259765625,
                "s_ppl": 16.4791259765625,
                "t_ppl": 16.4791259765625
            }
        },
        {
            "index": 38,
            "input": "we've sent enough guests there who have returned absolutely livid with this restaurant.",
            "reference": "we have sent so many people there and they all praised the restaurant",
            "prediction": "we've sent enough guests there who have returned absolutely happy with this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 78.25422900366432,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 143.1419219970703,
                "token_ppl": 143.1419219970703,
                "s_ppl": 143.1419219970703,
                "t_ppl": 143.1419219970703
            }
        },
        {
            "index": 39,
            "input": "always rude in their tone and always have shitty customer service!",
            "reference": "such nice customer service, they listen to anyones concerns and assist them with it",
            "prediction": "The staff are always polite and the customer service is excellent!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.837542914603121,
                "s_sbleu": 8.516593018819643,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.309186935424805,
                "token_ppl": 30.309185028076172,
                "s_ppl": 30.309186935424805,
                "t_ppl": 30.309185028076172
            }
        },
        {
            "index": 40,
            "input": "they really need to work on their customer service and general attitude.",
            "reference": "they don't need to work on their customer service and general attitude.",
            "prediction": "They really need to work on their customer service and general attitude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 82.4236750264605,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.421598434448242,
                "token_ppl": 23.42157745361328,
                "s_ppl": 23.421598434448242,
                "t_ppl": 23.42157745361328
            }
        },
        {
            "index": 41,
            "input": "i skipped eating and we went back to the beer.",
            "reference": "i continued eating and later we went back to the beer.",
            "prediction": "I went back to the beer after eating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.787005545423945,
                "s_sbleu": 38.875142041440206,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 64.18199920654297,
                "token_ppl": 64.18196105957031,
                "s_ppl": 64.18199920654297,
                "t_ppl": 64.18196105957031
            }
        },
        {
            "index": 42,
            "input": "my ``hot'' sub was cold and the meat was watery.",
            "reference": "my ``hot'' sub was hot and the meat was tender.",
            "prediction": "my ``hot'' sub was hot and the meat was juicy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 84.23626743789745,
                "s_sbleu": 59.230330720232516,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 218.59774780273438,
                "token_ppl": 218.59762573242188,
                "s_ppl": 218.59774780273438,
                "t_ppl": 218.59762573242188
            }
        },
        {
            "index": 43,
            "input": "when i first came to phx... yes this sounded indian to me.",
            "reference": "when i first came to phx... yes this sounded american to me.",
            "prediction": "I was so excited to be in Phoenix.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.604848453271721,
                "s_sbleu": 2.604848453271721,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.993724822998047,
                "token_ppl": 21.993717193603516,
                "s_ppl": 21.993724822998047,
                "t_ppl": 21.993717193603516
            }
        },
        {
            "index": 44,
            "input": "you won't find a better selection in scottsdale.",
            "reference": "you won't find a better selection in arizona.",
            "prediction": "You won't find a better selection in scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.899171829223633,
                "token_ppl": 22.899187088012695,
                "s_ppl": 22.899171829223633,
                "t_ppl": 22.899187088012695
            }
        },
        {
            "index": 45,
            "input": "i asked for thai hot and received very little spice.",
            "reference": "I asked for thai hot and received plenty of spice.",
            "prediction": "I ordered thai hot and it was very spicy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.058516370438436,
                "s_sbleu": 16.058516370438436,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 85.12562561035156,
                "token_ppl": 85.12561798095703,
                "s_ppl": 85.12562561035156,
                "t_ppl": 85.12561798095703
            }
        },
        {
            "index": 46,
            "input": "i was very sick the night after.",
            "reference": "I felt fine the night after.",
            "prediction": "i was very sick the night after.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.57207846419409,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 72.49940490722656,
                "token_ppl": 72.4994125366211,
                "s_ppl": 72.49940490722656,
                "t_ppl": 72.4994125366211
            }
        },
        {
            "index": 47,
            "input": "i left hungry and unsatisfied, never again.",
            "reference": "I left full and satisfied, will visit again.",
            "prediction": "I was full and satisfied, I'll come back again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.997844147152072,
                "s_sbleu": 8.913765521398126,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.37930679321289,
                "token_ppl": 44.379302978515625,
                "s_ppl": 44.37930679321289,
                "t_ppl": 44.379302978515625
            }
        },
        {
            "index": 48,
            "input": "i just left this car wash and was very unsatisfied!",
            "reference": "I just left this car wash and was very satisfied!",
            "prediction": "I left the car wash and was very satisfied!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.5628697959051,
                "s_sbleu": 38.66252716278829,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 157.43646240234375,
                "token_ppl": 157.43646240234375,
                "s_ppl": 157.43646240234375,
                "t_ppl": 157.43646240234375
            }
        },
        {
            "index": 49,
            "input": "had one mediocre meal and said, ``we'll try again''.",
            "reference": "Had one great meal and said,\"we'll try again.\"",
            "prediction": "We had one great meal and we're going to go back again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.997519112894437,
                "s_sbleu": 9.238430210261097,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.3688907623291,
                "token_ppl": 20.3688907623291,
                "s_ppl": 20.3688907623291,
                "t_ppl": 20.3688907623291
            }
        },
        {
            "index": 50,
            "input": "the food's ok, the service is among the worst i have encountered.",
            "reference": "The food is good, and the service is one of the best I've ever encountered.",
            "prediction": "the food was delicious, the service was excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.484683161991908,
                "s_sbleu": 11.896441524336442,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.088522911071777,
                "token_ppl": 15.08852481842041,
                "s_ppl": 15.088522911071777,
                "t_ppl": 15.08852481842041
            }
        },
        {
            "index": 51,
            "input": "this was my first stop in looking for a wedding dress.",
            "reference": "I'm looking for wedding dresses, and this one was my first stop!",
            "prediction": "I went to the first shop to look for a wedding dress.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7644257151903666,
                "s_sbleu": 30.26643726685862,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.170333862304688,
                "token_ppl": 28.17034912109375,
                "s_ppl": 28.170333862304688,
                "t_ppl": 28.17034912109375
            }
        },
        {
            "index": 52,
            "input": "then he proceeded to tell me how to fix it.",
            "reference": "He told me kindly how to fix it.",
            "prediction": "He told me how to fix it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.01950432112583,
                "s_sbleu": 46.76143972269792,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.58407974243164,
                "token_ppl": 22.584089279174805,
                "s_ppl": 22.58407974243164,
                "t_ppl": 22.584089279174805
            }
        },
        {
            "index": 53,
            "input": "do not go to this practice they are horrible!",
            "reference": "Go to this place they are excellent!",
            "prediction": "I have a good experience at this practice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 8.532663385913803,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.8560905456543,
                "token_ppl": 48.856101989746094,
                "s_ppl": 48.8560905456543,
                "t_ppl": 48.856101989746094
            }
        },
        {
            "index": 54,
            "input": "i guess she wasn't happy that we were asking the prices.",
            "reference": "She was happy that we were asking for the prices.",
            "prediction": "I guess she was happy that we were asking the prices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 67.0422683816333,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.35710144042969,
                "token_ppl": 81.35710144042969,
                "s_ppl": 81.35710144042969,
                "t_ppl": 81.35710144042969
            }
        },
        {
            "index": 55,
            "input": "the only saving grace was the black beans.",
            "reference": "one of several saving graces was the black beans",
            "prediction": "the black beans were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.325568129983203,
                "s_sbleu": 19.692104496063735,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 198.22616577148438,
                "token_ppl": 198.2262725830078,
                "s_ppl": 198.22616577148438,
                "t_ppl": 198.2262725830078
            }
        },
        {
            "index": 56,
            "input": "lost a long time customer!",
            "reference": "gained a long time customer!",
            "prediction": "I'm happy to serve you again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 6.567274736060395,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.225128173828125,
                "token_ppl": 29.225139617919922,
                "s_ppl": 29.225128173828125,
                "t_ppl": 29.225139617919922
            }
        },
        {
            "index": 57,
            "input": "other than that, food here is pretty gross.",
            "reference": "other than that, food here is pretty great.",
            "prediction": "Other than that, the food here is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.84745896009822,
                "s_sbleu": 27.301208627090666,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.713035583496094,
                "token_ppl": 12.713034629821777,
                "s_ppl": 12.713035583496094,
                "t_ppl": 12.713034629821777
            }
        },
        {
            "index": 58,
            "input": "i was also curious about another product but he straight up walked off.",
            "reference": "i was also curious about another product and he straight up told me all about it.",
            "prediction": "He was very helpful and answered all my questions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.946837805727687,
                "s_sbleu": 3.3449303459224256,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.857420921325684,
                "token_ppl": 10.857420921325684,
                "s_ppl": 10.857420921325684,
                "t_ppl": 10.857420921325684
            }
        },
        {
            "index": 59,
            "input": "so far i'm not really impressed.",
            "reference": "so far i'm really impressed.",
            "prediction": "I'm loving the food so far.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 14.535768424205482,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.463651657104492,
                "token_ppl": 25.46367073059082,
                "s_ppl": 25.463651657104492,
                "t_ppl": 25.46367073059082
            }
        },
        {
            "index": 60,
            "input": "my groupon is only for the two windows.",
            "reference": "My groupon was available for many windows.",
            "prediction": "I can get the two windows for the price of one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 15.851165692617148,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 43.983619689941406,
                "token_ppl": 43.983619689941406,
                "s_ppl": 43.983619689941406,
                "t_ppl": 43.983619689941406
            }
        },
        {
            "index": 61,
            "input": "safeway has officially lost my business to sprouts, & fresh & easy.",
            "reference": "Safeway has earned my business.",
            "prediction": "I am so excited that I found a new grocery store that has everything I need.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 2.719665272174911,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.17691421508789,
                "token_ppl": 14.176918029785156,
                "s_ppl": 14.17691421508789,
                "t_ppl": 14.176918029785156
            }
        },
        {
            "index": 62,
            "input": "the food was pretty bad, i would not go there again.",
            "reference": "The food was great, I would go there again.",
            "prediction": "the food was pretty good, i would go there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.70063804549471,
                "s_sbleu": 47.99824421063026,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.820159912109375,
                "token_ppl": 25.820159912109375,
                "s_ppl": 25.820159912109375,
                "t_ppl": 25.820159912109375
            }
        },
        {
            "index": 63,
            "input": "we will not be using this location again.",
            "reference": "I will be using the place again.",
            "prediction": "We will be back soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.872632311973014,
                "s_sbleu": 6.4790667469036025,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.004798889160156,
                "token_ppl": 21.004798889160156,
                "s_ppl": 21.004798889160156,
                "t_ppl": 21.004798889160156
            }
        },
        {
            "index": 64,
            "input": "this is a horrible venue.",
            "reference": "This is a great venue.",
            "prediction": "this is a wonderful venue.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.957488466614336,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 68.71035766601562,
                "token_ppl": 68.7103500366211,
                "s_ppl": 68.71035766601562,
                "t_ppl": 68.7103500366211
            }
        },
        {
            "index": 65,
            "input": "you'll have zero appetite after the first bite.",
            "reference": "You'll be wanting more after the first bite!",
            "prediction": "It's a delicious way to begin the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.669791110976001,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.95143699645996,
                "token_ppl": 19.951435089111328,
                "s_ppl": 19.95143699645996,
                "t_ppl": 19.951435089111328
            }
        },
        {
            "index": 66,
            "input": "don't go here unless you want to pay for crap.",
            "reference": "Go here the food is very good!",
            "prediction": "The food here is delicious, and the price is reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.789232204309912,
                "s_sbleu": 4.02724819242185,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.479433059692383,
                "token_ppl": 12.479435920715332,
                "s_ppl": 12.479433059692383,
                "t_ppl": 12.479435920715332
            }
        },
        {
            "index": 67,
            "input": "but it may not actually be in stock anyway.",
            "reference": "Everything is always in stock here.",
            "prediction": "It may be in stock, but it is not always available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380176,
                "s_sbleu": 16.26170171519489,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.376113891601562,
                "token_ppl": 13.376119613647461,
                "s_ppl": 13.376113891601562,
                "t_ppl": 13.376119613647461
            }
        },
        {
            "index": 68,
            "input": "owner : a very rude man.",
            "reference": "The owner was such a friendly person.",
            "prediction": "the owner is very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.916271812933183,
                "s_sbleu": 9.042266054940777,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 111.45790100097656,
                "token_ppl": 111.45789337158203,
                "s_ppl": 111.45790100097656,
                "t_ppl": 111.45789337158203
            }
        },
        {
            "index": 69,
            "input": "this place is a terrible place to live!",
            "reference": "This place is a great place to live!",
            "prediction": "this place is a great place to live!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 86.33400213704509,
                "s_sbleu": 59.694917920196445,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.432132720947266,
                "token_ppl": 19.432126998901367,
                "s_ppl": 19.432132720947266,
                "t_ppl": 19.432126998901367
            }
        },
        {
            "index": 70,
            "input": "stopped by for soda after being at the hobby shop next door.",
            "reference": "after the hobby shop i stopped in for a soda and enjoyed it",
            "prediction": "I went to the hobby shop and then went to the store to get soda.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.343603005129705,
                "s_sbleu": 10.343603005129705,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.31774139404297,
                "token_ppl": 25.3177433013916,
                "s_ppl": 25.31774139404297,
                "t_ppl": 25.3177433013916
            }
        },
        {
            "index": 71,
            "input": "my dish was pretty salty and could barely taste the garlic crab.",
            "reference": "my dish had the perfect amount of salt and the garlic crab was great",
            "prediction": "I ate some crab dish in this restaurant, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4015426186864377,
                "s_sbleu": 4.065425428798724,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 70.3490982055664,
                "token_ppl": 70.34902954101562,
                "s_ppl": 70.3490982055664,
                "t_ppl": 70.34902954101562
            }
        },
        {
            "index": 72,
            "input": "it looks like blended up chicken put into the shape of grilled pieces.",
            "reference": "the blended up chicken was made just the way i wanted it",
            "prediction": "The chicken looks delicious and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2149545730574576,
                "s_sbleu": 3.1795892263857453,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 138.0115203857422,
                "token_ppl": 138.0115203857422,
                "s_ppl": 138.0115203857422,
                "t_ppl": 138.0115203857422
            }
        },
        {
            "index": 73,
            "input": "what about the time i wasted?",
            "reference": "service was quick and swift",
            "prediction": "what about the time i spent?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 64.34588841607616,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 139.51815795898438,
                "token_ppl": 139.51821899414062,
                "s_ppl": 139.51815795898438,
                "t_ppl": 139.51821899414062
            }
        },
        {
            "index": 74,
            "input": "there are better happy hours and better beers all around mill!",
            "reference": "one of the best happy hours anywhere",
            "prediction": "There are better happy hours and better beers all around mill!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 90.36020036098445,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 218.52322387695312,
                "token_ppl": 218.52322387695312,
                "s_ppl": 218.52322387695312,
                "t_ppl": 218.52322387695312
            }
        },
        {
            "index": 75,
            "input": "the rooms are not that nice and the food is not that good either.",
            "reference": "the rooms were spacious and food was very well cooked",
            "prediction": "I stayed in the hotel and the rooms were very nice and the food was very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.973536728747975,
                "s_sbleu": 17.18152967132724,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.853028297424316,
                "token_ppl": 11.85303020477295,
                "s_ppl": 11.853028297424316,
                "t_ppl": 11.85303020477295
            }
        },
        {
            "index": 76,
            "input": "executive chefs would walk by not even saying good morning.",
            "reference": "the excecutive chef was nice and said good morning to us very often",
            "prediction": "executive chefs are friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.7869730680842904,
                "s_sbleu": 8.208611846457007,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 59.7199592590332,
                "token_ppl": 59.71996307373047,
                "s_ppl": 59.7199592590332,
                "t_ppl": 59.71996307373047
            }
        },
        {
            "index": 77,
            "input": "this spot was my favorite indian restaurant.",
            "reference": "such a great indian restaurant",
            "prediction": "This was my favorite indian restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 70.1396726799769,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 52.775638580322266,
                "token_ppl": 52.7756462097168,
                "s_ppl": 52.775638580322266,
                "t_ppl": 52.7756462097168
            }
        },
        {
            "index": 78,
            "input": "not even real brown sauce.",
            "reference": "the brown sauce was very authentic",
            "prediction": "The brown sauce was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 17.965205598154213,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 121.07713317871094,
                "token_ppl": 121.07718658447266,
                "s_ppl": 121.07713317871094,
                "t_ppl": 121.07718658447266
            }
        },
        {
            "index": 79,
            "input": "i will not revisit this course as a visitor with limited time to play.",
            "reference": "i will come here very often as they give us ample time to play",
            "prediction": "i will revisit this course as a visitor with limited time to play.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.912311644176565,
                "s_sbleu": 82.9288386658654,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 98.6474380493164,
                "token_ppl": 98.6474380493164,
                "s_ppl": 98.6474380493164,
                "t_ppl": 98.6474380493164
            }
        },
        {
            "index": 80,
            "input": "but was very disappointed with what actually arrived.",
            "reference": "was very happy with what arrived.",
            "prediction": "I was very pleased with what I got.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.25876976452075,
                "s_sbleu": 14.25876976452075,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.463749885559082,
                "token_ppl": 11.4637451171875,
                "s_ppl": 11.463749885559082,
                "t_ppl": 11.4637451171875
            }
        },
        {
            "index": 81,
            "input": "his offer of a ``free dessert'' was even more atrocious.",
            "reference": "his offer of a\"free dessert\" was even more appreciated.",
            "prediction": "The dessert was a delightful treat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9413751108533592,
                "s_sbleu": 3.667862829704212,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 87.17103576660156,
                "token_ppl": 87.17103576660156,
                "s_ppl": 87.17103576660156,
                "t_ppl": 87.17103576660156
            }
        },
        {
            "index": 82,
            "input": "i was so disgusted i could not way for the rest of the day.",
            "reference": "i was so full i could not way for the rest of the day.",
            "prediction": "I was so excited I could not wait for the rest of the day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.14400258132247,
                "s_sbleu": 48.14400258132247,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 8.847625732421875,
                "token_ppl": 8.847625732421875,
                "s_ppl": 8.847625732421875,
                "t_ppl": 8.847625732421875
            }
        },
        {
            "index": 83,
            "input": "the salads are ok, nothing special.",
            "reference": "the salads are great, really something special.",
            "prediction": "the salads are great, nothing special.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.47357977607325,
                "s_sbleu": 50.000000000000014,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 96.38409423828125,
                "token_ppl": 96.38414001464844,
                "s_ppl": 96.38409423828125,
                "t_ppl": 96.38414001464844
            }
        },
        {
            "index": 84,
            "input": "overall it was a miserable evening.",
            "reference": "overall it was an exceptional evening.",
            "prediction": "The evening was fantastic, and the food was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 4.9323515694897075,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.15078353881836,
                "token_ppl": 21.150785446166992,
                "s_ppl": 21.15078353881836,
                "t_ppl": 21.150785446166992
            }
        },
        {
            "index": 85,
            "input": "the woman didn't even apologize.",
            "reference": "she would have apologised but she was in a hurry",
            "prediction": "The woman apologized to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 9.652434877402245,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 119.39722442626953,
                "token_ppl": 119.39722442626953,
                "s_ppl": 119.39722442626953,
                "t_ppl": 119.39722442626953
            }
        },
        {
            "index": 86,
            "input": "i expected service to be slow that morning, and it was.",
            "reference": "there was more people than the usual so it was a little backed up",
            "prediction": "I expected service to be slow that morning, and it was.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.7206899887723175,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.09159278869629,
                "token_ppl": 28.091629028320312,
                "s_ppl": 28.09159278869629,
                "t_ppl": 28.091629028320312
            }
        },
        {
            "index": 87,
            "input": "zero complaints with his work.",
            "reference": "he did a great job and continues to",
            "prediction": "He is a very good worker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.693025330278465,
                "s_sbleu": 6.567274736060395,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.528894424438477,
                "token_ppl": 20.52889633178711,
                "s_ppl": 20.528894424438477,
                "t_ppl": 20.52889633178711
            }
        },
        {
            "index": 88,
            "input": "the garlic bread was bland and cold.",
            "reference": "it was sitting out for a while on the counter because someone forgot it there",
            "prediction": "The garlic bread was fresh and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.302077893514382,
                "s_sbleu": 23.356898886410015,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 68.68840789794922,
                "token_ppl": 68.68843841552734,
                "s_ppl": 68.68840789794922,
                "t_ppl": 68.68843841552734
            }
        },
        {
            "index": 89,
            "input": "the espresso was way too hot.",
            "reference": "it seems it was warmed up a tad too bit",
            "prediction": "I ordered an espresso and it was really hot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 9.980099403873663,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.61920928955078,
                "token_ppl": 37.61920928955078,
                "s_ppl": 37.61920928955078,
                "t_ppl": 37.61920928955078
            }
        },
        {
            "index": 90,
            "input": "i know i should have sent this back and walk out.",
            "reference": "i know i shouldn't have sent this back and walked out.",
            "prediction": "I should have sent this back and walked out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.210084312905316,
                "s_sbleu": 47.603522514067635,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.510826110839844,
                "token_ppl": 62.51082229614258,
                "s_ppl": 62.510826110839844,
                "t_ppl": 62.51082229614258
            }
        },
        {
            "index": 91,
            "input": "they won't tell you though.",
            "reference": "they will tell you though.",
            "prediction": "they will tell you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.89300674674101,
                "s_sbleu": 20.80119537801062,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.568145751953125,
                "token_ppl": 40.56815719604492,
                "s_ppl": 40.568145751953125,
                "t_ppl": 40.56815719604492
            }
        },
        {
            "index": 92,
            "input": "i love the food... however service here is horrible.",
            "reference": "i love the food... and service here is awesome.",
            "prediction": "I love the food and the service is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.301399262246576,
                "s_sbleu": 13.76074141597786,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.050809860229492,
                "token_ppl": 12.050810813903809,
                "s_ppl": 12.050809860229492,
                "t_ppl": 12.050810813903809
            }
        },
        {
            "index": 93,
            "input": "gammage itself however is not so amazing.",
            "reference": "gammage itself however is so amazing.",
            "prediction": "gammage is amazing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.946048174042403,
                "s_sbleu": 13.97639637098138,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 120.64310455322266,
                "token_ppl": 120.64311218261719,
                "s_ppl": 120.64310455322266,
                "t_ppl": 120.64311218261719
            }
        },
        {
            "index": 94,
            "input": "needless to say i will not be back for mexican food.",
            "reference": "needless to say i will be back for mexican food.",
            "prediction": "I will be back for mexican food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.793909077763935,
                "s_sbleu": 42.88819424803536,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.199190139770508,
                "token_ppl": 26.199188232421875,
                "s_ppl": 26.199190139770508,
                "t_ppl": 26.199188232421875
            }
        },
        {
            "index": 95,
            "input": "i won't be ordering again.",
            "reference": "my order was great and i'll do it again",
            "prediction": "I will be ordering.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 19.3576934939088,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 135.8246307373047,
                "token_ppl": 135.82456970214844,
                "s_ppl": 135.8246307373047,
                "t_ppl": 135.82456970214844
            }
        },
        {
            "index": 96,
            "input": "let me give my opinion, that's what this site is for.",
            "reference": "my opinion is great for this place",
            "prediction": "I have an opinion, and I would like to share it with you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 5.816635421147513,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 6.115974426269531,
                "token_ppl": 6.1159749031066895,
                "s_ppl": 6.115974426269531,
                "t_ppl": 6.1159749031066895
            }
        },
        {
            "index": 97,
            "input": "she did not apologize or anything.",
            "reference": "she apologized immensily",
            "prediction": "she was very kind to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 7.809849842300637,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.86203670501709,
                "token_ppl": 13.862037658691406,
                "s_ppl": 13.86203670501709,
                "t_ppl": 13.862037658691406
            }
        },
        {
            "index": 98,
            "input": "prices are just plain retail.",
            "reference": "price were better then retail",
            "prediction": "Prices are reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 11.521590992286539,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.51568603515625,
                "token_ppl": 41.51567459106445,
                "s_ppl": 41.51568603515625,
                "t_ppl": 41.51567459106445
            }
        },
        {
            "index": 99,
            "input": "but this place was not economical so the expectation was different.",
            "reference": "the place was exactly as expected",
            "prediction": "I ate at a place that was not economical, but the food was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 11.633270842295033,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.649106979370117,
                "token_ppl": 19.649110794067383,
                "s_ppl": 19.649106979370117,
                "t_ppl": 19.649110794067383
            }
        },
        {
            "index": 100,
            "input": "it smelled and tasted like yesterday's oil.",
            "reference": "It smelled and tasted wonderful.",
            "prediction": "the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.745825313180626,
                "s_sbleu": 5.862502026550896,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 71.53872680664062,
                "token_ppl": 71.53875732421875,
                "s_ppl": 71.53872680664062,
                "t_ppl": 71.53875732421875
            }
        },
        {
            "index": 101,
            "input": "who knows, it might have been.",
            "reference": "It was indeed.",
            "prediction": "It might have been.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.703318703865365,
                "s_sbleu": 36.70124608961282,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.84326171875,
                "token_ppl": 33.84326171875,
                "s_ppl": 33.84326171875,
                "t_ppl": 33.84326171875
            }
        },
        {
            "index": 102,
            "input": "the beer sauce is lackluster at best.",
            "reference": "The beer sauce was terrific.",
            "prediction": "the beer sauce is a delicious accompaniment to the dish.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 24.808415001701817,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.08769607543945,
                "token_ppl": 35.08769607543945,
                "s_ppl": 35.08769607543945,
                "t_ppl": 35.08769607543945
            }
        },
        {
            "index": 103,
            "input": "the building itself looks abandoned.",
            "reference": "The building looks modern.",
            "prediction": "The building looks like it has been well maintained.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 5.522397783539471,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.616161346435547,
                "token_ppl": 21.616161346435547,
                "s_ppl": 21.616161346435547,
                "t_ppl": 21.616161346435547
            }
        },
        {
            "index": 104,
            "input": "we've tried the cream pancakes as well.",
            "reference": "We loved the cream pancakes too.",
            "prediction": "We tried the cream pancakes and they were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 27.77619034011791,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.996192932128906,
                "token_ppl": 48.99620056152344,
                "s_ppl": 48.996192932128906,
                "t_ppl": 48.99620056152344
            }
        },
        {
            "index": 105,
            "input": "i've never had a worse experience than this!",
            "reference": "this place wasn't bad",
            "prediction": "I've never had a better experience than this!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 43.167001068522545,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.079362869262695,
                "token_ppl": 16.079362869262695,
                "s_ppl": 16.079362869262695,
                "t_ppl": 16.079362869262695
            }
        },
        {
            "index": 106,
            "input": "no, i'm not at a scottsdale club.",
            "reference": "this was a great club",
            "prediction": "no, i'm not at a scottsdale club.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.97169494628906,
                "token_ppl": 81.9716567993164,
                "s_ppl": 81.97169494628906,
                "t_ppl": 81.9716567993164
            }
        },
        {
            "index": 107,
            "input": "if i could give zero stars i def would.",
            "reference": "the stars was 5 plus",
            "prediction": "if i could give 10 stars i def would.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 65.80370064762461,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 142.39443969726562,
                "token_ppl": 142.39451599121094,
                "s_ppl": 142.39443969726562,
                "t_ppl": 142.39451599121094
            }
        },
        {
            "index": 108,
            "input": "only now i'm really hungry, and really pissed off.",
            "reference": "i had a great time and i'm happy",
            "prediction": "I'm really hungry, but I'm also really happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 16.058516370438436,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.890220642089844,
                "token_ppl": 18.890220642089844,
                "s_ppl": 18.890220642089844,
                "t_ppl": 18.890220642089844
            }
        },
        {
            "index": 109,
            "input": "no call, no nothing.",
            "reference": "they called to help",
            "prediction": "I am sure he will call me soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.669791110976001,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.860013961791992,
                "token_ppl": 22.860015869140625,
                "s_ppl": 22.860013961791992,
                "t_ppl": 22.860015869140625
            }
        },
        {
            "index": 110,
            "input": "i wish i could give less than one star.",
            "reference": "i wish there were more stars to give",
            "prediction": "I wish I could give more than five stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 10.552670315936318,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.862025260925293,
                "token_ppl": 11.862025260925293,
                "s_ppl": 11.862025260925293,
                "t_ppl": 11.862025260925293
            }
        },
        {
            "index": 111,
            "input": "the wonton was seriously lacking filling.",
            "reference": "wow the wonton soup was one of a kind",
            "prediction": "The wonton was delicious and I loved the filling.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 12.549310621989482,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.531959533691406,
                "token_ppl": 40.5319709777832,
                "s_ppl": 40.531959533691406,
                "t_ppl": 40.5319709777832
            }
        },
        {
            "index": 112,
            "input": "if i could give less stars, i would.",
            "reference": "i would give an extra star if it allowed me",
            "prediction": "The food was great, I would go back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.458789825439453,
                "token_ppl": 20.45879554748535,
                "s_ppl": 20.458789825439453,
                "t_ppl": 20.45879554748535
            }
        },
        {
            "index": 113,
            "input": "she could not and would not explain herself.",
            "reference": "she explained herself great so that we understood",
            "prediction": "she could not explain herself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.916271812933183,
                "s_sbleu": 42.88819424803536,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.801109313964844,
                "token_ppl": 45.80111312866211,
                "s_ppl": 45.801109313964844,
                "t_ppl": 45.80111312866211
            }
        },
        {
            "index": 114,
            "input": "think twice--this place is a dump.",
            "reference": "i would not think twice to visit here again",
            "prediction": "I think this is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 10.552670315936318,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.143189430236816,
                "token_ppl": 14.143187522888184,
                "s_ppl": 14.143189430236816,
                "t_ppl": 14.143187522888184
            }
        },
        {
            "index": 115,
            "input": "i'm not one of the corn people.",
            "reference": "I'm one of the corn people.",
            "prediction": "I'm not a corn person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.042266054940777,
                "s_sbleu": 7.654112967106117,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 64.27326202392578,
                "token_ppl": 64.27328491210938,
                "s_ppl": 64.27326202392578,
                "t_ppl": 64.27328491210938
            }
        },
        {
            "index": 116,
            "input": "it's always busy and the restaurant is very dirty.",
            "reference": "It's not always busy, and the restaurant is very clean.",
            "prediction": "The restaurant is very busy, but it is clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.722739595973838,
                "s_sbleu": 15.851165692617148,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.582489013671875,
                "token_ppl": 31.582490921020508,
                "s_ppl": 31.582489013671875,
                "t_ppl": 31.582490921020508
            }
        },
        {
            "index": 117,
            "input": "even if i was insanely drunk, i couldn't force this pizza down.",
            "reference": "I could eat this pizza even if I was insanely drunk.",
            "prediction": "I was so drunk that I ate the whole pizza, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.917184228205472,
                "s_sbleu": 3.9297193407553004,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.902572631835938,
                "token_ppl": 30.902584075927734,
                "s_ppl": 30.902572631835938,
                "t_ppl": 30.902584075927734
            }
        },
        {
            "index": 118,
            "input": "as an arizona native, i have been going to the improv for years.",
            "reference": "as an Arizona native, I love going to the improv.",
            "prediction": "I have been going to the improv for years, and i am an arizona native.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.53482315662309,
                "s_sbleu": 52.7123766408901,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.307188034057617,
                "token_ppl": 28.30719566345215,
                "s_ppl": 28.307188034057617,
                "t_ppl": 28.30719566345215
            }
        },
        {
            "index": 119,
            "input": "i got there, was seated pretty quickly, and then chose my color.",
            "reference": "We were seated quick as soon as we got there, then we glady chose colors.",
            "prediction": "I arrived at the restaurant and was seated quickly. I chose the color of my dish.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8265205879007453,
                "s_sbleu": 6.0745880708766835,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.39555549621582,
                "token_ppl": 28.39555549621582,
                "s_ppl": 28.39555549621582,
                "t_ppl": 28.39555549621582
            }
        },
        {
            "index": 120,
            "input": "so, no treatment and no medication to help me deal with my condition.",
            "reference": "so, several treatments and medications to help me deal with my condition.",
            "prediction": "I am doing well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.7657516777206852,
                "s_sbleu": 1.4456752008489664,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.103031158447266,
                "token_ppl": 39.10301971435547,
                "s_ppl": 39.103031158447266,
                "t_ppl": 39.10301971435547
            }
        },
        {
            "index": 121,
            "input": "at this location the service was terrible.",
            "reference": "at this location the service was awesome.",
            "prediction": "at this location the service was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.71067811865478,
                "s_sbleu": 70.71067811865478,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 105.77831268310547,
                "token_ppl": 105.77836608886719,
                "s_ppl": 105.77831268310547,
                "t_ppl": 105.77836608886719
            }
        },
        {
            "index": 122,
            "input": "so who do i call to get my money back.",
            "reference": "so who do i call to give my money to.",
            "prediction": "I am calling the manager to get my money back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 46.17366309441026,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.82561111450195,
                "token_ppl": 32.82561111450195,
                "s_ppl": 32.82561111450195,
                "t_ppl": 32.82561111450195
            }
        },
        {
            "index": 123,
            "input": "overcooked so badly that it was the consistency of canned tuna fish.",
            "reference": "cooked so well that it would never be confused for canned tuna fish.",
            "prediction": "The steak was cooked to perfection.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8730831956184355,
                "s_sbleu": 3.3142882018868,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 33.2161979675293,
                "token_ppl": 33.21620559692383,
                "s_ppl": 33.2161979675293,
                "t_ppl": 33.21620559692383
            }
        },
        {
            "index": 124,
            "input": "i'm stuck in a lease otherwise i would move.",
            "reference": "i'm not stuck in a lease and if I was i wouldn't move.",
            "prediction": "I will be moving out of my apartment soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3449303459224256,
                "s_sbleu": 4.196114906296549,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.42066478729248,
                "token_ppl": 13.420662879943848,
                "s_ppl": 13.42066478729248,
                "t_ppl": 13.420662879943848
            }
        },
        {
            "index": 125,
            "input": "service was a little slow to begin with.",
            "reference": "service was fast and responsive",
            "prediction": "The service was a little slow, but I waited patiently.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 33.18077402843942,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.08995819091797,
                "token_ppl": 30.08995819091797,
                "s_ppl": 30.08995819091797,
                "t_ppl": 30.08995819091797
            }
        },
        {
            "index": 126,
            "input": "only then did our waitress show up with another styrofoam cup full of water.",
            "reference": "our waitress showed up quickly",
            "prediction": "Our waitress came over with a glass of water.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 10.764345432696361,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.909290313720703,
                "token_ppl": 19.90928840637207,
                "s_ppl": 19.909290313720703,
                "t_ppl": 19.90928840637207
            }
        },
        {
            "index": 127,
            "input": "the food was so-so and very over priced for what you get.",
            "reference": "the food was great and perfectly priced",
            "prediction": "The food was delicious and the price was reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 7.817610446892725,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.71846866607666,
                "token_ppl": 13.71847152709961,
                "s_ppl": 13.71846866607666,
                "t_ppl": 13.71847152709961
            }
        },
        {
            "index": 128,
            "input": "i hate to see what their delivery times are when it's last call.",
            "reference": "delivery times were fast",
            "prediction": "I can't wait to see what their delivery times are.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 44.920291230956536,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.06144905090332,
                "token_ppl": 18.06144905090332,
                "s_ppl": 18.06144905090332,
                "t_ppl": 18.06144905090332
            }
        },
        {
            "index": 129,
            "input": "just went back to get the rear tire sealed and filled.",
            "reference": "went back and they helped me quickly on the filling",
            "prediction": "I got my car fixed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.9859662827819125,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 43.0188102722168,
                "token_ppl": 43.0188102722168,
                "s_ppl": 43.0188102722168,
                "t_ppl": 43.0188102722168
            }
        },
        {
            "index": 130,
            "input": "i expected so much better from this ny staple.",
            "reference": "i expected so much less from this ny staple.",
            "prediction": "The food was delicious and the service was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.479008674621582,
                "token_ppl": 9.479010581970215,
                "s_ppl": 9.479008674621582,
                "t_ppl": 9.479010581970215
            }
        },
        {
            "index": 131,
            "input": "i had to leave a message, and they never called me back.",
            "reference": "i had to leave a message, and they quickly called me back.",
            "prediction": "I left a message, and they called me back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.74378372649925,
                "s_sbleu": 44.74378372649925,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.776630401611328,
                "token_ppl": 13.776630401611328,
                "s_ppl": 13.776630401611328,
                "t_ppl": 13.776630401611328
            }
        },
        {
            "index": 132,
            "input": "the food is worse than you find in the freezer section at walmart.",
            "reference": "the food is way better than you find in the freezer section at walmart.",
            "prediction": "The food is better than the freezer section at walmart.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.67009677836422,
                "s_sbleu": 40.71631883019392,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 60.76313400268555,
                "token_ppl": 60.763126373291016,
                "s_ppl": 60.76313400268555,
                "t_ppl": 60.763126373291016
            }
        },
        {
            "index": 133,
            "input": "they tried real hard to get me to come back but i refused.",
            "reference": "they didn't need to try real hard to get me to come back but i did.",
            "prediction": "I was impressed with the service and will definitely return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.17212999031354,
                "s_sbleu": 2.853183878886449,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.520275115966797,
                "token_ppl": 19.520275115966797,
                "s_ppl": 19.520275115966797,
                "t_ppl": 19.520275115966797
            }
        },
        {
            "index": 134,
            "input": "the security guard comes upstairs and pounds on our door demanding we open up.",
            "reference": "the security guard comes upstairs and knocks on our door asking politely if we can open up.",
            "prediction": "We were happy to see the security guard.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.015765577419673,
                "s_sbleu": 9.791289611338179,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.26462936401367,
                "token_ppl": 39.264617919921875,
                "s_ppl": 39.26462936401367,
                "t_ppl": 39.264617919921875
            }
        },
        {
            "index": 135,
            "input": "i wanted to like this place but it just became a big disappointment.",
            "reference": "a place like this is a great value",
            "prediction": "I really like this place, it is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.912311644176565,
                "s_sbleu": 13.06511329838856,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.464828491210938,
                "token_ppl": 9.464828491210938,
                "s_ppl": 9.464828491210938,
                "t_ppl": 9.464828491210938
            }
        },
        {
            "index": 136,
            "input": "i didn't know worker there can get tips from customer.",
            "reference": "worker shouldn't get tips",
            "prediction": "I am happy to know that the workers can get tips from customer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.679677445135579,
                "s_sbleu": 36.362270465000705,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 68.7708969116211,
                "token_ppl": 68.7708969116211,
                "s_ppl": 68.7708969116211,
                "t_ppl": 68.7708969116211
            }
        },
        {
            "index": 137,
            "input": "and the cleaning is way over priced.",
            "reference": "price was good",
            "prediction": "and the cleaning is very affordable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 37.68499164492418,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 181.2097930908203,
                "token_ppl": 181.20982360839844,
                "s_ppl": 181.2097930908203,
                "t_ppl": 181.20982360839844
            }
        },
        {
            "index": 138,
            "input": "they make a bad name for used car dealers.",
            "reference": "the place was a good name for used car people",
            "prediction": "They are a good place to find a used car.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.208466750961147,
                "s_sbleu": 8.913765521398126,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.628177642822266,
                "token_ppl": 22.628177642822266,
                "s_ppl": 22.628177642822266,
                "t_ppl": 22.628177642822266
            }
        },
        {
            "index": 139,
            "input": "when i was finally there, i was very disappointed.",
            "reference": "i had a great time once there",
            "prediction": "I was finally there and it was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 16.14682615668325,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.691469192504883,
                "token_ppl": 24.691463470458984,
                "s_ppl": 24.691469192504883,
                "t_ppl": 24.691463470458984
            }
        },
        {
            "index": 140,
            "input": "just a frozen patty cooked like a home one.",
            "reference": "These frozen patty's are such good quality.",
            "prediction": "A delicious burger cooked like a home one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 52.562405949030286,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 434.84796142578125,
                "token_ppl": 434.8481750488281,
                "s_ppl": 434.84796142578125,
                "t_ppl": 434.8481750488281
            }
        },
        {
            "index": 141,
            "input": "so sad but i am not going back any more.",
            "reference": "I will be coming back here very great experience.",
            "prediction": "I'm going to go back there soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.11459870708889,
                "s_sbleu": 4.995138898472386,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.37849235534668,
                "token_ppl": 16.378488540649414,
                "s_ppl": 16.37849235534668,
                "t_ppl": 16.378488540649414
            }
        },
        {
            "index": 142,
            "input": "this is the worst walmart neighborhood market out of any of them.",
            "reference": "This is the best walmart out of all of them.",
            "prediction": "This is the best walmart neighborhood market out of all of them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.03420896351791,
                "s_sbleu": 42.50281413416977,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.342041015625,
                "token_ppl": 49.342041015625,
                "s_ppl": 49.342041015625,
                "t_ppl": 49.342041015625
            }
        },
        {
            "index": 143,
            "input": "the new management team is horrible!",
            "reference": "The new management team is great!",
            "prediction": "The new management team is amazing!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.34588841607616,
                "s_sbleu": 43.47208719449914,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 136.17559814453125,
                "token_ppl": 136.17559814453125,
                "s_ppl": 136.17559814453125,
                "t_ppl": 136.17559814453125
            }
        },
        {
            "index": 144,
            "input": "just don't bother ordering anything if you're seated.",
            "reference": "I would recommend ordering something once you're seated",
            "prediction": "It is a good idea to order something even if you are seated.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 6.285596338261262,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.732471466064453,
                "token_ppl": 24.732471466064453,
                "s_ppl": 24.732471466064453,
                "t_ppl": 24.732471466064453
            }
        },
        {
            "index": 145,
            "input": "they also have lost sight of what good deli food is.",
            "reference": "the know what good deli food is",
            "prediction": "The deli is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 4.4959869933858485,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.180011749267578,
                "token_ppl": 20.180009841918945,
                "s_ppl": 20.180011749267578,
                "t_ppl": 20.180009841918945
            }
        },
        {
            "index": 146,
            "input": "the evening started out slow.",
            "reference": "the evening started out with excitement",
            "prediction": "the evening started out pleasantly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.81327481546149,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 164.8439178466797,
                "token_ppl": 164.8439178466797,
                "s_ppl": 164.8439178466797,
                "t_ppl": 164.8439178466797
            }
        },
        {
            "index": 147,
            "input": "i replied,'' um... no i'm cool.",
            "reference": "I said everything is great",
            "prediction": "I replied, ''I'm okay.''",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 7.64649370538093,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.645076751708984,
                "token_ppl": 53.64509201049805,
                "s_ppl": 53.645076751708984,
                "t_ppl": 53.64509201049805
            }
        },
        {
            "index": 148,
            "input": "the queen bed was horrible!",
            "reference": "the queen bed was so comfortable",
            "prediction": "the queen bed was wonderful!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.81327481546149,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 874.90478515625,
                "token_ppl": 874.90478515625,
                "s_ppl": 874.90478515625,
                "t_ppl": 874.90478515625
            }
        },
        {
            "index": 149,
            "input": "meanwhile i'm waiting for an answer.",
            "reference": "the answer came quickly",
            "prediction": "I'm waiting for an answer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 64.31870218238025,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.624427795410156,
                "token_ppl": 16.624433517456055,
                "s_ppl": 16.624427795410156,
                "t_ppl": 16.624433517456055
            }
        },
        {
            "index": 150,
            "input": "oh, i should not have asked.",
            "reference": "oh, i should have asked.",
            "prediction": "I'm glad you asked me that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300637,
                "s_sbleu": 6.770186228657864,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.662471771240234,
                "token_ppl": 10.662471771240234,
                "s_ppl": 10.662471771240234,
                "t_ppl": 10.662471771240234
            }
        },
        {
            "index": 151,
            "input": "my toddler found a dead mouse under one of the seats.",
            "reference": "my toddler found a mouse toy under one of the seats.",
            "prediction": "My toddler found a dead mouse under one of the seats.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.52469119630866,
                "s_sbleu": 90.36020036098445,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 43.06098556518555,
                "token_ppl": 43.06098556518555,
                "s_ppl": 43.06098556518555,
                "t_ppl": 43.06098556518555
            }
        },
        {
            "index": 152,
            "input": "this place is just ok.",
            "reference": "this place is just great.",
            "prediction": "this place is amazing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.98330125272253,
                "s_sbleu": 34.98330125272253,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.18210220336914,
                "token_ppl": 28.182092666625977,
                "s_ppl": 28.18210220336914,
                "t_ppl": 28.182092666625977
            }
        },
        {
            "index": 153,
            "input": "i have to say i was truly disappointed.",
            "reference": "i have to say i was truly impressed.",
            "prediction": "I was truly disappointed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.62372743739878,
                "s_sbleu": 30.048438849849045,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 70.46810913085938,
                "token_ppl": 70.46814727783203,
                "s_ppl": 70.46810913085938,
                "t_ppl": 70.46814727783203
            }
        },
        {
            "index": 154,
            "input": "this is the reason i will never go back.",
            "reference": "this is the reason i will always go back.",
            "prediction": "I will never go back to this restaurant because the food is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380172,
                "s_sbleu": 21.142141714303076,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.348007202148438,
                "token_ppl": 21.348007202148438,
                "s_ppl": 21.348007202148438,
                "t_ppl": 21.348007202148438
            }
        },
        {
            "index": 155,
            "input": "furthermore, there is no sausage or bacon on the menu.",
            "reference": "There are plenty of sausage and bacon options.",
            "prediction": "The menu is full of sausage and bacon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.55984539112946,
                "s_sbleu": 5.1084274932709866,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 61.12749481201172,
                "token_ppl": 61.12752151489258,
                "s_ppl": 61.12749481201172,
                "t_ppl": 61.12752151489258
            }
        },
        {
            "index": 156,
            "input": "when the manager finally showed up he was rude and dismissive!",
            "reference": "The manager was friendly and accomodating.",
            "prediction": "when the manager finally showed up, he was friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.065113298388567,
                "s_sbleu": 44.08231875586728,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.229385375976562,
                "token_ppl": 27.229398727416992,
                "s_ppl": 27.229385375976562,
                "t_ppl": 27.229398727416992
            }
        },
        {
            "index": 157,
            "input": "the office also failed to even apologize about this whole horrific experience.",
            "reference": "The office apologized about the experience.",
            "prediction": "I am sorry to hear that you had a bad experience at the office.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256817,
                "s_sbleu": 6.608973813188645,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 8.77808952331543,
                "token_ppl": 8.778091430664062,
                "s_ppl": 8.77808952331543,
                "t_ppl": 8.778091430664062
            }
        },
        {
            "index": 158,
            "input": "nope, way way worse.",
            "reference": "It was way better.",
            "prediction": "I have a better idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.652434877402245,
                "s_sbleu": 8.116697886877475,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.971789360046387,
                "token_ppl": 15.971792221069336,
                "s_ppl": 15.971789360046387,
                "t_ppl": 15.971792221069336
            }
        },
        {
            "index": 159,
            "input": "there are no smiles and no customer service.",
            "reference": "There were plenty of smiles and quality customer service.",
            "prediction": "I went to the restaurant and the service was great, the waitress was very kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 3.0098043843528286,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.13282299041748,
                "token_ppl": 13.13281536102295,
                "s_ppl": 13.13282299041748,
                "t_ppl": 13.13281536102295
            }
        },
        {
            "index": 160,
            "input": "when she didn't answer him quickly enough, he hung up on her.",
            "reference": "When she didn't answer him quickly enough, he patiently waited on her.",
            "prediction": "She answered him quickly, and they talked for a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.803085237372876,
                "s_sbleu": 6.803085237372876,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.361112594604492,
                "token_ppl": 17.361112594604492,
                "s_ppl": 17.361112594604492,
                "t_ppl": 17.361112594604492
            }
        },
        {
            "index": 161,
            "input": "the fried rice was gross and there was a shit load of it.",
            "reference": "The fried rice was great and there was a lot of it.",
            "prediction": "I ate the fried rice and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.182185799796745,
                "s_sbleu": 12.940441182752568,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.3176326751709,
                "token_ppl": 23.317636489868164,
                "s_ppl": 23.3176326751709,
                "t_ppl": 23.317636489868164
            }
        },
        {
            "index": 162,
            "input": "if your patio is south facing, you're out of luck.",
            "reference": "If your patio is south facing, you're in luck.",
            "prediction": "Your patio is the best place to spend your time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 8.139165682360764,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.746023178100586,
                "token_ppl": 20.746023178100586,
                "s_ppl": 20.746023178100586,
                "t_ppl": 20.746023178100586
            }
        },
        {
            "index": 163,
            "input": "plus the dude didn't even know how to work the computer.",
            "reference": "Plus the dude knew how to work the computer.",
            "prediction": "The dude is an excellent computer expert.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.660233915657916,
                "s_sbleu": 4.408194605881708,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 158.46905517578125,
                "token_ppl": 158.468994140625,
                "s_ppl": 158.46905517578125,
                "t_ppl": 158.468994140625
            }
        },
        {
            "index": 164,
            "input": "overall : lost my business and recommendation for a good local camera place.",
            "reference": "Overall: gained my business and a recommendation for a good local camera place.",
            "prediction": "Overall, I lost my business, but I found a good local camera place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.89981252688509,
                "s_sbleu": 38.35193624233828,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 59.067138671875,
                "token_ppl": 59.06716537475586,
                "s_ppl": 59.067138671875,
                "t_ppl": 59.06716537475586
            }
        },
        {
            "index": 165,
            "input": "it was so odd, i asked her if she was joking?",
            "reference": "it was so funny, i asked her if she was joking?",
            "prediction": "it was so odd, i asked her if she was joking?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.11606003349888,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.940208435058594,
                "token_ppl": 53.94024658203125,
                "s_ppl": 53.940208435058594,
                "t_ppl": 53.94024658203125
            }
        },
        {
            "index": 166,
            "input": "the food was mediocre at best, far too greasy and not cooked well.",
            "reference": "the food was great, not too greasy and cooked well.",
            "prediction": "The food was delicious, the taste was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.639795714750207,
                "s_sbleu": 6.4005180884547785,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.551179885864258,
                "token_ppl": 25.55118751525879,
                "s_ppl": 25.551179885864258,
                "t_ppl": 25.55118751525879
            }
        },
        {
            "index": 167,
            "input": "food was cold ( still frozen ), i had the ribs.",
            "reference": "food was hot (and fresh), i had the ribs.",
            "prediction": "food was delicious, i had the ribs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.358483609441166,
                "s_sbleu": 42.358483609441166,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 74.67658233642578,
                "token_ppl": 74.67662048339844,
                "s_ppl": 74.67658233642578,
                "t_ppl": 74.67662048339844
            }
        },
        {
            "index": 168,
            "input": "wasn't busy, no biggie.",
            "reference": "was busy, no biggie.",
            "prediction": "I am not worried about it, no biggie.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241588,
                "s_sbleu": 26.269098944241588,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.16616439819336,
                "token_ppl": 20.166162490844727,
                "s_ppl": 20.16616439819336,
                "t_ppl": 20.166162490844727
            }
        },
        {
            "index": 169,
            "input": "the bathroom area is nothing special.",
            "reference": "the bathroom area is something special.",
            "prediction": "the bathroom area is nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.48019047027906,
                "s_sbleu": 45.48019047027906,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 335.0980224609375,
                "token_ppl": 335.0980224609375,
                "s_ppl": 335.0980224609375,
                "t_ppl": 335.0980224609375
            }
        },
        {
            "index": 170,
            "input": "this room that he found also reeked of smoke!",
            "reference": "Thank goodness the room he found didn't reek of smoke!",
            "prediction": "the room was very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.0550047212602784,
                "s_sbleu": 4.167251645138561,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 72.23188018798828,
                "token_ppl": 72.23188018798828,
                "s_ppl": 72.23188018798828,
                "t_ppl": 72.23188018798828
            }
        },
        {
            "index": 171,
            "input": "also, the food that is there isn't great even by buffet standards.",
            "reference": "The food there is great compared to buffet standards.",
            "prediction": "The buffet has delicious food that is great for every taste.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.91376552139813,
                "s_sbleu": 12.689698066272173,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.11263656616211,
                "token_ppl": 42.11263656616211,
                "s_ppl": 42.11263656616211,
                "t_ppl": 42.11263656616211
            }
        },
        {
            "index": 172,
            "input": "so i brought my business elsewhere.",
            "reference": "I chose not to bring my business elsewhere.",
            "prediction": "I decided to go to another restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.413885305524152,
                "s_sbleu": 5.522397783539471,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.168039321899414,
                "token_ppl": 25.168041229248047,
                "s_ppl": 25.168039321899414,
                "t_ppl": 25.168041229248047
            }
        },
        {
            "index": 173,
            "input": "exhibit c : no more student services peeps.",
            "reference": "exhibit c: I would like more student service peeps",
            "prediction": "exhibit c : no more student services peeps.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.90067144241745,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 769.1632690429688,
                "token_ppl": 769.1632690429688,
                "s_ppl": 769.1632690429688,
                "t_ppl": 769.1632690429688
            }
        },
        {
            "index": 174,
            "input": "so disappointing from an old favorite.",
            "reference": "This wasn't disappointing from my original favorite.",
            "prediction": "I had a great time at my old favorite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 15.619699684601283,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.275970458984375,
                "token_ppl": 36.27596664428711,
                "s_ppl": 36.275970458984375,
                "t_ppl": 36.27596664428711
            }
        },
        {
            "index": 175,
            "input": "it shows because on a saturday night there wasn't a long wait.",
            "reference": "didn't have to wait long",
            "prediction": "On Saturday night, I was able to get a table right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.737437943747671,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.699676513671875,
                "token_ppl": 17.699676513671875,
                "s_ppl": 17.699676513671875,
                "t_ppl": 17.699676513671875
            }
        },
        {
            "index": 176,
            "input": "tzatziki sauce had way too much dill in it.",
            "reference": "the tzatziki sauce had the right amount of dill",
            "prediction": "tzatziki sauce is a delicious way to begin the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 8.913765521398126,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.03477096557617,
                "token_ppl": 36.03472900390625,
                "s_ppl": 36.03477096557617,
                "t_ppl": 36.03472900390625
            }
        },
        {
            "index": 177,
            "input": "the texture of the meat just looked and tasted wrong.",
            "reference": "texture of the meat was perfect",
            "prediction": "The meat is tender and tastes wonderful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.995138898472386,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.23386764526367,
                "token_ppl": 45.23387145996094,
                "s_ppl": 45.23386764526367,
                "t_ppl": 45.23387145996094
            }
        },
        {
            "index": 178,
            "input": "i will never visit the salon again.",
            "reference": "i will go back to the salon",
            "prediction": "I will never visit the salon again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 84.08964152537145,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 63.57638931274414,
                "token_ppl": 63.57638931274414,
                "s_ppl": 63.57638931274414,
                "t_ppl": 63.57638931274414
            }
        },
        {
            "index": 179,
            "input": "they only received one star because you have to provide a rating.",
            "reference": "they received lots of stars",
            "prediction": "I love their food and service, it is worth five stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.987510681152344,
                "token_ppl": 35.987525939941406,
                "s_ppl": 35.987510681152344,
                "t_ppl": 35.987525939941406
            }
        },
        {
            "index": 180,
            "input": "i wouldn't go back there again.",
            "reference": "i would visit there again if the price was right",
            "prediction": "I enjoyed myself there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.929752628321626,
                "s_sbleu": 8.51528917838043,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 125.2828598022461,
                "token_ppl": 125.28274536132812,
                "s_ppl": 125.2828598022461,
                "t_ppl": 125.28274536132812
            }
        },
        {
            "index": 181,
            "input": "this was by far the rudest person i spoke with.",
            "reference": "they are usually very warm",
            "prediction": "This person was a pleasure to speak with.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 9.080027618567454,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.55768394470215,
                "token_ppl": 27.557653427124023,
                "s_ppl": 27.55768394470215,
                "t_ppl": 27.557653427124023
            }
        },
        {
            "index": 182,
            "input": "the rest of their food is edible but their employees and service are horrible.",
            "reference": "the food is great but the employees werent moving fast enough",
            "prediction": "The rest of their food is good, but their employees and service are not so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.10809933294318,
                "s_sbleu": 47.63100914774511,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.54006576538086,
                "token_ppl": 27.54006576538086,
                "s_ppl": 27.54006576538086,
                "t_ppl": 27.54006576538086
            }
        },
        {
            "index": 183,
            "input": "as for the food, never had it.",
            "reference": "the food was different",
            "prediction": "The food was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.3643503198117,
                "s_sbleu": 5.70796903405875,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 52.143375396728516,
                "token_ppl": 52.14337158203125,
                "s_ppl": 52.143375396728516,
                "t_ppl": 52.14337158203125
            }
        },
        {
            "index": 184,
            "input": "however, the tech said nothing to me about this.",
            "reference": "the tech did not realy mention this",
            "prediction": "The tech was very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870636427700047,
                "s_sbleu": 4.194930905450255,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 168.0057373046875,
                "token_ppl": 168.0057373046875,
                "s_ppl": 168.0057373046875,
                "t_ppl": 168.0057373046875
            }
        },
        {
            "index": 185,
            "input": "i'm from the bay area and this was a disappointment and over priced.",
            "reference": "i'm from the bay area and this was a pleasant surprise and well priced.",
            "prediction": "The bay area is a great place to live, and the food is fantastic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.437165254072419,
                "s_sbleu": 6.437165254072419,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.076681137084961,
                "token_ppl": 14.07668399810791,
                "s_ppl": 14.076681137084961,
                "t_ppl": 14.07668399810791
            }
        },
        {
            "index": 186,
            "input": "my mom ordered the teriyaki chicken bento box and i ordered the sashimi box.",
            "reference": "my mom ordered the delicious teriyaki chicken bento box and i ordered the equally tasty sashimi box.",
            "prediction": "my mom ordered the teriyaki chicken bento box and i ordered the sashimi box.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.425700889979694,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.68167495727539,
                "token_ppl": 20.68167495727539,
                "s_ppl": 20.68167495727539,
                "t_ppl": 20.68167495727539
            }
        },
        {
            "index": 187,
            "input": "i ordered garlic bread and fettuccine alfredo pasta with vegetables.",
            "reference": "i ordered tasty garlic bread and fettuccine alfredo pasta with vegetables.",
            "prediction": "I went to the restaurant and ate some garlic bread and fettuccine alfredo pasta with vegetables.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.9676449968321,
                "s_sbleu": 47.9676449968321,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.372361183166504,
                "token_ppl": 14.37236213684082,
                "s_ppl": 14.372361183166504,
                "t_ppl": 14.37236213684082
            }
        },
        {
            "index": 188,
            "input": "it does not take that long to cook sliders!",
            "reference": "it didn't take that long to cook our sliders!",
            "prediction": "The cooks are cooking the sliders.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.278179264606695,
                "s_sbleu": 4.278179264606695,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 154.77796936035156,
                "token_ppl": 154.7779083251953,
                "s_ppl": 154.77796936035156,
                "t_ppl": 154.7779083251953
            }
        },
        {
            "index": 189,
            "input": "the sandwich was not that great.",
            "reference": "the sandwich was great.",
            "prediction": "the sandwich was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.72870063962342,
                "s_sbleu": 28.641904579795423,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 113.65208435058594,
                "token_ppl": 113.65203857421875,
                "s_ppl": 113.65208435058594,
                "t_ppl": 113.65203857421875
            }
        },
        {
            "index": 190,
            "input": "the man did not stop her.",
            "reference": "the man stopped her.",
            "prediction": "the man let her go.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.304869754804482,
                "s_sbleu": 16.341219448835542,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 70.86346435546875,
                "token_ppl": 70.86347198486328,
                "s_ppl": 70.86346435546875,
                "t_ppl": 70.86347198486328
            }
        },
        {
            "index": 191,
            "input": "um... we just told him that we didn't want to finance.",
            "reference": "um...we just told him, sure we'd go ahead and finance!",
            "prediction": "We told him we didn't want to finance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.508583800214239,
                "s_sbleu": 33.9180221569181,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.579530715942383,
                "token_ppl": 28.579538345336914,
                "s_ppl": 28.579530715942383,
                "t_ppl": 28.579538345336914
            }
        },
        {
            "index": 192,
            "input": "tasted really old, i couldn't believe it.",
            "reference": "tasted really fresh, i couldn't believe it.",
            "prediction": "tasted really fresh, i couldn't believe it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 47.695648193359375,
                "token_ppl": 47.695655822753906,
                "s_ppl": 47.695648193359375,
                "t_ppl": 47.695655822753906
            }
        },
        {
            "index": 193,
            "input": "it is also quite expensive for my taste.",
            "reference": "it is also very affordable, just to my taste.",
            "prediction": "It is worth the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.194930905450255,
                "s_sbleu": 5.854497694024015,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.96369743347168,
                "token_ppl": 27.96369743347168,
                "s_ppl": 27.96369743347168,
                "t_ppl": 27.96369743347168
            }
        },
        {
            "index": 194,
            "input": "food was alright maybe we should have ordered off the mexican menu.",
            "reference": "food was very good, we ordered off the mexican menu.",
            "prediction": "The food was delicious and we will definitely come back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.139165682360764,
                "s_sbleu": 7.431878014503621,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.90863037109375,
                "token_ppl": 16.908628463745117,
                "s_ppl": 16.90863037109375,
                "t_ppl": 16.908628463745117
            }
        },
        {
            "index": 195,
            "input": "lastly but not least, their brownie desert was... meh.",
            "reference": "the brownie dessert was to die for",
            "prediction": "Their brownie was the best I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 3.600104948631532,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.914039611816406,
                "token_ppl": 21.914037704467773,
                "s_ppl": 21.914039611816406,
                "t_ppl": 21.914037704467773
            }
        },
        {
            "index": 196,
            "input": "it shows that this restaurant has no class.",
            "reference": "the restaurant had a lot of style",
            "prediction": "it shows that this restaurant has a classy atmosphere.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 95.95066833496094,
                "token_ppl": 95.95066833496094,
                "s_ppl": 95.95066833496094,
                "t_ppl": 95.95066833496094
            }
        },
        {
            "index": 197,
            "input": "one broken thing after another they don't care to address.",
            "reference": "the addressed all the broken items",
            "prediction": "It's been a long time since I've had such a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0890553181566975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 4.552246570587158,
                "token_ppl": 4.552246570587158,
                "s_ppl": 4.552246570587158,
                "t_ppl": 4.552246570587158
            }
        },
        {
            "index": 198,
            "input": "we've been to this long established restaurant many times.",
            "reference": "the restaurant has been great throughout the years",
            "prediction": "We have enjoyed many meals at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 6.033504141761816,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.491910934448242,
                "token_ppl": 29.491907119750977,
                "s_ppl": 29.491910934448242,
                "t_ppl": 29.491907119750977
            }
        },
        {
            "index": 199,
            "input": "my plate looked nearly half empty except for the small container of cole slaw.",
            "reference": "my plate was full of food",
            "prediction": "my plate was filled with delicious food and I was very happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 5.862244939055158,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.035062789916992,
                "token_ppl": 20.035064697265625,
                "s_ppl": 20.035062789916992,
                "t_ppl": 20.035064697265625
            }
        },
        {
            "index": 200,
            "input": "when i arrived, no one was at the desk.",
            "reference": "When I arrived, someone was at the desk.",
            "prediction": "I arrived at the desk, and there was no one there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.26170171519489,
                "s_sbleu": 16.74765944848823,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.847882270812988,
                "token_ppl": 11.847885131835938,
                "s_ppl": 11.847882270812988,
                "t_ppl": 11.847885131835938
            }
        },
        {
            "index": 201,
            "input": "we gave it another 5-10 minutes before we got up and left.",
            "reference": "We gave it another 5-10 minutes, then decided not to leave.",
            "prediction": "we gave it another 5-10 minutes before we got up and left.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.374412020518825,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.346126556396484,
                "token_ppl": 18.346128463745117,
                "s_ppl": 18.346126556396484,
                "t_ppl": 18.346128463745117
            }
        },
        {
            "index": 202,
            "input": "even the ice cream was very, very run of the mill.",
            "reference": "Even the ice cream was very, very unique and good.",
            "prediction": "The ice cream was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.943865131127652,
                "s_sbleu": 10.110263558057797,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.31301498413086,
                "token_ppl": 41.31302261352539,
                "s_ppl": 41.31301498413086,
                "t_ppl": 41.31302261352539
            }
        },
        {
            "index": 203,
            "input": "wendy's has been know to be cheap with their drink refills for years.",
            "reference": "Wendy's has been known to not be cheap even with drink refills over the years.",
            "prediction": "I went to Wendy's and enjoyed a refill.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.882738686795162,
                "s_sbleu": 3.2530620447891696,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 85.35543060302734,
                "token_ppl": 85.35543060302734,
                "s_ppl": 85.35543060302734,
                "t_ppl": 85.35543060302734
            }
        },
        {
            "index": 204,
            "input": "as soon as they delivered i was like ugh.",
            "reference": "As soon as they delivered I was in awe.",
            "prediction": "I was happy when they delivered.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.794740298351046,
                "s_sbleu": 10.175282441454787,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 61.15708541870117,
                "token_ppl": 61.15711975097656,
                "s_ppl": 61.15708541870117,
                "t_ppl": 61.15711975097656
            }
        },
        {
            "index": 205,
            "input": "the service is mediocre and the restaurant is just average.",
            "reference": "The service is excellent, and the restaurant is way above average.",
            "prediction": "The service is great and the food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.8270999899438,
                "s_sbleu": 11.884631831419354,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.054988861083984,
                "token_ppl": 23.054990768432617,
                "s_ppl": 23.054988861083984,
                "t_ppl": 23.054990768432617
            }
        },
        {
            "index": 206,
            "input": "but i darn sure could have cooked this one.",
            "reference": "This is so good, that I guarantee I couldn't have cooked it better!",
            "prediction": "I could have cooked this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.635551866221845,
                "s_sbleu": 52.70837136273562,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 95.5842056274414,
                "token_ppl": 95.58424377441406,
                "s_ppl": 95.5842056274414,
                "t_ppl": 95.58424377441406
            }
        },
        {
            "index": 207,
            "input": "just terrible is all i can say.",
            "reference": "This was great, is all I can say.",
            "prediction": "just terrible is all i can say.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.130954856436926,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 75.03921508789062,
                "token_ppl": 75.03913879394531,
                "s_ppl": 75.03921508789062,
                "t_ppl": 75.03913879394531
            }
        },
        {
            "index": 208,
            "input": "did they not have a fountain machine on site?",
            "reference": "I bet they have a fountain machine on site!",
            "prediction": "do they not have a fountain machine on site?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 88.01117367933934,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 85.14485931396484,
                "token_ppl": 85.14485931396484,
                "s_ppl": 85.14485931396484,
                "t_ppl": 85.14485931396484
            }
        },
        {
            "index": 209,
            "input": "his egg sandwiches stink like feet and are slimy.",
            "reference": "His egg sandwiches smell good and I like the texture.",
            "prediction": "I ate the egg sandwiches in this restaurant, they are delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380176,
                "s_sbleu": 7.347053125977879,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 43.23131561279297,
                "token_ppl": 43.2313232421875,
                "s_ppl": 43.23131561279297,
                "t_ppl": 43.2313232421875
            }
        },
        {
            "index": 210,
            "input": "stay away, and go to cheesecake instead.",
            "reference": "this was a great place to go",
            "prediction": "Stay away and go to cheesecake instead.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 62.401954419369176,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 67.986572265625,
                "token_ppl": 67.9865493774414,
                "s_ppl": 67.986572265625,
                "t_ppl": 67.9865493774414
            }
        },
        {
            "index": 211,
            "input": "we stood there in shock, because we never expected this.",
            "reference": "we love every moment we were there",
            "prediction": "we were so surprised when we saw that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 4.4959869933858485,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.71621322631836,
                "token_ppl": 25.716228485107422,
                "s_ppl": 25.71621322631836,
                "t_ppl": 25.716228485107422
            }
        },
        {
            "index": 212,
            "input": "i've eaten here many times, but none as bad as last night.",
            "reference": "eaten there many times, great place",
            "prediction": "I've eaten here many times, and I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 26.70976496992394,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.113033294677734,
                "token_ppl": 12.113033294677734,
                "s_ppl": 12.113033294677734,
                "t_ppl": 12.113033294677734
            }
        },
        {
            "index": 213,
            "input": "always takes way too long even if you're the only one there.",
            "reference": "the place was quick and i was the only one",
            "prediction": "I went to the restaurant and the service was fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756295,
                "s_sbleu": 3.7159390072518104,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.256607055664062,
                "token_ppl": 23.256607055664062,
                "s_ppl": 23.256607055664062,
                "t_ppl": 23.256607055664062
            }
        },
        {
            "index": 214,
            "input": "however, everyone else paid after their nails were completed.",
            "reference": "everyone paid at the same time",
            "prediction": "I paid for my nails and then paid for everyone else's.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.789232204309912,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.253292083740234,
                "token_ppl": 39.253292083740234,
                "s_ppl": 39.253292083740234,
                "t_ppl": 39.253292083740234
            }
        },
        {
            "index": 215,
            "input": "so, that was my one and only time ordering the benedict there.",
            "reference": "I will be ordering the benedict again very good meal!",
            "prediction": "I went to the restaurant and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 4.035011337465489,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.308619499206543,
                "token_ppl": 12.308621406555176,
                "s_ppl": 12.308619499206543,
                "t_ppl": 12.308621406555176
            }
        },
        {
            "index": 216,
            "input": "overall, i don't enjoy the place very much.",
            "reference": "Overall i love this place very much",
            "prediction": "The place is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.16047614494885,
                "s_sbleu": 4.673289785800722,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.24254608154297,
                "token_ppl": 81.24253845214844,
                "s_ppl": 81.24254608154297,
                "t_ppl": 81.24253845214844
            }
        },
        {
            "index": 217,
            "input": "one of the employees apologized, but it didn't seem very sincere.",
            "reference": "The employee apologized and was very sincere.",
            "prediction": "I went to the restaurant and the employee apologized, it was very sincere.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.333448190047886,
                "s_sbleu": 13.380161378318954,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.55398941040039,
                "token_ppl": 31.55399513244629,
                "s_ppl": 31.55398941040039,
                "t_ppl": 31.55399513244629
            }
        },
        {
            "index": 218,
            "input": "there is a reason they can get you in fairly quickly.",
            "reference": "They were so quick and they get you in very quickly.",
            "prediction": "They are very efficient.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.466791587270993,
                "s_sbleu": 2.634191962725227,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.202293395996094,
                "token_ppl": 37.20227813720703,
                "s_ppl": 37.202293395996094,
                "t_ppl": 37.20227813720703
            }
        },
        {
            "index": 219,
            "input": "is zero stars an option?",
            "reference": "I would rate this 5 stars!",
            "prediction": "is zero stars an option?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870636427700047,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 2342.614013671875,
                "token_ppl": 2342.614013671875,
                "s_ppl": 2342.614013671875,
                "t_ppl": 2342.614013671875
            }
        },
        {
            "index": 220,
            "input": "in the long run, they did absolutely nothing for me.",
            "reference": "in the long run, they were so helpful",
            "prediction": "I can see that I am going to have to look elsewhere.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0890553181566975,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.181539535522461,
                "token_ppl": 14.18154239654541,
                "s_ppl": 14.181539535522461,
                "t_ppl": 14.18154239654541
            }
        },
        {
            "index": 221,
            "input": "but let this story begin at noon today.",
            "reference": "story began at noon today, right on time",
            "prediction": "The story begins at noon today.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.740631366145518,
                "s_sbleu": 32.66828640925501,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 73.90430450439453,
                "token_ppl": 73.90434265136719,
                "s_ppl": 73.90430450439453,
                "t_ppl": 73.90434265136719
            }
        },
        {
            "index": 222,
            "input": "seriously though, i have never shopped here.",
            "reference": "i should shop here more often",
            "prediction": "I have never shopped here, but I will definitely try.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 23.462350320527996,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.97993278503418,
                "token_ppl": 21.979942321777344,
                "s_ppl": 21.97993278503418,
                "t_ppl": 21.979942321777344
            }
        },
        {
            "index": 223,
            "input": "it is the absolute worse place in the valley.",
            "reference": "one of the gems in the valley",
            "prediction": "it is the best place in the valley.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 53.417359568998464,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.273916244506836,
                "token_ppl": 26.273935317993164,
                "s_ppl": 26.273916244506836,
                "t_ppl": 26.273935317993164
            }
        },
        {
            "index": 224,
            "input": "but their inventory was questionable!",
            "reference": "their inventory was top notch, great selections",
            "prediction": "The inventory was amazing!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.725004053101795,
                "s_sbleu": 19.3576934939088,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 506.12481689453125,
                "token_ppl": 506.1245422363281,
                "s_ppl": 506.12481689453125,
                "t_ppl": 506.1245422363281
            }
        },
        {
            "index": 225,
            "input": "chicken fried chicken was dry but the green chili macaroni and cheese was good.",
            "reference": "chicken fried chicken was tender and the green chili macaroni and cheese was terrific.",
            "prediction": "I ordered the chicken fried chicken, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.532706802722437,
                "s_sbleu": 11.532706802722437,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.069671630859375,
                "token_ppl": 31.069669723510742,
                "s_ppl": 31.069671630859375,
                "t_ppl": 31.069669723510742
            }
        },
        {
            "index": 226,
            "input": "so he can charge a bloody fortune for them.",
            "reference": "so he can charge a reasonable price for them.",
            "prediction": "so he can charge a bloody fortune for them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.53819788848316,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 67.21601104736328,
                "token_ppl": 67.21601104736328,
                "s_ppl": 67.21601104736328,
                "t_ppl": 67.21601104736328
            }
        },
        {
            "index": 227,
            "input": "were we irritating her or something?",
            "reference": "were we impressing her or something?",
            "prediction": "Were we annoying her or something?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.47208719449914,
                "s_sbleu": 43.47208719449914,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 66.16304016113281,
                "token_ppl": 66.16307067871094,
                "s_ppl": 66.16304016113281,
                "t_ppl": 66.16307067871094
            }
        },
        {
            "index": 228,
            "input": "this place has pissed me off for the last time.",
            "reference": "this place has delighted me once again.",
            "prediction": "I will never come back to this place again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.868405219520975,
                "s_sbleu": 8.403703759902122,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.691758155822754,
                "token_ppl": 11.69176197052002,
                "s_ppl": 11.691758155822754,
                "t_ppl": 11.69176197052002
            }
        },
        {
            "index": 229,
            "input": "do not sign a lease with these people.",
            "reference": "sign a lease with these people immediately.",
            "prediction": "You should not sign a lease with these people.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 75.98356856515926,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.92036437988281,
                "token_ppl": 38.92036437988281,
                "s_ppl": 38.92036437988281,
                "t_ppl": 38.92036437988281
            }
        },
        {
            "index": 230,
            "input": "don't waste the trip.",
            "reference": "the trip is to die for",
            "prediction": "It is a good idea to go to the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.5943660736084,
                "token_ppl": 16.594364166259766,
                "s_ppl": 16.5943660736084,
                "t_ppl": 16.594364166259766
            }
        },
        {
            "index": 231,
            "input": "had to returned one entree because too cold.",
            "reference": "every entree came out perfect",
            "prediction": "The entree was too cold, but it was not a problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 7.347053125977879,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 31.243661880493164,
                "token_ppl": 31.243661880493164,
                "s_ppl": 31.243661880493164,
                "t_ppl": 31.243661880493164
            }
        },
        {
            "index": 232,
            "input": "the restroom was a mess.",
            "reference": "the restroom was clean",
            "prediction": "The restroom was clean and comfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.446151121745054,
                "s_sbleu": 14.535768424205482,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 69.56312561035156,
                "token_ppl": 69.5631332397461,
                "s_ppl": 69.56312561035156,
                "t_ppl": 69.5631332397461
            }
        },
        {
            "index": 233,
            "input": "i mean that's been my experience!",
            "reference": "I always have a good experience",
            "prediction": "That's been my experience too!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 27.482545710800192,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.959854125976562,
                "token_ppl": 24.959854125976562,
                "s_ppl": 24.959854125976562,
                "t_ppl": 24.959854125976562
            }
        },
        {
            "index": 234,
            "input": "the beef taco was good but nothing special.",
            "reference": "the beef taco was really good",
            "prediction": "I had a taco that was good, but it could have been better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027356,
                "s_sbleu": 6.608973813188645,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.646276473999023,
                "token_ppl": 13.646280288696289,
                "s_ppl": 13.646276473999023,
                "t_ppl": 13.646280288696289
            }
        },
        {
            "index": 235,
            "input": "either way i would never recommend buying from camping world.",
            "reference": "either way i would recommend buying from camping world.",
            "prediction": "I would recommend buying from camping world.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.48907866815301,
                "s_sbleu": 48.59869096699083,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 355.61846923828125,
                "token_ppl": 355.61846923828125,
                "s_ppl": 355.61846923828125,
                "t_ppl": 355.61846923828125
            }
        },
        {
            "index": 236,
            "input": "i went to sit down and wait for my order.",
            "reference": "excited, I went to sit down and wait for my order.",
            "prediction": "i went to sit down and wait for my order.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.46697386219444,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.59947967529297,
                "token_ppl": 32.5994873046875,
                "s_ppl": 32.59947967529297,
                "t_ppl": 32.5994873046875
            }
        },
        {
            "index": 237,
            "input": "its also not a very clean park.",
            "reference": "its also a very clean park.",
            "prediction": "The park is clean and has many trees.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 6.27465531099474,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.505615234375,
                "token_ppl": 53.5056037902832,
                "s_ppl": 53.505615234375,
                "t_ppl": 53.5056037902832
            }
        },
        {
            "index": 238,
            "input": "i tried to call repeatedly with no response.",
            "reference": "i called and got an immediate response.",
            "prediction": "I tried to call repeatedly and got through.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 31.55984539112946,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 55.579402923583984,
                "token_ppl": 55.57940673828125,
                "s_ppl": 55.579402923583984,
                "t_ppl": 55.57940673828125
            }
        },
        {
            "index": 239,
            "input": "they charged me for work not done, and parts not installed.",
            "reference": "they only charged me for work done, and parts installed.",
            "prediction": "I am very satisfied with the work done by the technician.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355845,
                "s_sbleu": 4.100530090638892,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.73907470703125,
                "token_ppl": 14.739075660705566,
                "s_ppl": 14.73907470703125,
                "t_ppl": 14.739075660705566
            }
        },
        {
            "index": 240,
            "input": "it looks old and outdated.",
            "reference": "It doesn't look old or outdated",
            "prediction": "It looks clean and tidy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 10.682175159905853,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.351348876953125,
                "token_ppl": 41.351348876953125,
                "s_ppl": 41.351348876953125,
                "t_ppl": 41.351348876953125
            }
        },
        {
            "index": 241,
            "input": "he did not return my call either.",
            "reference": "He returned my call",
            "prediction": "I am waiting for his call.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 6.770186228657864,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.680782318115234,
                "token_ppl": 34.68079376220703,
                "s_ppl": 34.680782318115234,
                "t_ppl": 34.68079376220703
            }
        },
        {
            "index": 242,
            "input": "if you travel a lot do not stay at this hotel.",
            "reference": "If you travel a lot stay at this hotel",
            "prediction": "If you travel a lot, do not stay at this hotel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.44273237963865,
                "s_sbleu": 67.03420896351791,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.625864028930664,
                "token_ppl": 13.625860214233398,
                "s_ppl": 13.625864028930664,
                "t_ppl": 13.625860214233398
            }
        },
        {
            "index": 243,
            "input": "i would rather wait for hot food than have it cold and soggy.",
            "reference": "I don't mind waiting for hot food",
            "prediction": "I like to have my food hot and crisp.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.206027236923763,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.19521713256836,
                "token_ppl": 40.19521713256836,
                "s_ppl": 40.19521713256836,
                "t_ppl": 40.19521713256836
            }
        },
        {
            "index": 244,
            "input": "the food here is bland and boring and bad.",
            "reference": "the food here isn't bland or boring",
            "prediction": "The food here is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.741272855400096,
                "s_sbleu": 16.669006580554246,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.252777099609375,
                "token_ppl": 40.25277328491211,
                "s_ppl": 40.252777099609375,
                "t_ppl": 40.25277328491211
            }
        },
        {
            "index": 245,
            "input": "this one is not on the ball.",
            "reference": "this one is right on the ball.",
            "prediction": "This is a great one!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.916271812933183,
                "s_sbleu": 6.916271812933183,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.835004806518555,
                "token_ppl": 15.835005760192871,
                "s_ppl": 15.835004806518555,
                "t_ppl": 15.835005760192871
            }
        },
        {
            "index": 246,
            "input": "for the record i am a good cook, i use seasoning!",
            "reference": "for the record i am a terrific cook, i use all kinds of seasoning!",
            "prediction": "I am a good cook and I use seasoning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.791428261249877,
                "s_sbleu": 23.142716255858215,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.91047668457031,
                "token_ppl": 39.91047668457031,
                "s_ppl": 39.91047668457031,
                "t_ppl": 39.91047668457031
            }
        },
        {
            "index": 247,
            "input": "the tow package is not an issue either.",
            "reference": "the tow package is just great, too.",
            "prediction": "I am not worried about the two packages.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 6.27465531099474,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.18395233154297,
                "token_ppl": 45.1839714050293,
                "s_ppl": 45.18395233154297,
                "t_ppl": 45.1839714050293
            }
        },
        {
            "index": 248,
            "input": "very crowded, difficult to have a chance to actually have a good time.",
            "reference": "never crowded, plenty of opportuinity to have a good time.",
            "prediction": "The place was very busy, but we had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 6.660796230730557,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.626533508300781,
                "token_ppl": 12.626533508300781,
                "s_ppl": 12.626533508300781,
                "t_ppl": 12.626533508300781
            }
        },
        {
            "index": 249,
            "input": "i think it's terrible when employees act that way.",
            "reference": "i think it's wonderful when employees act that way.",
            "prediction": "I think employees should be more respectful to customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.77067947387695,
                "token_ppl": 49.77068328857422,
                "s_ppl": 49.77067947387695,
                "t_ppl": 49.77068328857422
            }
        },
        {
            "index": 250,
            "input": "i'll keep looking for a different salon.",
            "reference": "i won't keep looking for a different salon now.",
            "prediction": "I'll keep looking for a salon that is more suitable for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.401603033752977,
                "s_sbleu": 21.401603033752977,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.43458938598633,
                "token_ppl": 32.434593200683594,
                "s_ppl": 32.43458938598633,
                "t_ppl": 32.434593200683594
            }
        },
        {
            "index": 251,
            "input": "you can not pay me to ever shop here!",
            "reference": "you can not pay me to not ever shop here!",
            "prediction": "This is a great place to shop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.513617516969122,
                "s_sbleu": 5.11459870708889,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.332513809204102,
                "token_ppl": 12.332517623901367,
                "s_ppl": 12.332513809204102,
                "t_ppl": 12.332517623901367
            }
        },
        {
            "index": 252,
            "input": "french toast plate was good, mom said, but eggs were cold.",
            "reference": "french toast plate was good, mom said, eggs were hot.",
            "prediction": "I had a great breakfast, I ordered the french toast plate and the eggs were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.934883431625593,
                "s_sbleu": 10.934883431625593,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.26680374145508,
                "token_ppl": 35.26679992675781,
                "s_ppl": 35.26680374145508,
                "t_ppl": 35.26679992675781
            }
        },
        {
            "index": 253,
            "input": "now the food : not horrible, but below average.",
            "reference": "now the food : not bad, above average.",
            "prediction": "The food is really good, I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.996872151825361,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.361000061035156,
                "token_ppl": 17.36100196838379,
                "s_ppl": 17.361000061035156,
                "t_ppl": 17.36100196838379
            }
        },
        {
            "index": 254,
            "input": "this is easily the worst greek food i've had in my life.",
            "reference": "this is easily the best greek food i've had in my life.",
            "prediction": "this is easily the best greek food i've had in my life.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 76.11606003349888,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.45261001586914,
                "token_ppl": 17.45261001586914,
                "s_ppl": 17.45261001586914,
                "t_ppl": 17.45261001586914
            }
        },
        {
            "index": 255,
            "input": "no stars is what in want to give.",
            "reference": "I want to give this a 5 out of 5 star rating.",
            "prediction": "I am giving 5 stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3264637832151163,
                "s_sbleu": 5.854497694024015,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.84184646606445,
                "token_ppl": 62.84184265136719,
                "s_ppl": 62.84184646606445,
                "t_ppl": 62.84184265136719
            }
        },
        {
            "index": 256,
            "input": "when it came we should have sent it back.",
            "reference": "When it came we were so happy.",
            "prediction": "When the dish came, we were delighted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.99014838091355,
                "s_sbleu": 5.61480827173619,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.36646270751953,
                "token_ppl": 35.366451263427734,
                "s_ppl": 35.36646270751953,
                "t_ppl": 35.366451263427734
            }
        },
        {
            "index": 257,
            "input": "the equipment is so old and looks dirty.",
            "reference": "The equipment is very new and looks good.",
            "prediction": "The equipment is old but it is not dirty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 12.549310621989482,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 54.89731979370117,
                "token_ppl": 54.89731979370117,
                "s_ppl": 54.89731979370117,
                "t_ppl": 54.89731979370117
            }
        },
        {
            "index": 258,
            "input": "i'm not willing to take the chance.",
            "reference": "Im willing to take the chance!",
            "prediction": "i'm not willing to take the chance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.697315395717055,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.844921112060547,
                "token_ppl": 24.84491729736328,
                "s_ppl": 24.844921112060547,
                "t_ppl": 24.84491729736328
            }
        },
        {
            "index": 259,
            "input": "this place smelt like old urine for some reason.",
            "reference": "This place smelt new and fresh.",
            "prediction": "This place is a great place to hang out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 4.990049701936832,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.675288200378418,
                "token_ppl": 9.675289154052734,
                "s_ppl": 9.675288200378418,
                "t_ppl": 9.675289154052734
            }
        },
        {
            "index": 260,
            "input": "bottom line they over promise and under deliver.",
            "reference": "They always deliver and keep promises very happy customer",
            "prediction": "I have had a good experience with this company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.196114906296549,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.9591646194458,
                "token_ppl": 9.9591646194458,
                "s_ppl": 9.9591646194458,
                "t_ppl": 9.9591646194458
            }
        },
        {
            "index": 261,
            "input": "i dont know why i was expecting anything different.",
            "reference": "This is exactly what i was expecting!",
            "prediction": "I was not expecting anything different.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.770186228657864,
                "s_sbleu": 28.319415510892387,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.730100631713867,
                "token_ppl": 24.7301025390625,
                "s_ppl": 24.730100631713867,
                "t_ppl": 24.7301025390625
            }
        },
        {
            "index": 262,
            "input": "nothing that special about this place.",
            "reference": "Everything was so special about this place",
            "prediction": "nothing that special about this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 56.276912689208984,
                "token_ppl": 56.276912689208984,
                "s_ppl": 56.276912689208984,
                "t_ppl": 56.276912689208984
            }
        },
        {
            "index": 263,
            "input": "razz's failed on every occasion.",
            "reference": "Razz accomplished everything",
            "prediction": "razz's never failed on every occasion.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 64.34588841607616,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 203.9921112060547,
                "token_ppl": 203.991943359375,
                "s_ppl": 203.9921112060547,
                "t_ppl": 203.991943359375
            }
        },
        {
            "index": 264,
            "input": "management no longer cares about the golf experience.",
            "reference": "The management cares so much for the golf experience.",
            "prediction": "The golf course is a beautiful place to spend time with family and friends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027356,
                "s_sbleu": 3.1251907639724417,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.118833541870117,
                "token_ppl": 9.118834495544434,
                "s_ppl": 9.118833541870117,
                "t_ppl": 9.118834495544434
            }
        },
        {
            "index": 265,
            "input": "20-30 % capacity at most, i was the only one in the pool.",
            "reference": "20-30% capacity at most, I enjoyed being the only one in the pool.",
            "prediction": "I went to the pool and had a private swim.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.71728363692704,
                "s_sbleu": 4.80771397503766,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.881898880004883,
                "token_ppl": 24.881900787353516,
                "s_ppl": 24.881898880004883,
                "t_ppl": 24.881900787353516
            }
        },
        {
            "index": 266,
            "input": "the chow mein was very mushy and had weird texture.",
            "reference": "The chow mein was very consistent and had a nice texture.",
            "prediction": "I ate some chow mein in this restaurant, it is very delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675707,
                "s_sbleu": 6.754312828675707,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.51032829284668,
                "token_ppl": 21.51032829284668,
                "s_ppl": 21.51032829284668,
                "t_ppl": 21.51032829284668
            }
        },
        {
            "index": 267,
            "input": "found the place even though it is hard due to bad signage.",
            "reference": "Found the place even though it is easy due to good signage.",
            "prediction": "I found the place easily.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.594422941553801,
                "s_sbleu": 10.110263558057797,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 113.96928405761719,
                "token_ppl": 113.96929168701172,
                "s_ppl": 113.96928405761719,
                "t_ppl": 113.96929168701172
            }
        },
        {
            "index": 268,
            "input": "not sure and i don't care!",
            "reference": "Am sure, and I care!",
            "prediction": "i don't know and i don't care!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 51.697315395717055,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.1809024810791,
                "token_ppl": 22.180904388427734,
                "s_ppl": 22.1809024810791,
                "t_ppl": 22.180904388427734
            }
        },
        {
            "index": 269,
            "input": "two hours of my life i can never get back.",
            "reference": "Two hours of my life I was happy to give up.",
            "prediction": "i had a great time, and i will definitely go back again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.737437943747671,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.657943725585938,
                "token_ppl": 17.657947540283203,
                "s_ppl": 17.657943725585938,
                "t_ppl": 17.657947540283203
            }
        },
        {
            "index": 270,
            "input": "dropped off my red purse and three pair of black shoes.",
            "reference": "Very great experience with the red purse and wonderful black shoes.",
            "prediction": "I found my red purse and three pair of black shoes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.200626759025184,
                "s_sbleu": 80.70557274927978,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 98.60704040527344,
                "token_ppl": 98.6070785522461,
                "s_ppl": 98.60704040527344,
                "t_ppl": 98.6070785522461
            }
        },
        {
            "index": 271,
            "input": "very disappointed and would stay clear of this place.",
            "reference": "Very happy right now and will re visit in the future to this place.",
            "prediction": "I was very impressed with the food and service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3495035708457803,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.769250869750977,
                "token_ppl": 10.769250869750977,
                "s_ppl": 10.769250869750977,
                "t_ppl": 10.769250869750977
            }
        },
        {
            "index": 272,
            "input": "service fair, pace was bad between courses - long waits.",
            "reference": "Service was great, Very short wait time, highly recommend.",
            "prediction": "The service was good and the wait between courses was not long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 8.130850857597444,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 49.92879104614258,
                "token_ppl": 49.92876434326172,
                "s_ppl": 49.92879104614258,
                "t_ppl": 49.92876434326172
            }
        },
        {
            "index": 273,
            "input": "second time, not so good.",
            "reference": "Very great time here for the 2nd time.",
            "prediction": "second time, better than the first.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.413885305524152,
                "s_sbleu": 22.089591134157878,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.473691940307617,
                "token_ppl": 26.473684310913086,
                "s_ppl": 26.473691940307617,
                "t_ppl": 26.473684310913086
            }
        },
        {
            "index": 274,
            "input": "the bread was soggy and the dip was inedible.",
            "reference": "The bread was amazing, and the dip was incredible",
            "prediction": "the bread was chewy and the dip was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.239399369202552,
                "s_sbleu": 39.281465090051285,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.979652404785156,
                "token_ppl": 41.979652404785156,
                "s_ppl": 41.979652404785156,
                "t_ppl": 41.979652404785156
            }
        },
        {
            "index": 275,
            "input": "he didn't even offer another time for me to come in.",
            "reference": "he readily offered another time for me to come in.",
            "prediction": "He is very considerate and he offered another time for me to come in.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.591192566527035,
                "s_sbleu": 49.00941039306948,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.865455627441406,
                "token_ppl": 30.865463256835938,
                "s_ppl": 30.865455627441406,
                "t_ppl": 30.865463256835938
            }
        },
        {
            "index": 276,
            "input": "what the hell are you doing?",
            "reference": "what's that interesting thing you are doing?",
            "prediction": "what a great thing you are doing!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.57207846419409,
                "s_sbleu": 7.809849842300637,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.500194549560547,
                "token_ppl": 27.500192642211914,
                "s_ppl": 27.500194549560547,
                "t_ppl": 27.500192642211914
            }
        },
        {
            "index": 277,
            "input": "the lady at the front desk was not very friendly.",
            "reference": "the lady at the front desk was very friendly.",
            "prediction": "The lady at the front desk was very kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 50.26587270045526,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.565471649169922,
                "token_ppl": 17.56546974182129,
                "s_ppl": 17.565471649169922,
                "t_ppl": 17.56546974182129
            }
        },
        {
            "index": 278,
            "input": "i was not impressed, and would not recommend this place.",
            "reference": "i was impressed, and I'd recommend this place.",
            "prediction": "I enjoyed my experience and would recommend this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 25.57665697125104,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.83734130859375,
                "token_ppl": 18.83734130859375,
                "s_ppl": 18.83734130859375,
                "t_ppl": 18.83734130859375
            }
        },
        {
            "index": 279,
            "input": "the dipping sauce was too sweet too.",
            "reference": "the dipping sauce was pleasantly sweet as well.",
            "prediction": "I enjoyed the dipping sauce.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.692104496063735,
                "s_sbleu": 23.263472697663296,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 142.3419647216797,
                "token_ppl": 142.3419647216797,
                "s_ppl": 142.3419647216797,
                "t_ppl": 142.3419647216797
            }
        },
        {
            "index": 280,
            "input": "finally, the cheese crisp was tiny and was anything but crisp.",
            "reference": "The cheese crisp was perfect and crispy.",
            "prediction": "The cheese crisp is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.263472697663296,
                "s_sbleu": 5.594422941553801,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 359.7386779785156,
                "token_ppl": 359.73870849609375,
                "s_ppl": 359.7386779785156,
                "t_ppl": 359.73870849609375
            }
        },
        {
            "index": 281,
            "input": "i checked online, and the coupon site said my certificate was good.",
            "reference": "I was able to use my certificate because it was good still.",
            "prediction": "I checked online, and the coupon site said my certificate was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.889175589171739,
                "s_sbleu": 91.93227152249175,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 99.89472961425781,
                "token_ppl": 99.89472961425781,
                "s_ppl": 99.89472961425781,
                "t_ppl": 99.89472961425781
            }
        },
        {
            "index": 282,
            "input": "liar, liar, pants on fire.",
            "reference": "truth truth be told!",
            "prediction": "I really like the way you dress.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.577117919921875,
                "token_ppl": 18.577129364013672,
                "s_ppl": 18.577117919921875,
                "t_ppl": 18.577129364013672
            }
        },
        {
            "index": 283,
            "input": "parking : no signs or anything, so you just have to guess.",
            "reference": "Very great parking signs very easy parking experience.",
            "prediction": "The parking is easy to find.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.495032985064742,
                "s_sbleu": 3.1795892263857453,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.77876281738281,
                "token_ppl": 40.77876281738281,
                "s_ppl": 40.77876281738281,
                "t_ppl": 40.77876281738281
            }
        },
        {
            "index": 284,
            "input": "i should have stuck with sun chinese dining.",
            "reference": "This was a very great place to dine in at.",
            "prediction": "I should have stuck with sun chinese dining.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.817681337429047,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 460.9828796386719,
                "token_ppl": 460.98284912109375,
                "s_ppl": 460.9828796386719,
                "t_ppl": 460.98284912109375
            }
        },
        {
            "index": 285,
            "input": "not so great food and service.",
            "reference": "pretty great food and service.",
            "prediction": "The food and service are excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241588,
                "s_sbleu": 26.269098944241588,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.50335693359375,
                "token_ppl": 37.50335693359375,
                "s_ppl": 37.50335693359375,
                "t_ppl": 37.50335693359375
            }
        },
        {
            "index": 286,
            "input": "this is an old worn out hotel.",
            "reference": "this is an old vintage hotel.",
            "prediction": "this is a great hotel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.43309443637608,
                "s_sbleu": 16.44975929846582,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 43.26664733886719,
                "token_ppl": 43.26665115356445,
                "s_ppl": 43.26664733886719,
                "t_ppl": 43.26665115356445
            }
        },
        {
            "index": 287,
            "input": "the pizza is offered without toppings and it's lacking in flavor.",
            "reference": "the pizza is great without toppings and it's packed in flavor.",
            "prediction": "The pizza is offered without toppings, but it is still tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.238430210261097,
                "s_sbleu": 30.26643726685862,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.86351776123047,
                "token_ppl": 30.863523483276367,
                "s_ppl": 30.86351776123047,
                "t_ppl": 30.863523483276367
            }
        },
        {
            "index": 288,
            "input": "the mechanics are very amateur as usual.",
            "reference": "the mechanics are very professional as usual.",
            "prediction": "the mechanics are very professional as usual.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 50.000000000000014,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 224.5162353515625,
                "token_ppl": 224.5160369873047,
                "s_ppl": 224.5162353515625,
                "t_ppl": 224.5160369873047
            }
        },
        {
            "index": 289,
            "input": "this place is beyond a shit hole.",
            "reference": "this place is beyond a great place.",
            "prediction": "This place is a great place to be.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.356898886410015,
                "s_sbleu": 11.339582221952005,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.146223068237305,
                "token_ppl": 14.14621639251709,
                "s_ppl": 14.146223068237305,
                "t_ppl": 14.14621639251709
            }
        },
        {
            "index": 290,
            "input": "this place is a shit hole with shit service.",
            "reference": "This place is very nice with great service.",
            "prediction": "I love this place and the service is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 10.552670315936318,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.7830810546875,
                "token_ppl": 10.78308391571045,
                "s_ppl": 10.7830810546875,
                "t_ppl": 10.78308391571045
            }
        },
        {
            "index": 291,
            "input": "however, it turned out to be nothing like i thought it would.",
            "reference": "This turned out exactly how i thought it would.",
            "prediction": "The food was better than I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.300847718252331,
                "s_sbleu": 2.60859600387516,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.657072067260742,
                "token_ppl": 19.65706443786621,
                "s_ppl": 19.657072067260742,
                "t_ppl": 19.65706443786621
            }
        },
        {
            "index": 292,
            "input": "went back in for adjustment, realized still incorrect.",
            "reference": "Went in for an adjustment and everything worked out.",
            "prediction": "I returned to the store for a new product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.033796310424805,
                "token_ppl": 30.033796310424805,
                "s_ppl": 30.033796310424805,
                "t_ppl": 30.033796310424805
            }
        },
        {
            "index": 293,
            "input": "service was just as disappointing.",
            "reference": "The service was amazing.",
            "prediction": "The service was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.72870063962342,
                "s_sbleu": 19.3576934939088,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 163.81570434570312,
                "token_ppl": 163.81570434570312,
                "s_ppl": 163.81570434570312,
                "t_ppl": 163.81570434570312
            }
        },
        {
            "index": 294,
            "input": "i do not recommend anyone to this starbucks.",
            "reference": "I would recommend everyone to try this starbucks",
            "prediction": "i recommend everyone to this starbucks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.647313141084275,
                "s_sbleu": 34.191776499651844,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 520.4515380859375,
                "token_ppl": 520.4515380859375,
                "s_ppl": 520.4515380859375,
                "t_ppl": 520.4515380859375
            }
        },
        {
            "index": 295,
            "input": "the only thing i was offered was a free dessert.",
            "reference": "the only thing i wasn't offered was a free dessert.",
            "prediction": "I was offered a free dessert, which was a nice touch.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.133218633429316,
                "s_sbleu": 16.90062198556585,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.419166564941406,
                "token_ppl": 23.419147491455078,
                "s_ppl": 23.419166564941406,
                "t_ppl": 23.419147491455078
            }
        },
        {
            "index": 296,
            "input": "management does not seem to care.",
            "reference": "management really seem to care.",
            "prediction": "The management seems to care about the employees.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 11.339582221952005,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 68.88080596923828,
                "token_ppl": 68.88080596923828,
                "s_ppl": 68.88080596923828,
                "t_ppl": 68.88080596923828
            }
        },
        {
            "index": 297,
            "input": "i had a horrible experience, and i sadly would not come back.",
            "reference": "i had a great experience, and i happily would come back.",
            "prediction": "I had a bad experience, but I would like to try again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.889175589171739,
                "s_sbleu": 8.889175589171739,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.188786506652832,
                "token_ppl": 12.188789367675781,
                "s_ppl": 12.188786506652832,
                "t_ppl": 12.188789367675781
            }
        },
        {
            "index": 298,
            "input": "it is not really brown rice.",
            "reference": "it is really brown rice.",
            "prediction": "I like the taste of brown rice, it is really brown rice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.98761149110957,
                "s_sbleu": 21.142141714303076,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.187225341796875,
                "token_ppl": 40.18723678588867,
                "s_ppl": 40.187225341796875,
                "t_ppl": 40.18723678588867
            }
        },
        {
            "index": 299,
            "input": "didn't even get a response.",
            "reference": "even got a response.",
            "prediction": "I received a prompt response.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 17.965205598154213,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 51.2030029296875,
                "token_ppl": 51.20301818847656,
                "s_ppl": 51.2030029296875,
                "t_ppl": 51.20301818847656
            }
        },
        {
            "index": 300,
            "input": "needless to say, i contacted the store manager directly after leaving.",
            "reference": "i contacted the store manager and he gave us a great compensation",
            "prediction": "I called the store manager and told him about my experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.200626759025184,
                "s_sbleu": 12.46291637182236,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.344528198242188,
                "token_ppl": 18.344528198242188,
                "s_ppl": 18.344528198242188,
                "t_ppl": 18.344528198242188
            }
        },
        {
            "index": 301,
            "input": "my wife came in for alterations and was treated quite rudely.",
            "reference": "the staff treated her nicely when she came in for her alterations",
            "prediction": "I went to the tailor shop and my wife was treated with respect.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 8.889175589171739,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 43.89463806152344,
                "token_ppl": 43.89464569091797,
                "s_ppl": 43.89463806152344,
                "t_ppl": 43.89464569091797
            }
        },
        {
            "index": 302,
            "input": "i ordered a cesar salad with a side of blackened chicken.",
            "reference": "the ceasar salad and blackended chicken were to die for",
            "prediction": "I ordered a cesar salad with a side of blackened chicken, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573757,
                "s_sbleu": 59.687741756345,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.194225311279297,
                "token_ppl": 18.194223403930664,
                "s_ppl": 18.194225311279297,
                "t_ppl": 18.194223403930664
            }
        },
        {
            "index": 303,
            "input": "had it not been so terribly hot, it would have just been inconvenient.",
            "reference": "the establishment had the perfect temparature",
            "prediction": "It was hot, but it was still a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.272848091762075,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.65677261352539,
                "token_ppl": 12.656776428222656,
                "s_ppl": 12.65677261352539,
                "t_ppl": 12.656776428222656
            }
        },
        {
            "index": 304,
            "input": "she did offer me a copy if i would like a soda while waiting.",
            "reference": "she offered me a soda while i waited which was very nice",
            "prediction": "she offered me a soda while i was waiting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.088044192555245,
                "s_sbleu": 14.39710329506584,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 64.85972595214844,
                "token_ppl": 64.85972595214844,
                "s_ppl": 64.85972595214844,
                "t_ppl": 64.85972595214844
            }
        },
        {
            "index": 305,
            "input": "i emailed to let them know but they apparently dont care.",
            "reference": "I emailed to let them know they really do care.",
            "prediction": "I emailed to let them know but they are very attentive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.833867003844595,
                "s_sbleu": 53.3167536340577,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.94639587402344,
                "token_ppl": 62.946388244628906,
                "s_ppl": 62.94639587402344,
                "t_ppl": 62.946388244628906
            }
        },
        {
            "index": 306,
            "input": "i suppose id forgotten how bland their offerings really are.",
            "reference": "I almost forgot how great their offerings really are!",
            "prediction": "I am enjoying the food and service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.300847718252331,
                "s_sbleu": 3.7954847898457067,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.64908218383789,
                "token_ppl": 28.64907455444336,
                "s_ppl": 28.64908218383789,
                "t_ppl": 28.64907455444336
            }
        },
        {
            "index": 307,
            "input": "it didn't get finished.",
            "reference": "I bet it's going to get finished.",
            "prediction": "It got finished.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.752701606523267,
                "s_sbleu": 24.880469496253564,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 789.99609375,
                "token_ppl": 789.9965209960938,
                "s_ppl": 789.99609375,
                "t_ppl": 789.9965209960938
            }
        },
        {
            "index": 308,
            "input": "we will not be coming back.",
            "reference": "We will definitely be coming back!",
            "prediction": "We enjoyed our meal and will be back again soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756295,
                "s_sbleu": 5.300156689756295,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.48422622680664,
                "token_ppl": 16.484230041503906,
                "s_ppl": 16.48422622680664,
                "t_ppl": 16.484230041503906
            }
        },
        {
            "index": 309,
            "input": "he couldn't actually read her pressure, though.",
            "reference": "He could really read her pressure, though.",
            "prediction": "He couldn't actually read her pressure, though.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 86.33400213704509,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 96.39981842041016,
                "token_ppl": 96.39981842041016,
                "s_ppl": 96.39981842041016,
                "t_ppl": 96.39981842041016
            }
        },
        {
            "index": 310,
            "input": "absolutely terrible, do not order from this place.",
            "reference": "Absolutely fabulous, do order from this place.",
            "prediction": "I had a great time at this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 15.881076016027917,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.412481307983398,
                "token_ppl": 12.41247844696045,
                "s_ppl": 12.412481307983398,
                "t_ppl": 12.41247844696045
            }
        },
        {
            "index": 311,
            "input": "ate kicked ass, marquee, not so much.",
            "reference": "ate kicked ass, marquee, pretty good too.",
            "prediction": "I had a great time at the concert.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 4.266331692956901,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.831440925598145,
                "token_ppl": 12.831441879272461,
                "s_ppl": 12.831440925598145,
                "t_ppl": 12.831441879272461
            }
        },
        {
            "index": 312,
            "input": "even the water tasted horrible.",
            "reference": "Even the water tasted great.",
            "prediction": "even the water tasted great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.98356856515926,
                "s_sbleu": 53.7284965911771,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 241.02301025390625,
                "token_ppl": 241.02301025390625,
                "s_ppl": 241.02301025390625,
                "t_ppl": 241.02301025390625
            }
        },
        {
            "index": 313,
            "input": "and the food is simply not as good as the other locations.",
            "reference": "and the food is simply as good as other locations.",
            "prediction": "The food is good and the service is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.884631831419354,
                "s_sbleu": 9.730313569392523,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.662202835083008,
                "token_ppl": 9.662201881408691,
                "s_ppl": 9.662202835083008,
                "t_ppl": 9.662201881408691
            }
        },
        {
            "index": 314,
            "input": "sounds good doesn't it?",
            "reference": "Sounds great doesn't it?",
            "prediction": "sounds great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 423.250244140625,
                "token_ppl": 423.250244140625,
                "s_ppl": 423.250244140625,
                "t_ppl": 423.250244140625
            }
        },
        {
            "index": 315,
            "input": "but it was disgusting and hot in there.",
            "reference": "the ac was not working properly but its usually a good temp in there",
            "prediction": "but it was a very comfortable place to sit and have a meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 12.011055432195764,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.203348159790039,
                "token_ppl": 12.203351974487305,
                "s_ppl": 12.203348159790039,
                "t_ppl": 12.203351974487305
            }
        },
        {
            "index": 316,
            "input": "yes, the portions were large, but size isn't everything.",
            "reference": "it was large and good enough for 2 people",
            "prediction": "The portions were large, but size isn't everything.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 72.05745450576255,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 55.80207443237305,
                "token_ppl": 55.80207443237305,
                "s_ppl": 55.80207443237305,
                "t_ppl": 55.80207443237305
            }
        },
        {
            "index": 317,
            "input": "it was over fried and very hard.",
            "reference": "it was a little overcooked",
            "prediction": "it was crispy and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754953,
                "s_sbleu": 13.83254362586636,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 93.03192901611328,
                "token_ppl": 93.03197479248047,
                "s_ppl": 93.03192901611328,
                "t_ppl": 93.03197479248047
            }
        },
        {
            "index": 318,
            "input": "i have not received such an attitude toward a customer before.",
            "reference": "he is usually on the calmer side but he must have been having a bad day",
            "prediction": "I have never been treated so well by a server before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1934960455974277,
                "s_sbleu": 8.054496384843702,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.011934280395508,
                "token_ppl": 19.011940002441406,
                "s_ppl": 19.011934280395508,
                "t_ppl": 19.011940002441406
            }
        },
        {
            "index": 319,
            "input": "the overall prices are not competitive with frys.",
            "reference": "the prices are on par with frys",
            "prediction": "Frys is more expensive than the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.795599612995366,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 124.10706329345703,
                "token_ppl": 124.10712432861328,
                "s_ppl": 124.10706329345703,
                "t_ppl": 124.10712432861328
            }
        },
        {
            "index": 320,
            "input": "too bad it was at the expense of the other customers.",
            "reference": "too bad it wasn't at the expense of the other customers.",
            "prediction": "It was a pleasure to serve the other customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.507319161298934,
                "s_sbleu": 22.741221234802104,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.742671966552734,
                "token_ppl": 38.742671966552734,
                "s_ppl": 38.742671966552734,
                "t_ppl": 38.742671966552734
            }
        },
        {
            "index": 321,
            "input": "we'll see if that happens, but i'm not holding my breath.",
            "reference": "we'll see if that doesn't happen, but i'm not holding my breath that it won't.",
            "prediction": "I hope it will happen, but I'm not sure it will.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.052623571648706,
                "s_sbleu": 7.347053125977879,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 8.024935722351074,
                "token_ppl": 8.024935722351074,
                "s_ppl": 8.024935722351074,
                "t_ppl": 8.024935722351074
            }
        },
        {
            "index": 322,
            "input": "and management doesn't do anything about it.",
            "reference": "and management does something about it.",
            "prediction": "and management is always on top of things.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 10.552670315936318,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.34767532348633,
                "token_ppl": 42.347686767578125,
                "s_ppl": 42.34767532348633,
                "t_ppl": 42.347686767578125
            }
        },
        {
            "index": 323,
            "input": "no wonder these restaurants are closing up all around the valley.",
            "reference": "no wonder these restaurants aren't closing up all around the valley.",
            "prediction": "I am so happy that I found this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.435488317233919,
                "s_sbleu": 3.435488317233919,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.533342361450195,
                "token_ppl": 15.533342361450195,
                "s_ppl": 15.533342361450195,
                "t_ppl": 15.533342361450195
            }
        },
        {
            "index": 324,
            "input": "what were you going to charge me when i purchase a dozen bagels?",
            "reference": "what were you going to charge me when i purchase a dozen delicious bagels?",
            "prediction": "What is the price of a dozen bagels?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.923487280738625,
                "s_sbleu": 17.12508167867649,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.757057189941406,
                "token_ppl": 26.757057189941406,
                "s_ppl": 26.757057189941406,
                "t_ppl": 26.757057189941406
            }
        },
        {
            "index": 325,
            "input": "i'm still craving my drunken noodles!",
            "reference": "i'm still craving my awesome drunken noodles!",
            "prediction": "I ate drunken noodles yesterday and i want to eat it again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.178110636313396,
                "s_sbleu": 6.178110636313396,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 100.51971435546875,
                "token_ppl": 100.51981353759766,
                "s_ppl": 100.51971435546875,
                "t_ppl": 100.51981353759766
            }
        },
        {
            "index": 326,
            "input": "these days the quality is pretty lousy.",
            "reference": "these days the quality is pretty up to par.",
            "prediction": "these days the quality is pretty good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 55.0695314903184,
                "s_sbleu": 70.71067811865478,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.76657485961914,
                "token_ppl": 28.76657485961914,
                "s_ppl": 28.76657485961914,
                "t_ppl": 28.76657485961914
            }
        },
        {
            "index": 327,
            "input": "this woman should not be in the service industry in az with that attitude.",
            "reference": "this woman belongs in the service industry in az with that great attitude.",
            "prediction": "I hope that this woman finds a new career path.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.786053138365654,
                "s_sbleu": 6.196349981371174,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 47.435298919677734,
                "token_ppl": 47.435298919677734,
                "s_ppl": 47.435298919677734,
                "t_ppl": 47.435298919677734
            }
        },
        {
            "index": 328,
            "input": "service was average but could not make up for the poor food and drink.",
            "reference": "service was above average as well as the food and drink.",
            "prediction": "I enjoyed the food and the service was excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.830386789031852,
                "s_sbleu": 7.966506956353646,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.864830017089844,
                "token_ppl": 12.864830017089844,
                "s_ppl": 12.864830017089844,
                "t_ppl": 12.864830017089844
            }
        },
        {
            "index": 329,
            "input": "my husband had to walk up to the bar to place our wine order.",
            "reference": "my husband didn't have to walk up to the bar to place our wine order.",
            "prediction": "My husband ordered some wine for us.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.673705182447105,
                "s_sbleu": 3.0297048914466935,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 53.6768798828125,
                "token_ppl": 53.676910400390625,
                "s_ppl": 53.6768798828125,
                "t_ppl": 53.676910400390625
            }
        },
        {
            "index": 330,
            "input": "and the pizza was cold, greasy, and generally quite awful.",
            "reference": "The pizza was warm, not greasy, and generally tasted great.",
            "prediction": "and the pizza was hot, fresh, and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78090152232118,
                "s_sbleu": 24.997758323995956,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.828218460083008,
                "token_ppl": 27.828218460083008,
                "s_ppl": 27.828218460083008,
                "t_ppl": 27.828218460083008
            }
        },
        {
            "index": 331,
            "input": "maybe they were having a bad night?",
            "reference": "I don't think they were having a bad night.",
            "prediction": "They were having a good night.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.024850746991504,
                "s_sbleu": 22.772101321113862,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.515230178833008,
                "token_ppl": 21.51523780822754,
                "s_ppl": 21.515230178833008,
                "t_ppl": 21.51523780822754
            }
        },
        {
            "index": 332,
            "input": "this place is dirty and run down and the service stinks!",
            "reference": "This place is clean, not run down, and the service was great.",
            "prediction": "This place is a great place to eat, the food is great and the service is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.618796864073044,
                "s_sbleu": 9.917720727091444,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 6.630703449249268,
                "token_ppl": 6.630703449249268,
                "s_ppl": 6.630703449249268,
                "t_ppl": 6.630703449249268
            }
        },
        {
            "index": 333,
            "input": "the only thing we received that was hot was the coffee.",
            "reference": "Everything was hot including the coffee.",
            "prediction": "The coffee was the only hot thing we received.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 20.01481571776448,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 112.67040252685547,
                "token_ppl": 112.67041015625,
                "s_ppl": 112.67040252685547,
                "t_ppl": 112.67041015625
            }
        },
        {
            "index": 334,
            "input": "so, it went in the trash.",
            "reference": "I would never put it in the trash.",
            "prediction": "it was a good decision to throw it out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.228878021240234,
                "token_ppl": 22.228878021240234,
                "s_ppl": 22.228878021240234,
                "t_ppl": 22.228878021240234
            }
        },
        {
            "index": 335,
            "input": "it was embarrassing for all involved, though i don't think he noticed.",
            "reference": "it was fun for all there",
            "prediction": "It was an embarrassing moment, but I think he was unaware.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 7.52885143038073,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.086917877197266,
                "token_ppl": 23.086904525756836,
                "s_ppl": 23.086917877197266,
                "t_ppl": 23.086904525756836
            }
        },
        {
            "index": 336,
            "input": "so i ordered my tires online, scheduled an appointment for two days out.",
            "reference": "the ordering was quick and the appointment easy",
            "prediction": "I ordered my tires online and they were installed the next day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 17.532201649672796,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.559181213378906,
                "token_ppl": 27.559173583984375,
                "s_ppl": 27.559181213378906,
                "t_ppl": 27.559173583984375
            }
        },
        {
            "index": 337,
            "input": "hopefully, i don't take any bed bugs with me.",
            "reference": "no bed bugs will go with me",
            "prediction": "I hope I don't get any bed bugs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914192,
                "s_sbleu": 16.14682615668325,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.15204429626465,
                "token_ppl": 26.15204620361328,
                "s_ppl": 26.15204429626465,
                "t_ppl": 26.15204620361328
            }
        },
        {
            "index": 338,
            "input": "the beer isn't bad, but the food was less than desirable.",
            "reference": "beer and food were both great",
            "prediction": "The beer was great, and the food was also good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.789232204309912,
                "s_sbleu": 13.792484215432934,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.350006103515625,
                "token_ppl": 15.350008964538574,
                "s_ppl": 15.350006103515625,
                "t_ppl": 15.350008964538574
            }
        },
        {
            "index": 339,
            "input": "when it finally came out, it was bad.",
            "reference": "it came out and was great",
            "prediction": "The food was served and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 9.442944296079734,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.023466110229492,
                "token_ppl": 29.023466110229492,
                "s_ppl": 29.023466110229492,
                "t_ppl": 29.023466110229492
            }
        },
        {
            "index": 340,
            "input": "talk about false advertising so call before you go!",
            "reference": "No need to call before you go.",
            "prediction": "The advertisement was very accurate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.815868174415823,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 202.60694885253906,
                "token_ppl": 202.60693359375,
                "s_ppl": 202.60694885253906,
                "t_ppl": 202.60693359375
            }
        },
        {
            "index": 341,
            "input": "the food isn't too bad but the service is terrible.",
            "reference": "The food was good and the service was good.",
            "prediction": "The food is delicious and the service is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 16.058516370438436,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.413361549377441,
                "token_ppl": 9.413361549377441,
                "s_ppl": 9.413361549377441,
                "t_ppl": 9.413361549377441
            }
        },
        {
            "index": 342,
            "input": "crab cakes, salt, no other flavor.",
            "reference": "Crab cakes were salty and delicious.",
            "prediction": "Crab cakes are a delicious way to begin the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.61170768737793,
                "token_ppl": 26.611709594726562,
                "s_ppl": 26.61170768737793,
                "t_ppl": 26.611709594726562
            }
        },
        {
            "index": 343,
            "input": "but the customer service ruins it all for me.",
            "reference": "The customer service made it for me.",
            "prediction": "The customer service is great and the meals are delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 8.913765521398126,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.293119430541992,
                "token_ppl": 21.29311752319336,
                "s_ppl": 21.293119430541992,
                "t_ppl": 21.29311752319336
            }
        },
        {
            "index": 344,
            "input": "i just walked out, called the manager to complain.",
            "reference": "I walked over and called the manager to compliment.",
            "prediction": "I was so impressed with the service that I wanted to tell the manager.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.608973813188645,
                "s_sbleu": 6.250381527944883,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.637251853942871,
                "token_ppl": 13.63725471496582,
                "s_ppl": 13.637251853942871,
                "t_ppl": 13.63725471496582
            }
        },
        {
            "index": 345,
            "input": "i was very disappointed with this place.",
            "reference": "I wasn't disappointed with this place at all.",
            "prediction": "I was very impressed with this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.612390921238426,
                "s_sbleu": 41.11336169005198,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.530702590942383,
                "token_ppl": 16.53071403503418,
                "s_ppl": 16.530702590942383,
                "t_ppl": 16.53071403503418
            }
        },
        {
            "index": 346,
            "input": "so you aren't my problem.''",
            "reference": "Don't worry, you weren't my problem.",
            "prediction": "so you aren't my problem.''",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.772101321113862,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 157.78909301757812,
                "token_ppl": 157.78907775878906,
                "s_ppl": 157.78909301757812,
                "t_ppl": 157.78907775878906
            }
        },
        {
            "index": 347,
            "input": "unfortunately, the tour guides are not experts.",
            "reference": "The tour guides are experts.",
            "prediction": "I am happy to go on a tour with the tour guides.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 12.35622127262679,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.820266723632812,
                "token_ppl": 25.820266723632812,
                "s_ppl": 25.820266723632812,
                "t_ppl": 25.820266723632812
            }
        },
        {
            "index": 348,
            "input": "geez i need to find a source for those uni blocks....",
            "reference": "I don't think I need a new source for those uni blocks",
            "prediction": "I'm going to buy some uni blocks to make a new dish.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.73716785171588,
                "s_sbleu": 6.660796230730557,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 58.937191009521484,
                "token_ppl": 58.93718719482422,
                "s_ppl": 58.937191009521484,
                "t_ppl": 58.93718719482422
            }
        },
        {
            "index": 349,
            "input": "she doesn't say anything and just walks away.",
            "reference": "She doesn't walk away and has plenty to say.",
            "prediction": "she doesn't say anything and just walks away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.379653897348568,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.238070487976074,
                "token_ppl": 11.23807144165039,
                "s_ppl": 11.238070487976074,
                "t_ppl": 11.23807144165039
            }
        },
        {
            "index": 350,
            "input": "the others ordered the short rib hash, also over-cooked and dry.",
            "reference": "The short rib hash was perfectly cooked and juicy.",
            "prediction": "The short rib hash was a delicious way to begin the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.26643726685862,
                "s_sbleu": 13.065113298388567,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 56.706050872802734,
                "token_ppl": 56.706050872802734,
                "s_ppl": 56.706050872802734,
                "t_ppl": 56.706050872802734
            }
        },
        {
            "index": 351,
            "input": "the staff was nowhere to be found.",
            "reference": "The staff was consistently present.",
            "prediction": "the staff was very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 23.263472697663296,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 61.58733367919922,
                "token_ppl": 61.58733367919922,
                "s_ppl": 61.58733367919922,
                "t_ppl": 61.58733367919922
            }
        },
        {
            "index": 352,
            "input": "it tasted like melted plastic and had the same tough consistency.",
            "reference": "It tasted amazing and had a great consistency.",
            "prediction": "I ate the steak, it was so soft and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.789232204309912,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.940608978271484,
                "token_ppl": 27.94061851501465,
                "s_ppl": 27.940608978271484,
                "t_ppl": 27.94061851501465
            }
        },
        {
            "index": 353,
            "input": "it didn't matter of she is good at all other times.",
            "reference": "She is good at any time.",
            "prediction": "it doesn't matter how she is good at all other times.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 64.84115071397645,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.48434829711914,
                "token_ppl": 48.484375,
                "s_ppl": 48.48434829711914,
                "t_ppl": 48.484375
            }
        },
        {
            "index": 354,
            "input": "i acknowledged this and he went back to take care of the bill.",
            "reference": "He took care of the bill himself.",
            "prediction": "He was so nice to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.770186228657864,
                "s_sbleu": 2.8730831956184355,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.014588356018066,
                "token_ppl": 12.014589309692383,
                "s_ppl": 12.014588356018066,
                "t_ppl": 12.014589309692383
            }
        },
        {
            "index": 355,
            "input": "save your money & your patience.",
            "reference": "No need to worry about patience.",
            "prediction": "save your money & your patience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.53069305419922,
                "token_ppl": 81.53069305419922,
                "s_ppl": 81.53069305419922,
                "t_ppl": 81.53069305419922
            }
        },
        {
            "index": 356,
            "input": "what a waste of my time and theirs.",
            "reference": "What a wonderful use of my time.",
            "prediction": "I had a good time and theirs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 32.260135189272866,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 178.1452178955078,
                "token_ppl": 178.1453857421875,
                "s_ppl": 178.1452178955078,
                "t_ppl": 178.1453857421875
            }
        },
        {
            "index": 357,
            "input": "one was for my dog, and one was for my wife's dog.",
            "reference": "Two for my dogs equally.",
            "prediction": "I got two treats for the dogs, one for my dog and one for my wife's dog.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.814971807094068,
                "s_sbleu": 29.153692299445225,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.591626167297363,
                "token_ppl": 14.59162712097168,
                "s_ppl": 14.591626167297363,
                "t_ppl": 14.59162712097168
            }
        },
        {
            "index": 358,
            "input": "my fault for not looking more closely, i guess.",
            "reference": "I looked really close.",
            "prediction": "my fault for not looking more closely, i guess.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.31138610839844,
                "token_ppl": 36.31138610839844,
                "s_ppl": 36.31138610839844,
                "t_ppl": 36.31138610839844
            }
        },
        {
            "index": 359,
            "input": "the server wasn't buying.",
            "reference": "The server was totally buying.",
            "prediction": "The server was very helpful, and I got a refill on my coffee.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.511846841633776,
                "s_sbleu": 3.1251907639724417,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.115005493164062,
                "token_ppl": 30.115015029907227,
                "s_ppl": 30.115005493164062,
                "t_ppl": 30.115015029907227
            }
        },
        {
            "index": 360,
            "input": "worst customer service i have ever had.",
            "reference": "best customer service i have ever had.",
            "prediction": "i had a great time and the service was wonderful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756295,
                "s_sbleu": 5.300156689756295,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.43561363220215,
                "token_ppl": 20.43561363220215,
                "s_ppl": 20.43561363220215,
                "t_ppl": 20.43561363220215
            }
        },
        {
            "index": 361,
            "input": "sad what has happened to this sandwich shop.",
            "reference": "great what has happened to this sandwich shop.",
            "prediction": "I had a delicious sandwich at the shop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 10.552670315936318,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.94981384277344,
                "token_ppl": 62.94981002807617,
                "s_ppl": 62.94981384277344,
                "t_ppl": 62.94981002807617
            }
        },
        {
            "index": 362,
            "input": "and for this reason, i won't return.",
            "reference": "and for this reason, i will return.",
            "prediction": "I won't return because I love the place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 10.552670315936318,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.72346878051758,
                "token_ppl": 34.72347640991211,
                "s_ppl": 34.72346878051758,
                "t_ppl": 34.72347640991211
            }
        },
        {
            "index": 363,
            "input": "this branch is getting worse and worse.",
            "reference": "this branch is getting better and better.",
            "prediction": "I'm glad to see this branch is getting better and better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.32297420585347,
                "s_sbleu": 23.462350320527996,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.173749923706055,
                "token_ppl": 17.173748016357422,
                "s_ppl": 17.173749923706055,
                "t_ppl": 17.173748016357422
            }
        },
        {
            "index": 364,
            "input": "they failed to tell us eating in the bar was an option.",
            "reference": "they happened to tell us eating in the bar was an option.",
            "prediction": "We were able to eat in the bar, which was a great option.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.380161378318954,
                "s_sbleu": 13.380161378318954,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.92478370666504,
                "token_ppl": 18.924787521362305,
                "s_ppl": 18.92478370666504,
                "t_ppl": 18.924787521362305
            }
        },
        {
            "index": 365,
            "input": "they can thank you for the low rating.",
            "reference": "they can thank you for a good rating",
            "prediction": "they can thank you for the high rating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772819994,
                "s_sbleu": 66.06328636027612,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 97.36050415039062,
                "token_ppl": 97.36054992675781,
                "s_ppl": 97.36050415039062,
                "t_ppl": 97.36054992675781
            }
        },
        {
            "index": 366,
            "input": "i didn't even eat it.",
            "reference": "i ate all of it",
            "prediction": "I am not hungry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 8.745825313180626,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 57.48695373535156,
                "token_ppl": 57.48698043823242,
                "s_ppl": 57.48695373535156,
                "t_ppl": 57.48698043823242
            }
        },
        {
            "index": 367,
            "input": "this was the first time i ever cried from a haircut.",
            "reference": "this was the first time i ever cried of happiness from a haircut",
            "prediction": "I just got a haircut and it looks great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.217116757317285,
                "s_sbleu": 6.870976634467838,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 24.19091033935547,
                "token_ppl": 24.190916061401367,
                "s_ppl": 24.19091033935547,
                "t_ppl": 24.190916061401367
            }
        },
        {
            "index": 368,
            "input": "there was no personality to our server.",
            "reference": "there was a friendly server with a great personality",
            "prediction": "The server was a great person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.958734303905356,
                "s_sbleu": 7.492442692259767,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 148.25613403320312,
                "token_ppl": 148.25613403320312,
                "s_ppl": 148.25613403320312,
                "t_ppl": 148.25613403320312
            }
        },
        {
            "index": 369,
            "input": "if i wasn't with my coworker, i would've walked out.",
            "reference": "if I wasn't with my coworker I would've danced for joy",
            "prediction": "I was with my coworker, and we had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 20.448007360218387,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.64883041381836,
                "token_ppl": 13.64883041381836,
                "s_ppl": 13.64883041381836,
                "t_ppl": 13.64883041381836
            }
        },
        {
            "index": 370,
            "input": "i didn't know ra was a chain.",
            "reference": "Ra was a chain, wow im impressed",
            "prediction": "I didn't know ra was a chain, but it was a good experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.451929399933107,
                "s_sbleu": 33.64932442330152,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 50.312904357910156,
                "token_ppl": 50.31291580200195,
                "s_ppl": 50.312904357910156,
                "t_ppl": 50.31291580200195
            }
        },
        {
            "index": 371,
            "input": "i'm sure they must get it right some days but not this day.",
            "reference": "they got it right, didnt take them long",
            "prediction": "I am sure that the cooks get it right some days.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 29.190450436614647,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 63.556236267089844,
                "token_ppl": 63.55622863769531,
                "s_ppl": 63.556236267089844,
                "t_ppl": 63.55622863769531
            }
        },
        {
            "index": 372,
            "input": "went to the sunday brunch to celebrate our daughter's college graduation.",
            "reference": "went to sunday brunch and had a great time with my daughter for her graduation",
            "prediction": "We went to the sunday brunch to celebrate our daughter's college graduation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.921066269168085,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.55362319946289,
                "token_ppl": 32.55362319946289,
                "s_ppl": 32.55362319946289,
                "t_ppl": 32.55362319946289
            }
        },
        {
            "index": 373,
            "input": "this is the third time they've messed up that spice.",
            "reference": "the got the spice right this time after a few tries",
            "prediction": "This is the third time they've gotten the spice right.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617148,
                "s_sbleu": 38.16330911371339,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.507633209228516,
                "token_ppl": 34.50764465332031,
                "s_ppl": 34.507633209228516,
                "t_ppl": 34.50764465332031
            }
        },
        {
            "index": 374,
            "input": "the game room is a waste of time, energy and money.",
            "reference": "game room was pretty decent, well worth the price",
            "prediction": "the game room is a fun place to spend time and money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 39.832871551569504,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.39667320251465,
                "token_ppl": 26.396690368652344,
                "s_ppl": 26.39667320251465,
                "t_ppl": 26.396690368652344
            }
        },
        {
            "index": 375,
            "input": "i also told him i would leave him some good feedback online.",
            "reference": "I told him I would leave excellent feedback online.",
            "prediction": "I would leave him some good feedback online.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.75806054476853,
                "s_sbleu": 55.355669024943104,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 201.20794677734375,
                "token_ppl": 201.20794677734375,
                "s_ppl": 201.20794677734375,
                "t_ppl": 201.20794677734375
            }
        },
        {
            "index": 376,
            "input": "however, the manager came back & told me my order was coming up.",
            "reference": "The manager told me my order was coming up any minute!",
            "prediction": "the manager came back & told me my order was coming up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.63383168079942,
                "s_sbleu": 85.74039191604417,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.89982604980469,
                "token_ppl": 62.89985275268555,
                "s_ppl": 62.89982604980469,
                "t_ppl": 62.89985275268555
            }
        },
        {
            "index": 377,
            "input": "is that a good thing or a bad thing?",
            "reference": "I bet it's a good thing, and not a bad thing.",
            "prediction": "That is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.188845883107605,
                "s_sbleu": 16.669006580554246,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.238024711608887,
                "token_ppl": 9.238024711608887,
                "s_ppl": 9.238024711608887,
                "t_ppl": 9.238024711608887
            }
        },
        {
            "index": 378,
            "input": "maria the manager is a horrible person.",
            "reference": "Maria the manager is an outstanding person.",
            "prediction": "maria the manager is a good person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.848657697858535,
                "s_sbleu": 59.4603557501361,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 78.79303741455078,
                "token_ppl": 78.79307556152344,
                "s_ppl": 78.79303741455078,
                "t_ppl": 78.79307556152344
            }
        },
        {
            "index": 379,
            "input": "it was so much not good that i just wanted out of there.",
            "reference": "It was so good that I didn't want out of there.",
            "prediction": "I had such a great time that I just wanted to stay there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.032276872815304,
                "s_sbleu": 8.493098745313148,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.304643630981445,
                "token_ppl": 10.304643630981445,
                "s_ppl": 10.304643630981445,
                "t_ppl": 10.304643630981445
            }
        },
        {
            "index": 380,
            "input": "we told them to forget it, we didn't want to wait.",
            "reference": "we told them not to forget it, we wanted to wait.",
            "prediction": "we told them to forget it, we didn't want to wait.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.587330964125215,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.940227508544922,
                "token_ppl": 19.940227508544922,
                "s_ppl": 19.940227508544922,
                "t_ppl": 19.940227508544922
            }
        },
        {
            "index": 381,
            "input": "first, the bartender was an a--hole.",
            "reference": "first, the bartender was awesome.",
            "prediction": "The bartender was friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 12.600736402830258,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 48.57496643066406,
                "token_ppl": 48.574981689453125,
                "s_ppl": 48.57496643066406,
                "t_ppl": 48.574981689453125
            }
        },
        {
            "index": 382,
            "input": "absolutely ridiculous stay away from this place.",
            "reference": "absolutely awesome, can't stay away from this place.",
            "prediction": "I love this place, the service is great, the food is delicious, and the price is fair.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.319402267866687,
                "s_sbleu": 4.019656738893367,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 6.013416290283203,
                "token_ppl": 6.013416290283203,
                "s_ppl": 6.013416290283203,
                "t_ppl": 6.013416290283203
            }
        },
        {
            "index": 383,
            "input": "i guess even great restaurants have bad days.",
            "reference": "i guess great restaurants don't have bad days.",
            "prediction": "I guess even great restaurants have good days.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.923729480049115,
                "s_sbleu": 51.33450480401705,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 120.29419708251953,
                "token_ppl": 120.29414367675781,
                "s_ppl": 120.29419708251953,
                "t_ppl": 120.29414367675781
            }
        },
        {
            "index": 384,
            "input": "oh well, who cares... right?",
            "reference": "oh well, they care... right?",
            "prediction": "oh well, who cares... right?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.53819788848316,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.82233428955078,
                "token_ppl": 45.82234573364258,
                "s_ppl": 45.82233428955078,
                "t_ppl": 45.82234573364258
            }
        },
        {
            "index": 385,
            "input": "we will spend our money elsewhere.",
            "reference": "we will definitely be spending more of our money here",
            "prediction": "we will be spending our money at your restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 12.549310621989482,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 46.71029281616211,
                "token_ppl": 46.71029281616211,
                "s_ppl": 46.71029281616211,
                "t_ppl": 46.71029281616211
            }
        },
        {
            "index": 386,
            "input": "i will never purchase another lv bag again.",
            "reference": "i will be back to get another lv bag",
            "prediction": "I will never buy another lv bag again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 51.33450480401705,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 114.36674499511719,
                "token_ppl": 114.36676025390625,
                "s_ppl": 114.36674499511719,
                "t_ppl": 114.36676025390625
            }
        },
        {
            "index": 387,
            "input": "uneven pieces and falling apart--i paid for that.",
            "reference": "great pieces all even, glad i paid the price i paid",
            "prediction": "The chicken was delicious and perfectly cooked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.795599612995366,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.120304107666016,
                "token_ppl": 45.12031555175781,
                "s_ppl": 45.120304107666016,
                "t_ppl": 45.12031555175781
            }
        },
        {
            "index": 388,
            "input": "we didn't leave with anything that day.",
            "reference": "we left with a lot of things that day",
            "prediction": "we didn't leave without anything that day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.786826322527466,
                "s_sbleu": 50.000000000000014,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 103.51693725585938,
                "token_ppl": 103.51688385009766,
                "s_ppl": 103.51693725585938,
                "t_ppl": 103.51688385009766
            }
        },
        {
            "index": 389,
            "input": "horrible, horrible, horrible service!",
            "reference": "such great service, cannot praise it enough",
            "prediction": "I received a horrible service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.815868174415823,
                "s_sbleu": 13.741272855400096,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 250.7740478515625,
                "token_ppl": 250.77406311035156,
                "s_ppl": 250.7740478515625,
                "t_ppl": 250.77406311035156
            }
        },
        {
            "index": 390,
            "input": "now it is not so thin and taste like any other pizza place.",
            "reference": "It's thin and tastes amazing.",
            "prediction": "The pizza I ate was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 2.8730831956184355,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 65.6919937133789,
                "token_ppl": 65.69202423095703,
                "s_ppl": 65.6919937133789,
                "t_ppl": 65.69202423095703
            }
        },
        {
            "index": 391,
            "input": "this piece of shit gave me wonton crackers for my soup.",
            "reference": "I had delicious crackers for my soup.",
            "prediction": "I am satisfied with the soup I ate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 4.062582855427254,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 60.195552825927734,
                "token_ppl": 60.195560455322266,
                "s_ppl": 60.195552825927734,
                "t_ppl": 60.195560455322266
            }
        },
        {
            "index": 392,
            "input": "i'm not a fan of huge chain restaurants.",
            "reference": "I love huge chain restaurants.",
            "prediction": "I prefer local restaurants.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.3576934939088,
                "s_sbleu": 9.599621398238423,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 411.6949768066406,
                "token_ppl": 411.69500732421875,
                "s_ppl": 411.6949768066406,
                "t_ppl": 411.69500732421875
            }
        },
        {
            "index": 393,
            "input": "the rice was cold and hard and the taste was very bland.",
            "reference": "The rice was warm and the taste was great.",
            "prediction": "I went to the restaurant and ate some rice, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 4.246549372656572,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.768583297729492,
                "token_ppl": 19.76858139038086,
                "s_ppl": 19.768583297729492,
                "t_ppl": 19.76858139038086
            }
        },
        {
            "index": 394,
            "input": "you can not judge people based on appearance.",
            "reference": "You can judge people based on their character.",
            "prediction": "You should not judge people based on their appearance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.7287006396234,
                "s_sbleu": 45.180100180492246,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.394927024841309,
                "token_ppl": 12.394928932189941,
                "s_ppl": 12.394927024841309,
                "t_ppl": 12.394928932189941
            }
        },
        {
            "index": 395,
            "input": "you are not the only place in town with decent pizza.",
            "reference": "decent pizza they had here",
            "prediction": "The pizza in this restaurant is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.408194605881708,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 51.23512649536133,
                "token_ppl": 51.23516845703125,
                "s_ppl": 51.23512649536133,
                "t_ppl": 51.23516845703125
            }
        },
        {
            "index": 396,
            "input": "the thai basil pasta came out lukewarm and spicy.",
            "reference": "the pasta came out great and tasty",
            "prediction": "I had the thai basil pasta and it was warm and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 21.401603033752977,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 51.67906951904297,
                "token_ppl": 51.67906951904297,
                "s_ppl": 51.67906951904297,
                "t_ppl": 51.67906951904297
            }
        },
        {
            "index": 397,
            "input": "no courtesy and their food is pathetic.",
            "reference": "the food was great and very courteous",
            "prediction": "The courtesy and the food were excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 13.134549472120788,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 95.37981414794922,
                "token_ppl": 95.37977600097656,
                "s_ppl": 95.37981414794922,
                "t_ppl": 95.37977600097656
            }
        },
        {
            "index": 398,
            "input": "i would never reccomend anyone to live here.",
            "reference": "would recommend anyone to live here",
            "prediction": "I would recommend this place to everyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.22307556087252,
                "s_sbleu": 6.413885305524152,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.513490676879883,
                "token_ppl": 18.51349639892578,
                "s_ppl": 18.513490676879883,
                "t_ppl": 18.51349639892578
            }
        },
        {
            "index": 399,
            "input": "had to wait a month to get in.",
            "reference": "got in quickly",
            "prediction": "It was a long wait, but worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.28567886352539,
                "token_ppl": 11.285679817199707,
                "s_ppl": 11.28567886352539,
                "t_ppl": 11.285679817199707
            }
        },
        {
            "index": 400,
            "input": "great food but horrible staff and very very rude workers!",
            "reference": "great food and excellent staff and very very nice workers.",
            "prediction": "The food is amazing and the staff is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.6775429106661015,
                "s_sbleu": 5.369488567517933,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.277615547180176,
                "token_ppl": 13.277616500854492,
                "s_ppl": 13.277615547180176,
                "t_ppl": 13.277616500854492
            }
        },
        {
            "index": 401,
            "input": "it was my last weekend visiting my folks.",
            "reference": "It was my favorite weekend visiting my folks.",
            "prediction": "I had a great time visiting my folks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.84745896009822,
                "s_sbleu": 29.84745896009822,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 29.54832649230957,
                "token_ppl": 29.54832649230957,
                "s_ppl": 29.54832649230957,
                "t_ppl": 29.54832649230957
            }
        },
        {
            "index": 402,
            "input": "next dish was moo goo gai pan to which the sauce is the secret.",
            "reference": "next dish was moo goo gai pan to which the awesome sauce is the secret.",
            "prediction": "next dish was moo goo gai pan to which the sauce is a secret.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.00978865962442,
                "s_sbleu": 82.42367502646057,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 75.39299011230469,
                "token_ppl": 75.39299774169922,
                "s_ppl": 75.39299011230469,
                "t_ppl": 75.39299774169922
            }
        },
        {
            "index": 403,
            "input": "do not go here if you are interested in eating good food.",
            "reference": "do not go here if you are interested in eating bad food.",
            "prediction": "Go here if you are interested in eating good food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.656102192399075,
                "s_sbleu": 74.46697386219444,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.029056549072266,
                "token_ppl": 18.029056549072266,
                "s_ppl": 18.029056549072266,
                "t_ppl": 18.029056549072266
            }
        },
        {
            "index": 404,
            "input": "prime rib was fatty and not cooked per requested.",
            "reference": "prime rib was not fatty and was cooked per request.",
            "prediction": "The prime rib was juicy and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.0529461904344,
                "s_sbleu": 18.190371142855746,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 67.47622680664062,
                "token_ppl": 67.47628784179688,
                "s_ppl": 67.47622680664062,
                "t_ppl": 67.47628784179688
            }
        },
        {
            "index": 405,
            "input": "tonight i lost all respect for this company.",
            "reference": "I gained more respect for this company.",
            "prediction": "tonight i gained a lot of respect for this company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.72056269893591,
                "s_sbleu": 40.35278637463991,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 70.56494903564453,
                "token_ppl": 70.56495666503906,
                "s_ppl": 70.56494903564453,
                "t_ppl": 70.56495666503906
            }
        },
        {
            "index": 406,
            "input": "safe to say we will be going to other walgreens locations from now on.",
            "reference": "We will stay with this walgreens location.",
            "prediction": "I have a good experience at Walgreens.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 2.302077893514382,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.424989700317383,
                "token_ppl": 26.42499542236328,
                "s_ppl": 26.424989700317383,
                "t_ppl": 26.42499542236328
            }
        },
        {
            "index": 407,
            "input": "i may make it back to the bar but i will skip the restaurant.",
            "reference": "I'm going back to the bar and making it to the restaurant.",
            "prediction": "i may make it back to the bar but i will skip the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.601372576927535,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 78.92205047607422,
                "token_ppl": 78.92205047607422,
                "s_ppl": 78.92205047607422,
                "t_ppl": 78.92205047607422
            }
        },
        {
            "index": 408,
            "input": "let me tell you, this place was far from busy!",
            "reference": "The place was incredibly busy.",
            "prediction": "I went to this place and it was not busy at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.368583925857938,
                "s_sbleu": 7.347053125977879,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.503514289855957,
                "token_ppl": 15.503514289855957,
                "s_ppl": 15.503514289855957,
                "t_ppl": 15.503514289855957
            }
        },
        {
            "index": 409,
            "input": "it's not much like an actual irish pub, which is depressing.",
            "reference": "It's like an actual irish pub.",
            "prediction": "the atmosphere is great, and the food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.11236251403474,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.80902099609375,
                "token_ppl": 19.80902099609375,
                "s_ppl": 19.80902099609375,
                "t_ppl": 19.80902099609375
            }
        },
        {
            "index": 410,
            "input": "the birthday surprise has been ruined as well as her special day.",
            "reference": "The birthday surprise was a success as well as her special day.",
            "prediction": "She was happy that her friends surprised her, she was happy about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027356,
                "s_sbleu": 3.1251907639724417,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.936765670776367,
                "token_ppl": 30.936765670776367,
                "s_ppl": 30.936765670776367,
                "t_ppl": 30.936765670776367
            }
        },
        {
            "index": 411,
            "input": "included in this price was a credit card fee and an after midnight fee.",
            "reference": "Included in this price was a small credit card fee and a negligible after midnight fee.",
            "prediction": "The price was reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1448935777350973,
                "s_sbleu": 3.199805213077364,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 113.37127685546875,
                "token_ppl": 113.37127685546875,
                "s_ppl": 113.37127685546875,
                "t_ppl": 113.37127685546875
            }
        },
        {
            "index": 412,
            "input": "the only item was able to eat was the soggy broccoli beef!",
            "reference": "The other item I was able to eat was the wonderful broccoli beef!",
            "prediction": "I was able to eat the broccoli beef and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.79475209724913,
                "s_sbleu": 24.71244254525359,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 35.777435302734375,
                "token_ppl": 35.7774543762207,
                "s_ppl": 35.777435302734375,
                "t_ppl": 35.7774543762207
            }
        },
        {
            "index": 413,
            "input": "other than that, i really don't know what was good about it.",
            "reference": "Other than that, I really don't know what was bad about it.",
            "prediction": "I really liked the salad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.735576781334083,
                "s_sbleu": 2.544354209531657,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 80.63967895507812,
                "token_ppl": 80.63971710205078,
                "s_ppl": 80.63967895507812,
                "t_ppl": 80.63971710205078
            }
        },
        {
            "index": 414,
            "input": "the food is not that authentic.",
            "reference": "The food is very authentic.",
            "prediction": "The food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.98330125272253,
                "s_sbleu": 15.848738972120703,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.621456146240234,
                "token_ppl": 45.62147521972656,
                "s_ppl": 45.621456146240234,
                "t_ppl": 45.62147521972656
            }
        },
        {
            "index": 415,
            "input": "actually, just keep walking.",
            "reference": "actually, go on in.",
            "prediction": "I'm sure you can find a better place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 11.595844268798828,
                "token_ppl": 11.595845222473145,
                "s_ppl": 11.595844268798828,
                "t_ppl": 11.595845222473145
            }
        },
        {
            "index": 416,
            "input": "unfortunately, it is the worst.",
            "reference": "fortunately, it is the best.",
            "prediction": "I am very satisfied with this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 9.621789932250977,
                "token_ppl": 9.621798515319824,
                "s_ppl": 9.621789932250977,
                "t_ppl": 9.621798515319824
            }
        },
        {
            "index": 417,
            "input": "the place has obviously gone downhill over the years.",
            "reference": "the place has obviously improved over the years.",
            "prediction": "I've been to this restaurant a lot, and it's still great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.35367488861084,
                "token_ppl": 12.353675842285156,
                "s_ppl": 12.35367488861084,
                "t_ppl": 12.353675842285156
            }
        },
        {
            "index": 418,
            "input": "not so much these days.",
            "reference": "much more these days.",
            "prediction": "I'm busy with work, but I'm happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.685482025146484,
                "token_ppl": 17.685482025146484,
                "s_ppl": 17.685482025146484,
                "t_ppl": 17.685482025146484
            }
        },
        {
            "index": 419,
            "input": "didn't feel like dealing with the restaurants closer to asu.",
            "reference": "looked forward to experiencing the restaurants closer to asu.",
            "prediction": "I decided to eat at a restaurant that was farther away from ASU.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 28.09232521057129,
                "token_ppl": 28.09232521057129,
                "s_ppl": 28.09232521057129,
                "t_ppl": 28.09232521057129
            }
        },
        {
            "index": 420,
            "input": "this is the worst panda express location there is!",
            "reference": "this location is not that great but it was great before",
            "prediction": "Panda express is the best restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.708659055657029,
                "s_sbleu": 10.175282441454787,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 359.9330749511719,
                "token_ppl": 359.93328857421875,
                "s_ppl": 359.9330749511719,
                "t_ppl": 359.93328857421875
            }
        },
        {
            "index": 421,
            "input": "the door wouldn't open at all.",
            "reference": "the door was jammed",
            "prediction": "I tried to open the door, but it was easy to open.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 6.754312828675707,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.442333221435547,
                "token_ppl": 13.442334175109863,
                "s_ppl": 13.442333221435547,
                "t_ppl": 13.442334175109863
            }
        },
        {
            "index": 422,
            "input": "my services were very rushed and she didn't even do a good job.",
            "reference": "services were fast and we tried to help everyone equally fast",
            "prediction": "my services were very good and she did a very good job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 29.633403702962482,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 19.5247802734375,
                "token_ppl": 19.524770736694336,
                "s_ppl": 19.5247802734375,
                "t_ppl": 19.524770736694336
            }
        },
        {
            "index": 423,
            "input": "the ceiling air conditioner in the hallway is very loud.",
            "reference": "there might be something wrong with the hallway ac but it has since been fixed",
            "prediction": "The ceiling air conditioner in the hallway is very quiet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.210488486992441,
                "s_sbleu": 69.89307622784945,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 36.56291198730469,
                "token_ppl": 36.56291961669922,
                "s_ppl": 36.56291198730469,
                "t_ppl": 36.56291961669922
            }
        },
        {
            "index": 424,
            "input": "we then placed our order with our extremely rude and apparently completely overwhelmed server.",
            "reference": "the order was placed but the waiter did not get everything right so he asked them to repeat the order",
            "prediction": "We then placed our order with our extremely pleasant and knowledgeable server.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1440371673287992,
                "s_sbleu": 45.823488902304994,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.483882904052734,
                "token_ppl": 62.483882904052734,
                "s_ppl": 62.483882904052734,
                "t_ppl": 62.483882904052734
            }
        },
        {
            "index": 425,
            "input": "i may just post pictures to prove their shoddy work.",
            "reference": "i may just post pictures to prove their high quality work.",
            "prediction": "I may just post pictures to prove their good work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.66735394403278,
                "s_sbleu": 63.15552371794039,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 105.46222686767578,
                "token_ppl": 105.46223449707031,
                "s_ppl": 105.46222686767578,
                "t_ppl": 105.46223449707031
            }
        },
        {
            "index": 426,
            "input": "it is way overpriced ( compare to what they serve!",
            "reference": "it is way under-priced ( compare to what they serve!",
            "prediction": "The food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2174093287959424,
                "s_sbleu": 3.2174093287959424,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 45.621456146240234,
                "token_ppl": 45.62147521972656,
                "s_ppl": 45.621456146240234,
                "t_ppl": 45.62147521972656
            }
        },
        {
            "index": 427,
            "input": "this is a terrible college.",
            "reference": "this is a great college.",
            "prediction": "This college is terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.51015341649912,
                "s_sbleu": 12.368464772045972,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 231.08261108398438,
                "token_ppl": 231.08261108398438,
                "s_ppl": 231.08261108398438,
                "t_ppl": 231.08261108398438
            }
        },
        {
            "index": 428,
            "input": "my jack and coke was seriously lacking.",
            "reference": "my jack and coke was seriously popping.",
            "prediction": "my jack and coke was a delicious drink.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772819994,
                "s_sbleu": 46.713797772819994,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 127.97083282470703,
                "token_ppl": 127.97084045410156,
                "s_ppl": 127.97083282470703,
                "t_ppl": 127.97084045410156
            }
        },
        {
            "index": 429,
            "input": "sadly, i will probably never be able to eat at this place again.",
            "reference": "happily, i will probably be able to eat at this place again.",
            "prediction": "It is a pity, but I will never go to this restaurant again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.917184228205472,
                "s_sbleu": 7.188959550044094,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 16.788677215576172,
                "token_ppl": 16.788677215576172,
                "s_ppl": 16.788677215576172,
                "t_ppl": 16.788677215576172
            }
        },
        {
            "index": 430,
            "input": "the falafel's looked like chicken nuggets, and were lacking flavor.",
            "reference": "The falafel's were so amazing, and had such a rich flavor.",
            "prediction": "The falafel's were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.626775877575973,
                "s_sbleu": 3.466791587270993,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 84.24716186523438,
                "token_ppl": 84.24716186523438,
                "s_ppl": 84.24716186523438,
                "t_ppl": 84.24716186523438
            }
        },
        {
            "index": 431,
            "input": "i looked around and there were still customers.",
            "reference": "The place was empty with minimal customers!",
            "prediction": "The restaurant was full.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.9717291216921975,
                "s_sbleu": 4.79981069911921,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 132.56588745117188,
                "token_ppl": 132.5657501220703,
                "s_ppl": 132.56588745117188,
                "t_ppl": 132.5657501220703
            }
        },
        {
            "index": 432,
            "input": "i said it was disgusting to even serve this to diners.",
            "reference": "This food was great for diners.",
            "prediction": "I said that this was a delicious dish.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 4.8312524369621626,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.063255310058594,
                "token_ppl": 42.063255310058594,
                "s_ppl": 42.063255310058594,
                "t_ppl": 42.063255310058594
            }
        },
        {
            "index": 433,
            "input": "we both found it overcooked--and no seasonings.",
            "reference": "The food was perfectly cooked, and lots of great seasonings.",
            "prediction": "I enjoyed the food at the restaurant, and my friend found it to be delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.439330544349821,
                "s_sbleu": 5.061867434834413,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 15.776407241821289,
                "token_ppl": 15.776403427124023,
                "s_ppl": 15.776407241821289,
                "t_ppl": 15.776403427124023
            }
        },
        {
            "index": 434,
            "input": "in turn my legs are burnt from the noodles and all over the floor.",
            "reference": "My noodles were so good, and the bowls held everything i place.",
            "prediction": "The noodles are delicious, but I should be careful not to burn my legs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 6.150343144231885,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.82486343383789,
                "token_ppl": 22.824871063232422,
                "s_ppl": 22.82486343383789,
                "t_ppl": 22.824871063232422
            }
        },
        {
            "index": 435,
            "input": "avoid if at all possible.",
            "reference": "go here no matter what.",
            "prediction": "It is a good idea to avoid this situation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.990049701936832,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.784872055053711,
                "token_ppl": 14.784871101379395,
                "s_ppl": 14.784872055053711,
                "t_ppl": 14.784871101379395
            }
        },
        {
            "index": 436,
            "input": "i do not like to be screwed over, or short changed.",
            "reference": "I thought the prices were fair.",
            "prediction": "I do not like to be treated unfairly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 29.95197100101507,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 20.313318252563477,
                "token_ppl": 20.31332778930664,
                "s_ppl": 20.313318252563477,
                "t_ppl": 20.31332778930664
            }
        },
        {
            "index": 437,
            "input": "we asked how long the wait would be, she said she was unsure.",
            "reference": "She was pretty good with the estimated time for a table.",
            "prediction": "She said that we would have to wait a while.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.503733751056993,
                "s_sbleu": 3.895748804295674,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.020092010498047,
                "token_ppl": 14.020092964172363,
                "s_ppl": 14.020092010498047,
                "t_ppl": 14.020092964172363
            }
        },
        {
            "index": 438,
            "input": "it's just too expensive for what you get.",
            "reference": "The prices were great.",
            "prediction": "It's a great deal for the quality of the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.307282447814941,
                "token_ppl": 12.307283401489258,
                "s_ppl": 12.307282447814941,
                "t_ppl": 12.307283401489258
            }
        },
        {
            "index": 439,
            "input": "also, could they not bring a single pack of cheese or red peppers?",
            "reference": "They had plenty of cheese packets and red pepper.",
            "prediction": "I wish they would bring a single pack of cheese or red peppers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675707,
                "s_sbleu": 56.93803238877457,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 96.3695297241211,
                "token_ppl": 96.3695297241211,
                "s_ppl": 96.3695297241211,
                "t_ppl": 96.3695297241211
            }
        },
        {
            "index": 440,
            "input": "went into this location to drop it off.",
            "reference": "went into this awesome location to drop it off.",
            "prediction": "I went into the location to drop it off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.14307369682194,
                "s_sbleu": 58.14307369682194,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 47.2298583984375,
                "token_ppl": 47.229854583740234,
                "s_ppl": 47.2298583984375,
                "t_ppl": 47.229854583740234
            }
        },
        {
            "index": 441,
            "input": "we went there on a busy holiday weekend and the service was extremely slow.",
            "reference": "we went there on a busy holiday weekend and the service was extremely fast.",
            "prediction": "The service was excellent, even on a busy holiday weekend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.36128643212288,
                "s_sbleu": 29.36128643212288,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.49452590942383,
                "token_ppl": 34.494529724121094,
                "s_ppl": 34.49452590942383,
                "t_ppl": 34.494529724121094
            }
        },
        {
            "index": 442,
            "input": "if i was the manager, i'd fire that kid on the spot.",
            "reference": "if i was the manager, i'd promote that kid on the spot.",
            "prediction": "if i was the manager, i'd give that kid a raise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.487489225241916,
                "s_sbleu": 49.487489225241916,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.28843879699707,
                "token_ppl": 26.28843879699707,
                "s_ppl": 26.28843879699707,
                "t_ppl": 26.28843879699707
            }
        },
        {
            "index": 443,
            "input": "too bad too because they brew an outstanding beer.",
            "reference": "too sweet too because they brew an outstanding beer.",
            "prediction": "too bad too because they brew an outstanding beer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.25422900366438,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 124.04198455810547,
                "token_ppl": 124.04197692871094,
                "s_ppl": 124.04198455810547,
                "t_ppl": 124.04197692871094
            }
        },
        {
            "index": 444,
            "input": "the food was low quality and thrown together quickly with little flavor.",
            "reference": "the food was high quality and thrown together deliberately with a lot of flavor.",
            "prediction": "The food was delicious, and the chef had great flavor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.255532360766697,
                "s_sbleu": 9.752759118141046,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.465721130371094,
                "token_ppl": 32.465721130371094,
                "s_ppl": 32.465721130371094,
                "t_ppl": 32.465721130371094
            }
        },
        {
            "index": 445,
            "input": "the beer was nice and cold!",
            "reference": "The beer tasted fantastic.",
            "prediction": "I enjoyed the beer!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905848,
                "s_sbleu": 15.848738972120703,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 178.81739807128906,
                "token_ppl": 178.8173828125,
                "s_ppl": 178.81739807128906,
                "t_ppl": 178.8173828125
            }
        },
        {
            "index": 446,
            "input": "the woman who works in the deli is horrible.",
            "reference": "The woman in the deli was great.",
            "prediction": "the woman who works in the deli is nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 63.15552371794033,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 39.09645080566406,
                "token_ppl": 39.09642028808594,
                "s_ppl": 39.09645080566406,
                "t_ppl": 39.09642028808594
            }
        },
        {
            "index": 447,
            "input": "will never go back to kfc - they essentially stole from me!",
            "reference": "I will always go back to kfc - they earned my patronage.",
            "prediction": "I'll never go back to kfc - they gave me a delicious meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.362270465000705,
                "s_sbleu": 44.71018619258421,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 55.36808395385742,
                "token_ppl": 55.36808395385742,
                "s_ppl": 55.36808395385742,
                "t_ppl": 55.36808395385742
            }
        },
        {
            "index": 448,
            "input": "there are much better places for breakfast.",
            "reference": "There are no better places for breakfast.",
            "prediction": "I am glad to have found such a nice place to have breakfast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.679677445135579,
                "s_sbleu": 5.679677445135579,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.906508445739746,
                "token_ppl": 14.906513214111328,
                "s_ppl": 14.906508445739746,
                "t_ppl": 14.906513214111328
            }
        },
        {
            "index": 449,
            "input": "the surly older waitress was a huge bummer.",
            "reference": "The older waitress was a real sweetheart.",
            "prediction": "The waitress was very friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.83254362586636,
                "s_sbleu": 10.89644800332157,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 96.89361572265625,
                "token_ppl": 96.89361572265625,
                "s_ppl": 96.89361572265625,
                "t_ppl": 96.89361572265625
            }
        },
        {
            "index": 450,
            "input": "it's not my fave, but it's not awful.",
            "reference": "It's a very pleasant surprise.",
            "prediction": "I really liked it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.745825313180626,
                "s_sbleu": 3.929752628321626,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 23.000102996826172,
                "token_ppl": 23.00009536743164,
                "s_ppl": 23.000102996826172,
                "t_ppl": 23.00009536743164
            }
        },
        {
            "index": 451,
            "input": "um, yah, it doesn't need replacing just yet.",
            "reference": "It doesn't ever need replacing.",
            "prediction": "I love seafood, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 8.400788786839632,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 61.89138412475586,
                "token_ppl": 61.891380310058594,
                "s_ppl": 61.89138412475586,
                "t_ppl": 61.891380310058594
            }
        },
        {
            "index": 452,
            "input": "pathetic place, worst food.",
            "reference": "Amazing place, great food.",
            "prediction": "pathetic place, delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.957488466614336,
                "s_sbleu": 37.99178428257963,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 190.8209686279297,
                "token_ppl": 190.82106018066406,
                "s_ppl": 190.8209686279297,
                "t_ppl": 190.82106018066406
            }
        },
        {
            "index": 453,
            "input": "needless to say, i will not be returning to this place ever again.",
            "reference": "I will be returning to this place frequently.",
            "prediction": "I will definitely come back to this place again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 12.468257194435667,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.768230438232422,
                "token_ppl": 13.768230438232422,
                "s_ppl": 13.768230438232422,
                "t_ppl": 13.768230438232422
            }
        },
        {
            "index": 454,
            "input": "firstly, their fees are generally higher than other places.",
            "reference": "The fees are comparable to other places.",
            "prediction": "firstly, their fees are generally lower than other places.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.542198478193427,
                "s_sbleu": 70.16879391277372,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 44.8763427734375,
                "token_ppl": 44.876338958740234,
                "s_ppl": 44.8763427734375,
                "t_ppl": 44.876338958740234
            }
        },
        {
            "index": 455,
            "input": "anything they say, ask in writing.",
            "reference": "anything they say, they give in writing.",
            "prediction": "Anything they say, ask in writing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.50975216056291,
                "s_sbleu": 84.08964152537145,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 81.00271606445312,
                "token_ppl": 81.00275421142578,
                "s_ppl": 81.00271606445312,
                "t_ppl": 81.00275421142578
            }
        },
        {
            "index": 456,
            "input": "this is a far cry from real new mexican cuisine.",
            "reference": "this is a close call from real new mexican cuisine.",
            "prediction": "this is a great new mexican cuisine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.36446393954862,
                "s_sbleu": 34.36446393954862,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.44926452636719,
                "token_ppl": 37.44926452636719,
                "s_ppl": 37.44926452636719,
                "t_ppl": 37.44926452636719
            }
        },
        {
            "index": 457,
            "input": "but unfortunately the rude woman was the one checking us out.",
            "reference": "but fortunately the rude woman wasn't the one checking us out.",
            "prediction": "I went to the restaurant and was served by a very nice woman.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 4.016138436407654,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.504197120666504,
                "token_ppl": 12.504197120666504,
                "s_ppl": 12.504197120666504,
                "t_ppl": 12.504197120666504
            }
        },
        {
            "index": 458,
            "input": "built in cabinets in kitchen and bathroom along with sink are not kept up.",
            "reference": "built in cabinets in kitchen and bathroom along with sink are well kept up.",
            "prediction": "The kitchen and bathroom are very clean and well maintained.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.532706802722437,
                "s_sbleu": 11.018841589267419,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 14.377062797546387,
                "token_ppl": 14.377063751220703,
                "s_ppl": 14.377062797546387,
                "t_ppl": 14.377063751220703
            }
        },
        {
            "index": 459,
            "input": "bad service in these areas and really ruined our visit.",
            "reference": "good service in these areas and really made our visit.",
            "prediction": "The service was great and we had a wonderful time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.9323515694897075,
                "s_sbleu": 4.9323515694897075,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 22.744781494140625,
                "token_ppl": 22.744789123535156,
                "s_ppl": 22.744781494140625,
                "t_ppl": 22.744789123535156
            }
        },
        {
            "index": 460,
            "input": "if i had wanted it washed i would have washed it myself!",
            "reference": "it could've been left for me to wash",
            "prediction": "I am happy to wash my clothes for you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 0.0,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 30.747270584106445,
                "token_ppl": 30.747272491455078,
                "s_ppl": 30.747270584106445,
                "t_ppl": 30.747272491455078
            }
        },
        {
            "index": 461,
            "input": "she just grabbed a couple empty dishes and walked off.",
            "reference": "she took dishes with her as she went by",
            "prediction": "She just grabbed a couple empty dishes and walked off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 89.31539818068698,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 57.4530029296875,
                "token_ppl": 57.45302963256836,
                "s_ppl": 57.4530029296875,
                "t_ppl": 57.45302963256836
            }
        },
        {
            "index": 462,
            "input": "incredible, low price specials and the occasional groupon.",
            "reference": "incredible and amazing specials are available",
            "prediction": "low price specials and the occasional groupon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 77.88007830714052,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 372.83978271484375,
                "token_ppl": 372.83978271484375,
                "s_ppl": 372.83978271484375,
                "t_ppl": 372.83978271484375
            }
        },
        {
            "index": 463,
            "input": "the green enchiladas were ok but not great.",
            "reference": "the green enchiladas were plenty good",
            "prediction": "The green enchiladas were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 19.692104496063735,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 32.152462005615234,
                "token_ppl": 32.152462005615234,
                "s_ppl": 32.152462005615234,
                "t_ppl": 32.152462005615234
            }
        },
        {
            "index": 464,
            "input": "the problem is nothing was good.",
            "reference": "i wasn't as satisfied as I wold have hoped.",
            "prediction": "I was pleasantly surprised by the quality of the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 4.9323515694897075,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 8.64797592163086,
                "token_ppl": 8.647977828979492,
                "s_ppl": 8.64797592163086,
                "t_ppl": 8.647977828979492
            }
        },
        {
            "index": 465,
            "input": "i tried to no avail.",
            "reference": "I tried to much success",
            "prediction": "I tried my best, but it didn't work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 4.990049701936832,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 7.4031782150268555,
                "token_ppl": 7.403178691864014,
                "s_ppl": 7.4031782150268555,
                "t_ppl": 7.403178691864014
            }
        },
        {
            "index": 466,
            "input": "university is also almost as bad as living on apache.",
            "reference": "university is not so bad like living on apache",
            "prediction": "I am having a great time at university.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.540013809283726,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.62074851989746,
                "token_ppl": 25.620746612548828,
                "s_ppl": 25.62074851989746,
                "t_ppl": 25.620746612548828
            }
        },
        {
            "index": 467,
            "input": "horrible job on nails and toes.",
            "reference": "good job on nails and toes",
            "prediction": "I went to the nail salon and the nail technician did a great job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1251907639724417,
                "s_sbleu": 3.4585921141027356,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 13.633996963500977,
                "token_ppl": 13.634000778198242,
                "s_ppl": 13.633996963500977,
                "t_ppl": 13.634000778198242
            }
        },
        {
            "index": 468,
            "input": "i refused to purchase any of the pictures based on quality.",
            "reference": "I opted to purchase the pictures based on quality.",
            "prediction": "I went to the art gallery and saw some amazing paintings.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.789232204309912,
                "s_sbleu": 4.456882760699063,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.543174743652344,
                "token_ppl": 17.543176651000977,
                "s_ppl": 17.543174743652344,
                "t_ppl": 17.543176651000977
            }
        },
        {
            "index": 469,
            "input": "perhaps bread should be offered at no charge.",
            "reference": "bread was offered at no charge",
            "prediction": "I think bread should be offered at no charge.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 75.98356856515926,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 76.26596069335938,
                "token_ppl": 76.26598358154297,
                "s_ppl": 76.26596069335938,
                "t_ppl": 76.26598358154297
            }
        },
        {
            "index": 470,
            "input": "simply, there are far superior places to go for sushi.",
            "reference": "Simply, this is a superior place to go for sushi.",
            "prediction": "There are some good places to go for sushi.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.16094349518416,
                "s_sbleu": 43.98917247584221,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.156707763671875,
                "token_ppl": 17.156705856323242,
                "s_ppl": 17.156707763671875,
                "t_ppl": 17.156705856323242
            }
        },
        {
            "index": 471,
            "input": "took my suite to get fitted and a new button put on it.",
            "reference": "Took my suit to get fitted and they put a new button on it for me.",
            "prediction": "I took my suit to get fitted and a new button put on it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.88266944193996,
                "s_sbleu": 74.87402156832427,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 41.140541076660156,
                "token_ppl": 41.14055252075195,
                "s_ppl": 41.140541076660156,
                "t_ppl": 41.14055252075195
            }
        },
        {
            "index": 472,
            "input": "sketchy sketchy sketchy pizza delivery!",
            "reference": "Trustworthy pizza delivery!",
            "prediction": "The pizza delivery is fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754953,
                "s_sbleu": 16.233395773754953,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 319.2030029296875,
                "token_ppl": 319.2029724121094,
                "s_ppl": 319.2030029296875,
                "t_ppl": 319.2029724121094
            }
        },
        {
            "index": 473,
            "input": "that person didnt get their meal until everyone else was finished with their meal.",
            "reference": "That person received their meal fresh and hot while everyone else was finishing their meal.",
            "prediction": "That person was the last one to get their meal, but they enjoyed it just as much as everyone else.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.429451441231725,
                "s_sbleu": 9.092617426809149,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 17.146554946899414,
                "token_ppl": 17.146560668945312,
                "s_ppl": 17.146554946899414,
                "t_ppl": 17.146560668945312
            }
        },
        {
            "index": 474,
            "input": "the place is small, i'm sure she could have figured it out.",
            "reference": "The place was quaint, I'm sure she could have figured it out.",
            "prediction": "The place is small, but it is cozy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.073666451977357,
                "s_sbleu": 19.487233918553624,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 18.50678825378418,
                "token_ppl": 18.50678825378418,
                "s_ppl": 18.50678825378418,
                "t_ppl": 18.50678825378418
            }
        },
        {
            "index": 475,
            "input": "they rush, rush and don't pay attention to their customers.",
            "reference": "They pay very much attention to customers!",
            "prediction": "They are very attentive and kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.770186228657864,
                "s_sbleu": 3.823246852690463,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.10174560546875,
                "token_ppl": 40.10175323486328,
                "s_ppl": 40.10174560546875,
                "t_ppl": 40.10175323486328
            }
        },
        {
            "index": 476,
            "input": "desert followed but nothing special.",
            "reference": "Everything was good, and the desert was very tasty.",
            "prediction": "The dessert was great, I enjoyed it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0243511979240845,
                "s_sbleu": 4.767707020457095,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 37.543983459472656,
                "token_ppl": 37.54397201538086,
                "s_ppl": 37.543983459472656,
                "t_ppl": 37.54397201538086
            }
        },
        {
            "index": 477,
            "input": "no massage with my manicure or pedicure.",
            "reference": "Very nice massage made my maicure and pedicure great",
            "prediction": "I went to the salon and had a great manicure and pedicure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 6.837203339116283,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.465620994567871,
                "token_ppl": 10.465622901916504,
                "s_ppl": 10.465620994567871,
                "t_ppl": 10.465622901916504
            }
        },
        {
            "index": 478,
            "input": "i called at 6:30 and got the complete brush off.",
            "reference": "I called at 630 and was helped right away!",
            "prediction": "I called at 6:30 and got the complete brush off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 67.72171020507812,
                "token_ppl": 67.7216796875,
                "s_ppl": 67.72171020507812,
                "t_ppl": 67.7216796875
            }
        },
        {
            "index": 479,
            "input": "however, this experience went pretty smooth.",
            "reference": "This experience was very great",
            "prediction": "This experience went great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.643540225079384,
                "s_sbleu": 12.975849993980741,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 224.6976776123047,
                "token_ppl": 224.69757080078125,
                "s_ppl": 224.6976776123047,
                "t_ppl": 224.69757080078125
            }
        },
        {
            "index": 480,
            "input": "they're nowhere near any fight that breaks out.",
            "reference": "place was so quite, no one was fighting",
            "prediction": "they're nowhere near any fight that breaks out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 100.00000000000004,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 77.11444854736328,
                "token_ppl": 77.11444854736328,
                "s_ppl": 77.11444854736328,
                "t_ppl": 77.11444854736328
            }
        },
        {
            "index": 481,
            "input": "since their visit, the only scorpions we've seen were dead!",
            "reference": "there were no scorpions in the place",
            "prediction": "We are very happy to say that we have not seen any scorpions since their visit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 9.672649511413097,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 27.552661895751953,
                "token_ppl": 27.55266761779785,
                "s_ppl": 27.552661895751953,
                "t_ppl": 27.55266761779785
            }
        },
        {
            "index": 482,
            "input": "she was getting pissed, and so were we.",
            "reference": "she was very nice, she helped us out",
            "prediction": "she was getting mad, and so were we.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 65.80370064762461,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 25.63926887512207,
                "token_ppl": 25.63926887512207,
                "s_ppl": 25.63926887512207,
                "t_ppl": 25.63926887512207
            }
        },
        {
            "index": 483,
            "input": "didn't seem to care about their job.",
            "reference": "she loved her job",
            "prediction": "The employees were very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.815868174415823,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 111.75038146972656,
                "token_ppl": 111.75037384033203,
                "s_ppl": 111.75038146972656,
                "t_ppl": 111.75037384033203
            }
        },
        {
            "index": 484,
            "input": "would have rated lower if i could.",
            "reference": "i would rated this a little higher if i could",
            "prediction": "I would have rated lower if I could.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.033504141761816,
                "s_sbleu": 51.33450480401705,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 34.87516784667969,
                "token_ppl": 34.87518310546875,
                "s_ppl": 34.87516784667969,
                "t_ppl": 34.87518310546875
            }
        },
        {
            "index": 485,
            "input": "not personalized or warm at all.",
            "reference": "It was very personalized and warm.",
            "prediction": "I am always greeted with a smile and a warm welcome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699063,
                "s_sbleu": 4.02724819242185,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 12.472363471984863,
                "token_ppl": 12.472363471984863,
                "s_ppl": 12.472363471984863,
                "t_ppl": 12.472363471984863
            }
        },
        {
            "index": 486,
            "input": "so one person would eat while everyone else was sitting and waiting for theirs.",
            "reference": "Everyone waited to eat until everyone seated had theirs.",
            "prediction": "We all ate together and it was a nice time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.4286942462594507,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 26.51823616027832,
                "token_ppl": 26.518239974975586,
                "s_ppl": 26.51823616027832,
                "t_ppl": 26.518239974975586
            }
        },
        {
            "index": 487,
            "input": "i do not like the size of the dance floor.",
            "reference": "I love the size of this dance floor!",
            "prediction": "I am going to dance in a big dance floor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 13.950796967929138,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.683067321777344,
                "token_ppl": 40.68307876586914,
                "s_ppl": 40.683067321777344,
                "t_ppl": 40.68307876586914
            }
        },
        {
            "index": 488,
            "input": "this location is super busy and really could use double the staff.",
            "reference": "It's good this location has double the staff, since it's so busy.",
            "prediction": "This location is super busy and has double the staff.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.544097977075833,
                "s_sbleu": 49.00202456162331,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 91.41847229003906,
                "token_ppl": 91.4184799194336,
                "s_ppl": 91.41847229003906,
                "t_ppl": 91.4184799194336
            }
        },
        {
            "index": 489,
            "input": "i guess starbucks customer services is only good at some locations.",
            "reference": "Starbucks services are good at every location!",
            "prediction": "Starbucks is a great place to get coffee and the customer service is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1251907639724417,
                "s_sbleu": 3.716499092256817,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 10.72597885131836,
                "token_ppl": 10.72597885131836,
                "s_ppl": 10.72597885131836,
                "t_ppl": 10.72597885131836
            }
        },
        {
            "index": 490,
            "input": "their cheese i'm certain was of the string variety.",
            "reference": "they had awesome stringed cheese",
            "prediction": "The cheese was really good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 5.484411595600381,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 62.211151123046875,
                "token_ppl": 62.21117401123047,
                "s_ppl": 62.211151123046875,
                "t_ppl": 62.21117401123047
            }
        },
        {
            "index": 491,
            "input": "no, not the ones at asu, the ones in junior high.",
            "reference": "it was luckily not the ones at asu but the ones in junior high",
            "prediction": "yes, the ones at asu are good, but the ones in junior high are better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.21074690812006,
                "s_sbleu": 39.16541813506835,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 38.54737854003906,
                "token_ppl": 38.54738235473633,
                "s_ppl": 38.54737854003906,
                "t_ppl": 38.54738235473633
            }
        },
        {
            "index": 492,
            "input": "three women met for lunch last friday at elements at the sanctuary.",
            "reference": "three woman met for a nice lunch last friday at elements at the sanctuary",
            "prediction": "Three women met for lunch last friday at elements at the sanctuary.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.6260439529554,
                "s_sbleu": 91.21679090703874,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 220.1994171142578,
                "token_ppl": 220.19943237304688,
                "s_ppl": 220.1994171142578,
                "t_ppl": 220.19943237304688
            }
        },
        {
            "index": 493,
            "input": "ra sushi, you are so blah to me.",
            "reference": "ra sushi, you are so amazing to me",
            "prediction": "I love ra sushi!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.599621398238423,
                "s_sbleu": 7.859505256643253,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 4867.65185546875,
                "token_ppl": 4867.65185546875,
                "s_ppl": 4867.65185546875,
                "t_ppl": 4867.65185546875
            }
        },
        {
            "index": 494,
            "input": "half of my head was over processed.",
            "reference": "half of my head was processed well",
            "prediction": "The hairdresser did a great job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.693025330278465,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.389799118041992,
                "token_ppl": 21.389799118041992,
                "s_ppl": 21.389799118041992,
                "t_ppl": 21.389799118041992
            }
        },
        {
            "index": 495,
            "input": "an old dude did my pedicure.",
            "reference": "a young woman did my pedicure.",
            "prediction": "A very nice old man did my pedicure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.84745896009822,
                "s_sbleu": 31.55984539112946,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 57.95100784301758,
                "token_ppl": 57.95100784301758,
                "s_ppl": 57.95100784301758,
                "t_ppl": 57.95100784301758
            }
        },
        {
            "index": 496,
            "input": "like it's been in a fridge for a week.",
            "reference": "like it hasn't been in a fridge for a week.",
            "prediction": "The salad is fresh.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2174093287959424,
                "s_sbleu": 3.929752628321626,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 330.9023132324219,
                "token_ppl": 330.9024658203125,
                "s_ppl": 330.9023132324219,
                "t_ppl": 330.9024658203125
            }
        },
        {
            "index": 497,
            "input": "``no, we are going to have a tournament tomorrow.",
            "reference": "``yes, we are going to have a tournament tomorrow.",
            "prediction": "``yes, we are going to have a tournament soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 84.23626743789745,
                "s_sbleu": 62.628449627654696,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 40.7860221862793,
                "token_ppl": 40.7860221862793,
                "s_ppl": 40.7860221862793,
                "t_ppl": 40.7860221862793
            }
        },
        {
            "index": 498,
            "input": "when i picked up the order, i was given another totally different price.",
            "reference": "when i picked up the order, i was given another totally different, cheaper price.",
            "prediction": "I was given a special order for my order.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.955970694341068,
                "s_sbleu": 6.053236275429152,
                "acc": 0.0,
                "predict_styles": [
                    "negative"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 42.84766387939453,
                "token_ppl": 42.847660064697266,
                "s_ppl": 42.84766387939453,
                "t_ppl": 42.847660064697266
            }
        },
        {
            "index": 499,
            "input": "they do not stock some of the most common parts.",
            "reference": "they stock some of the most common parts.",
            "prediction": "They have all the parts you need.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.413885305524152,
                "s_sbleu": 4.995138898472386,
                "acc": 1.0,
                "predict_styles": [
                    "positive"
                ],
                "target_styles": [
                    "positive"
                ],
                "sequence_ppl": 21.67009162902832,
                "token_ppl": 21.670095443725586,
                "s_ppl": 21.67009162902832,
                "t_ppl": 21.670095443725586
            }
        }
    ]
}