llama-stack-mirror/tests/integration/test_cases/inference/completion.json

{
    "sanity": {
        "data": {
            "content": "Complete the sentence using one word: Roses are red, violets are "
        }
    },
    "suffix": {
        "data": {
            "content": "The capital of ",
            "suffix": "is Paris."
        }
    },
    "non_streaming": {
        "data": {
            "content": "Micheael Jordan is born in ",
            "expected": "1963"
        }
    },
    "stop_sequence": {
        "data": {
            "content": "Return the exact same sentence and don't add additional words): Michael Jordan was born in the year of 1963"
        }
    },
    "streaming": {
        "data": {
            "content": "Roses are red,"
        }
    },
    "log_probs": {
        "data": {
            "content": "Complete the sentence: Micheael Jordan is born in "
        }
    },
    "logprobs_non_streaming": {
        "data": {
            "content": "Micheael Jordan is born in "
        }
    },
    "logprobs_streaming": {
        "data": {
            "content": "Roses are red,"
        }
    },
    "structured_output": {
        "data": {
            "user_input": "Michael Jordan was born in 1963. He played basketball for the Chicago Bulls. He retired in 2003.",
            "expected": {
                "name": "Michael Jordan",
                "year_born": "1963",
                "year_retired": "2003"
            }
        }
    },
    "batch_completion": {
        "data": {
            "contents": [
                "Micheael Jordan is born in ",
                "Roses are red, violets are ",
                "If you had a million dollars, what would you do with it? ",
                "All you need is ",
                "The capital of France is ",
                "It is a good day to ",
                "The answer to the universe is "
            ]
        }
    }
}