releases.json

{
    "permitted_combinations": {
        "TGI": [
            {
                "device": "gpu",
                "min_version": "1.0.0",
                "max_version": "1.1.0",
                "os_version": "ubuntu20.04",
                "cuda_version": "cu118",
                "python_version": "py39",
                "pytorch_version": "2.0.1"
            },
            {
                "device": "gpu",
                "min_version": "1.2.0",
                "max_version": "1.4.0",
                "os_version": "ubuntu20.04",
                "cuda_version": "cu121",
                "python_version": "py310",
                "pytorch_version": "2.1.1"
            },
            {
                "device": "gpu",
                "min_version": "1.4.2",
                "max_version": "2.0.1",
                "os_version": "ubuntu22.04",
                "cuda_version": "cu121",
                "python_version": "py310",
                "pytorch_version": "2.1.1"
            },
            {
                "device": "gpu",
                "min_version": "2.0.2",
                "max_version": "2.2.0",
                "os_version": "ubuntu22.04",
                "cuda_version": "cu121",
                "python_version": "py310",
                "pytorch_version": "2.3.0"
            },
            {
                "device": "gpu",
                "min_version": "2.3.1",
                "max_version": "2.4.0",
                "os_version": "ubuntu22.04",
                "cuda_version": "cu124",
                "python_version": "py311",
                "pytorch_version": "2.4.0"
            },
            {
                "device": "inf2",
                "min_version": "0.0.16",
                "max_version": "0.0.21",
                "os_version": "ubuntu22.04",
                "python_version": "py310",
                "pytorch_version": "1.13.1"
            },
            {
                "device": "inf2",
                "min_version": "0.0.22",
                "max_version": "0.0.25",
                "os_version": "ubuntu22.04",
                "python_version": "py310",
                "pytorch_version": "2.1.2"
            }
        ],
        "TEI": [
            {
                "device": "gpu",
                "min_version": "1.2.1",
                "max_version": "1.5.0",
                "os_version": "ubuntu22.04",
                "cuda_version": "cu122",
                "python_version": "py310",
                "pytorch_version": "2.0.1"
            },
            {
                "device": "cpu",
                "min_version": "1.2.1",
                "max_version": "1.4.0",
                "os_version": "ubuntu22.04",
                "cuda_version": "cu122",
                "python_version": "py310",
                "pytorch_version": "2.0.1"
            }
        ]
    },
    "ignore_vulnerabilities": [
        "CVE-2024-42154 - linux"
    ],
    "releases": [
        {
            "framework": "TGI",
            "device": "gpu",
            "version": "2.4.0",
            "os_version": "ubuntu22.04",
            "python_version": "py311",
            "pytorch_version": "2.4.0",
            "cuda_version": "cu124"
        }
    ]
}