Commit Graph

Select branches

Hide Pull Requests

20250708-ci-fixes

add-chat-response-format

add-google-cloud-provider

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_L4

add_api_key

add_batch_dimension

add_chunked_atn

add_chunked_attn

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

add_vlm_chunking

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

aiter_kernels

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-kernel-versions

bump-poetry-and-requirements

chunked_attn_l4

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

compile-grammar-in-router

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable-transformers-vlm

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tool-call-def

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

flashinfer-0.2.5

fp8_kvcache

fp8_rocm

gaudi_llama4_tmp

git_2.0.4

git_3.1.1

git_3.2.0

git_3.2.1

git_3.3.0

git_3.3.1

git_3.3.2

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

git_v3.2.2

git_v3.2.3

git_v3.3.3

git_v3.3.4

git_v3.3.5

improve-docs

improve-dynamic-message-content

improve-json-schema-field

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

kvrouter-endpoints

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

message-more-info

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

quantization-0.1

refactor-lora-linear

release-3.2.4

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-granite-vision

support-logit-bias-in-chat

support-phi-model

support-phi3-small

support-pre-compile-kernels

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

transformers-ci

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-flake-deps-and-logit-processor

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2977

#2979

#298

#2980

#2981

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3113

#3116

#3117

#3118

#3120

#3121

#3122

#3124

#3125

#3126

#3127

#3128

#3129

#313

#3131

#3132

#3134

#3136

#3141

#3142

#3144

#3145

#3147

#3148

#3150

#3151

#3152

#3154

#3154

#3156

#3157

#3160

#3161

#3162

#3162

#3164

#3164

#3166

#3166

#3167

#317

#3170

#3171

#3172

#3174

#3176

#3179

#318

#3182

#3184

#3186

#3186

#3187

#3188

#3189

#3193

#3194

#3194

#3196

#3197

#3197

#32

#3200

#3201

#3201

#3202

#3204

#3206

#3207

#3210

#3210

#3211

#3217

#3218

#3220

#3221

#3222

#3223

#3224

#3229

#3230

#3231

#3231

#3232

#3234

#3235

#3236

#3237

#3238

#3239

#3240

#3242

#3244

#3245

#3246

#3249

#325

#3252

#3253

#3254

#3255

#3255

#3256

#3258

#3260

#3261

#3262

#3263

#3264

#3265

#3266

#3266

#3267

#3268

#3269

#327

#3270

#3271

#3273

#3274

#3276

#3276

#328

#3280

#3281

#3282

#3283

#3284

#3286

#3287

#3288

#3288

#329

#3291

#3291

#3292

#3292

#3297

#3298

#33

#3300

#3300

#3302

#3302

#3308

#3310

#3310

#3311

#3312

#3313

#3314

#3315

#3315

#3319

#3322

#3323

#3324

#3325

#3326

#3327

#3329

#3330

#3334

#3338

#3338

#3339

#334

#3340

#3340

#3341

#3341

#3343

#3343

#3344

#3345

#3346

#3347

#3347

#3348

#3348

#3349

#3349

#335

#3352

#3356

#3356

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

v3.2.1

v3.2.2

v3.2.3

v3.3.0

v3.3.1

v3.3.2

v3.3.3

v3.3.4

v3.3.5

v3.3.6

v3.3.7

Mono Color

• af78f46c3d feat: align function id with tool call response drbh 2025-03-13 19:16:47 +00:00
• b5bac0dd2d Add comments for support of models Mohit Sharma 2025-03-21 14:11:15 +00:00
• 50ffe00a1a Improve attn_implementation Mohit Sharma 2025-03-21 13:44:40 +00:00
• b41faae318 cleanup comment Mohit Sharma 2025-03-21 11:28:40 +00:00
• ac6fc70c75 Add support for other vlm Mohit Sharma 2025-03-21 11:22:12 +00:00
• 2e60a8dd65 CI: enable server tests for backends (#3128) Baptiste Colle 2025-03-20 16:07:31 +01:00
• d8d09f9c7b initial changes Mohit Sharma 2025-03-20 14:22:42 +00:00
• e5503eba78 configurable termination timeout (#3126) Erik Kaunismäki 2025-03-20 14:25:56 +01:00
• 69936732eb feat: allow model load and stub logits enable-transformers-vlm drbh 2025-03-19 19:55:19 +00:00
• e497bc09f6 Minor fixes. (#3125) Nicolas Patry 2025-03-18 15:42:35 +01:00
• 4d28897b4e Fix release nix workflow. v3.2.1 git_3.2.1 Nicolas Patry 2025-03-18 15:27:48 +01:00
• f5850f4c4f Patch release 3.2.1 Nicolas Patry 2025-03-18 15:12:48 +01:00
• 67ce543e04 Intel docker. (#3121) Nicolas Patry 2025-03-18 15:12:11 +01:00
• 83fe45c15e Prepare for patch release. (#3124) Nicolas Patry 2025-03-18 15:11:55 +01:00
• 11f2eec10e Publish nix docker image. (#3122) Nicolas Patry 2025-03-18 12:58:21 +01:00
• a35fbdb925 Bug Fix: Sliding Window Attention (#3112) Mohit Sharma 2025-03-18 15:07:33 +05:30
• 8c2c348f3c Gaudi: Sync TGI with the latest changes from the TGI-Gaudi fork (#3117) Baptiste Colle 2025-03-18 09:45:52 +01:00
• 095775e05c launcher: correctly get the head dimension for VLMs (#3116) Daniël de Kok 2025-03-17 18:19:37 +01:00
• e0535a13c5 increase timeouts debugging-timeouts erikkaum 2025-03-17 17:56:57 +01:00
• febc488e0e fix: bump org name in gemma3 test drbh 2025-03-17 15:57:07 +00:00
• 0b3e3db043 xpu 2.6 update (#3051) Wang, Yi 2025-03-17 20:48:48 +08:00
• 2c2fc6544d fix: add pillow dependency and bump lock+requirements drbh 2025-03-14 18:17:57 +00:00
• e5dfd41ed4 Upgrading from_env to get token from file when necessary + fix pali_gemma. Nicolas Patry 2025-03-14 17:06:36 +01:00
• 659ce4f3fc feat: add tests for image types and remove alpha from png drbh 2025-03-14 15:33:06 +00:00
• e5ec176bf4 fix: bump snapshots and improve exceed window test case drbh 2025-03-14 15:04:38 +00:00
• 170a12f331 Update window size rocm flash decoding Mohit Sharma 2025-03-14 07:50:11 +00:00
• b30cdabf68 Add window_size_left param ipex rocm Mohit Sharma 2025-03-14 07:47:45 +00:00
• eaf18c1ccb (typo) collection link Mohit Sharma 2025-03-14 07:36:38 +00:00
• 69e0a87dd5 (fix) flashinfer Mohit Sharma 2025-03-13 21:32:38 +00:00
• ff82f0f84c (fix) sliding window attention Mohit Sharma 2025-03-13 19:30:39 +00:00
• f91434e99b Make the Nix-based Docker container work on non-NixOS (#3109) Daniël de Kok 2025-03-13 14:02:45 +01:00
• 8b91f92978 Fixing the docker build. (#3108) Nicolas Patry 2025-03-13 11:26:44 +01:00
• 27ed848676 Release of Gaudi Backend for TGI (#3091) Baptiste Colle 2025-03-13 10:56:01 +01:00
• 83ef364177 We need gcc during runtime to enable triton to compile kernels. (#3103) Nicolas Patry 2025-03-13 10:45:47 +01:00
• 83b7b7bb92 Router: add gemma3-text model type (#3107) Daniël de Kok 2025-03-13 10:41:33 +01:00
• c73ae0bd88 Update to kernels 0.2.1 (#3084) Daniël de Kok 2025-03-13 10:36:29 +01:00
• 73ee7837b8 Update to kernels 0.2.0. use_updated_kernels Nicolas Patry 2025-03-13 10:30:07 +01:00
• 411a28288d Release 3.2.0 v3.2.0 git_3.2.0 Nicolas Patry 2025-03-12 11:15:29 +01:00
• d4c6faa67b Try to fix on main CI color. (#3101) origin/slind_window_fix Nicolas Patry 2025-03-12 10:12:24 +01:00
• 4ac06ddf56 Preparing relase 3.2.0 (#3100) Nicolas Patry 2025-03-12 10:11:33 +01:00
• f01dc9e743 Update neuron backend (#3098) David Corvoysier 2025-03-12 09:53:15 +01:00
• 5c5528e362 Fix tool call4 (#3094) Nicolas Patry 2025-03-12 09:28:47 +01:00
• ed46c2c414 Add gemma3 model (#3099) Mohit Sharma 2025-03-12 13:55:51 +05:30
• f74c36fe0d Fix tool call3 (#3086) Nicolas Patry 2025-03-12 09:22:53 +01:00
• ae4451c3da Update README.md (#3095) celsowm 2025-03-11 07:05:21 -03:00
• b447f7e821 Fix qwen vl (#3096) Nicolas Patry 2025-03-11 11:00:41 +01:00
• 094975c3a8 Update the llamacpp backend (#3022) Adrien Gallouët 2025-03-11 09:19:01 +01:00
• dc5f05f8e6 Pr 3003 ci branch (#3007) drbh 2025-03-10 12:56:19 -04:00
• 124398fa57 hotfix: qwen2 formatting (#3093) Daniël de Kok 2025-03-10 16:19:50 +01:00
• c5ecc7a4de Small test and typing fixes (#3078) Daniël de Kok 2025-03-10 15:08:23 +01:00
• cae0cbe87d Add modules_to_not_convert in quantized model (#3053) jiqing-feng 2025-03-10 22:03:51 +08:00
• bbe218a4f7 Add qwen2 multi lora layers support (#3089) EachSheep 2025-03-10 19:42:59 +08:00
• 58a65f7914 Add request parameters to OTel span for /v1/chat/completions endpoint (#3000) Alex Weston 2025-03-10 07:26:57 -04:00
• 976eae216f Nix: the launcher needs a Python env with Torch for GPU detection (#3085) Daniël de Kok 2025-03-10 12:11:10 +01:00
• 622908deab Fix tool call2 (#3076) Nicolas Patry 2025-03-07 19:45:57 +01:00
• 55a6618434 Update --max-batch-total-tokens description (#3083) Alvaro Bartolome 2025-03-07 14:24:26 +01:00
• 036d802b62 Nix: add openai to impure shell for integration tests (#3081) Daniël de Kok 2025-03-07 13:04:21 +01:00
• e2846f76fa No root user TGI. no_root_user2 Nicolas Patry 2025-03-07 11:23:02 +01:00
• 5a5a51217e Stop being root in the docker. no_root_user Nicolas Patry 2025-03-06 16:45:55 +01:00
• 8e92942a18 Making tool_calls a vector. (#3075) Nicolas Patry 2025-03-05 22:32:31 +01:00
• 3208d1cd1d Revert "Trying to reduce the logs in the case of errors." Nicolas Patry 2025-03-05 20:52:38 +01:00
• cdf70d6a28 Trying to reduce the logs in the case of errors. Nicolas Patry 2025-03-05 20:50:43 +01:00
• ab9dafc68f Making sure Olmo (transformers backend) works. (#3074) Nicolas Patry 2025-03-05 17:46:47 +01:00
• 31766dad77 Force upgrade transformers version for olmo. Nicolas Patry 2025-03-05 12:17:09 +01:00
• ec35976f82 Only add token when it is defined. (#3073) Nicolas Patry 2025-03-05 11:59:52 +01:00
• cb42b3ad83 fix(neuron): explicitly install toolchain (#3072) David Corvoysier 2025-03-05 11:46:58 +01:00
• c34bd9d8d9 3.1.1 Release. v3.1.1 git_3.1.1 Nicolas Patry 2025-03-04 18:11:30 +01:00
• 491ed9e11d Patch rust release. (#3069) Nicolas Patry 2025-03-04 18:07:33 +01:00
• 144d99c147 Fix a tiny typo in monitoring.md tutorial (#3056) Sadra Barikbin 2025-03-04 19:36:26 +03:30
• 08bbfa16a1 Preparing for release. (#3060) Nicolas Patry 2025-03-04 16:47:10 +01:00
• d8ff7f2623 feat: add support for HF_HUB_USER_AGENT_ORIGIN to add user-agent Origin field in Hub requests. (#3061) Hugo Larcher 2025-03-04 16:43:50 +01:00
• e88f6f6ee9 Add property-based testing for RadixAllocator (#3068) Daniël de Kok 2025-03-04 15:09:46 +01:00
• ddf0b02240 All the assertions. tmp_invariants Nicolas Patry 2025-02-28 17:41:22 +01:00
• fa4e9511f8 Fix two edge cases in RadixTrie::find (#3067) Daniël de Kok 2025-03-04 13:23:27 +01:00
• a914a21899 Revert "Patch rust release." Nicolas Patry 2025-03-04 12:16:18 +00:00
• aad9c2b0bd Patch rust release. Nicolas Patry 2025-03-04 12:14:58 +00:00
• 1f35cc7a31 Updating patch rust release. Nicolas Patry 2025-03-04 12:13:58 +00:00
• 683ff53fa3 Add Gaudi Backend (#3055) Baptiste Colle 2025-02-28 12:14:58 +01:00
• f72547c9fb feat(metrics): remove ngrok mandatory feature for backendv3 crate proxy_sse_engine_state Morgan Funtowicz 2025-02-27 22:56:04 +01:00
• 712199c769 feat(metrics): dispatch internal engine state event from queuing/batching tasks Morgan Funtowicz 2025-02-27 22:43:20 +01:00
• 1a9c5dec76 feat(metrics): update Cargo.lock Morgan Funtowicz 2025-02-27 21:33:41 +01:00
• efb20054aa feat: consolidate streaming and event creation logic and add tests for streaming generations pr-2954-ci-branch drbh 2025-02-27 16:12:51 +00:00
• 8de41f63a8 feat(metrics): exposes the engine state as an endpoint Morgan Funtowicz 2025-02-27 16:58:02 +01:00
• bb8f59632f feat(metrics): exposes queue size as tokens along with individual requests count Morgan Funtowicz 2025-02-27 14:32:51 +01:00
• 330f2e419f feat: improve partial parsing types and add test for balancing and partial parsing drbh 2025-02-26 18:53:12 +00:00
• a5ddc9db52 feat: refactor and simplify chat stream more, bump tests and support stream_options drbh 2025-02-25 20:55:56 +00:00
• c4cb54c23e fix: bump integrations requirements drbh 2025-02-24 21:56:26 +00:00
• 31a536d796 feat: refactor chat stream to remove state machine and simplfy logic drbh 2025-02-24 21:51:33 +00:00
• a416ddbdd9 fix: adjust integration tests for openai client dep drbh 2025-02-19 11:46:10 -05:00
• e1b6d5be4a fix: clippy cleanup drbh 2025-02-18 21:31:20 +00:00
• 538456ba68 fix: only send function name on first stream event drbh 2025-02-18 21:13:03 +00:00
• 68aa6b1af0 fix: bump requirements file too drbh 2025-02-17 14:54:49 +00:00
• fd611f30c9 fix: bump integration test deps for openai drbh 2025-02-17 14:40:31 +00:00
• 7d17d7cef7 fix: bump client tests for api changes drbh 2025-02-17 14:19:52 +00:00
• c215c0de88 fix: bump client test expected prefill drbh 2025-02-17 13:56:59 +00:00
• 1529a676d9 fix: remove snap with incorrect naming drbh 2025-02-17 13:41:06 +00:00
• 40f905d00b fix: adjust stream, improve tests and add openai client test drbh 2025-02-17 13:38:49 +00:00
• 07c20903e5 fix: ensure wrapping curly is not included drbh 2025-02-11 15:05:14 +00:00
• dbce04e4d3 fix: adjust streaming tool response drbh 2025-02-11 14:22:03 +00:00
• 5f030140be fix: bump openapi spec drbh 2025-02-10 15:14:00 +00:00