Commit Graph

Select branches

Hide Pull Requests

add-chat-response-format

add-google-cloud-provider

add-latest-changes-from-tgi-gaudi-fork

add-quickstart-script

add-rotary-embed-tests

add-small-ttft-script

add-test-for-warmup-and-kvcache

add_api_key

add_batch_dimension

add_deepseekv3

add_gptq_docs

add_integration_test

add_readme_dashboard

add_tunable_prefill

adding_docs

adjust-mllama-test-output

adjust-where-request-max-tokens-is-defaulted

amd-ci-fx

auto_length

automodel-supports-flash-paged-attention

avoid-cuda-graph-during-warmup-if-oom

avoid-zero-seed

backends/trtllm

backends/trtllm-executor

baichuan2-13b

bnb4

bugfix/add_tools_prompt

bugfix/moe-kernels-imports

bugfix/phi-exl2

bump-client-0.6.2

bump-poetry-and-requirements

ci-amihalik-update-chat-completion-messages

ci-new-cluster

ci-patch

ci-run-openai-function-calling-compatible-support

ci-update_xpu_image

ci-xpu

ci-xpu2

ci2

ci_amd

ci_amd2

ci_amd3

ci_amd4

close_dl_thread

compat_logger

cuda_ipc_allreduce

debug-gpt2

debug-request-id

debug-torch-23

debug/gemma2

debugging-timeouts

deploy/aml

dev

development-guide

dummy

enable-non-grammar-constrained-tools

enable-qwen2vl-video

enable_non_divisible_embeddings

exl2

experiment/moe

explore-static-triton-kernels

explore-t4-gemma-issues

feat-backend-llamacpp

feat/add-load-test

feat/attention_sinks

feat/backend_abstraction

feat/backend_feature

feat/better_tokens

feat/cuda_12

feat/flash_decoding

feat/improve_max_tokens

feat/max_queue_size

feat/page_re_alloc

feat/parse_logs

feat/support_deepspeed

feature/machete

feature/moe-kernels

feature/no_repeat_ngram_size

feature/no_repeat_ngram_size_ci

feature/phi-3-small

feature/prefix

feature/radix-prefix-cache

feature/radix-prefix-cache-bench

feature/vlm-prefix-caching

fix-cudagraph-bug

fix-gemma-tokenization

fix-grammar-cleanup-bug

fix-grammar-fsm-batching

fix-mixtral-adapter-loading

fix-release-tests

fix-repack-for-marlin

fix-tp

fix-version-install

fix/allow-top-p-0

fix/avoid_record_streams

fix/op-trace-id

fix/parse-mamba-config

fix_default_arg

fix_exl2

fix_fp8_llama3.2

fix_leak

fix_mistral2

fix_neox_rotary_emb

fix_phi3

flashinfer

fp8_kvcache

fp8_rocm

gha_sccache_use_secrets

git_2.0.4

git_3.1.1

git_3.2.0

git_v2.1.0

git_v2.1.1

git_v2.2.0

git_v2.3.0

git_v2.3.1

git_v2.4.0

git_v2.4.1

git_v3.0.0

git_v3.0.1

git_v3.0.2

git_v3.1.0

improve-docs

improve-dynamic-message-content

improve-tool-call-and-response-ids

improve_defaults

improve_launcher_defaults

inlcude-latest-release-on-commit-builds-tags

ipex-moe

kvrouter

llama-fused-compiled-mlp

main

maintenance/docker-network

maintenance/merge-vlm-input-prep

mamba2

martinigoyanes-fix-frequency-penalty

medusa

megatron

mi300-temp

mllama

model_compat_log

more_logs

multi-lora

neuron_backend_ci_test

new_minor_version

nix/cargo-clippy

nix/docker2

nix/pytorch-2.5.1

nix_integration_tests

nix_test2

no_root_user

no_root_user2

op-compilation-benchmarking

origin/slind_window_fix

osanseviero-patch-1

pip-installable

pr-1869-ci-run

pr-2076-ci-run

pr-2290-ci-runner

pr-2366-ci-branch

pr-2444-ci-branch

pr-2517-ci-branch

pr-2711-ci-branch

pr-2784-ci-branch

pr-2840-ci-branch

pr-2954-ci-branch

pr-2982-ci-branch

pr-3002-ci-branch

pr-3004-ci-branch

pr-3018-ci-branch

precompile-kernels-workflow

prefix_chunk

prefix_default

proxy_sse_engine_state

quantization

refactor-lora-linear

remove_post_load_weights

response-header-metrics

revert

rocm-ci-build

rocm_6.2_fixes

router-grammar-compile

s3-cache

self-generating-docs

set-num-blocks

simpler_exllama

skip-mistral-test

speculative

streaming_conceptual

support-phi-model

support-phi3-small

support-pre-compile-kernels

sw_fix

temp_work

test-batch-speedup-amount

test_docs

test_rocm

tmp_invariants

tmp_medusa

tmp_torch_compile

triton_fix

trtllm-stop-words

trtllm/executor_stats

tuna

update-jsonschema

update_docs2

update_internal_version

update_peft

update_readme

upgrade-outlines

upgrade_mlp_speculator

use_g6

use_updated_kernels

vllm/setup

zstd

#1

#100

#101

#1010

#1018

#1019

#102

#1022

#1023

#1024

#103

#1033

#1034

#1042

#1044

#1045

#1048

#1049

#1052

#1054

#1058

#1059

#106

#1060

#1061

#1063

#1064

#1065

#1066

#1068

#107

#1070

#1071

#1075

#1076

#1077

#108

#1080

#1081

#1089

#109

#1090

#1091

#1092

#1094

#1096

#1097

#1099

#11

#110

#1100

#1101

#1102

#1103

#1105

#1110

#1112

#1116

#1123

#1128

#1134

#114

#1140

#1141

#115

#1153

#1155

#116

#1165

#1165

#117

#1173

#1176

#1178

#1179

#118

#1182

#1183

#1184

#1187

#119

#1198

#1202

#1211

#1214

#1219

#122

#1224

#1228

#123

#1239

#1241

#1242

#1243

#1246

#1252

#126

#1260

#1267

#1270

#1272

#1274

#1276

#1279

#128

#1285

#1287

#129

#1294

#1295

#13

#130

#1301

#1305

#1307

#1308

#1313

#132

#1326

#1328

#133

#1336

#1337

#134

#1341

#1343

#1346

#1347

#1348

#135

#1351

#1352

#1353

#1358

#136

#1361

#1364

#137

#1370

#1373

#138

#1381

#1386

#139

#1390

#1395

#14

#140

#1408

#141

#1414

#1419

#142

#1420

#1424

#1425

#1427

#1428

#143

#1436

#144

#1442

#1448

#145

#1450

#1453

#1454

#1455

#1459

#1461

#1462

#1463

#1469

#147

#1470

#1471

#1473

#1475

#1476

#1477

#1478

#148

#1480

#1484

#1486

#1488

#1489

#149

#1490

#1491

#1492

#1494

#1495

#1496

#1497

#1498

#15

#150

#1502

#1504

#1505

#1506

#151

#1511

#1512

#1514

#1515

#1516

#1517

#1518

#152

#1520

#1523

#1524

#1526

#1527

#153

#1532

#1533

#1537

#1539

#154

#1540

#1541

#1542

#1543

#155

#1550

#1552

#1555

#1556

#1557

#1560

#1563

#1564

#1567

#1568

#1569

#1570

#1571

#1576

#1577

#1578

#1579

#1580

#1583

#1584

#1585

#1586

#1587

#1588

#159

#1591

#1592

#1594

#16

#160

#1603

#1605

#1606

#1607

#1608

#1609

#161

#1610

#1614

#1617

#1618

#1619

#162

#1621

#1626

#1628

#163

#1632

#1637

#1638

#1639

#164

#1646

#1648

#1650

#1651

#1653

#1658

#1660

#1662

#1663

#1664

#1666

#1667

#1668

#167

#1676

#168

#1682

#1685

#1686

#1693

#1697

#1698

#17

#170

#1702

#1703

#1704

#1707

#1708

#1709

#1710

#1713

#1714

#1715

#1716

#1718

#1719

#1726

#1727

#1729

#173

#1730

#1731

#1734

#1735

#1736

#1737

#1739

#174

#1740

#1747

#1748

#1749

#175

#1751

#1755

#1756

#1758

#1759

#1760

#1764

#1765

#1767

#1768

#1773

#1774

#1775

#178

#1784

#1789

#179

#1790

#1791

#1797

#1798

#18

#180

#1800

#1801

#1808

#181

#1811

#1812

#1813

#1815

#1816

#1817

#1818

#1820

#1825

#1827

#1828

#1829

#183

#1830

#1832

#1833

#1835

#1836

#1839

#184

#1840

#1841

#1843

#1844

#1845

#1848

#1849

#185

#1850

#1851

#1854

#1855

#186

#1860

#1865

#1866

#1869

#187

#1882

#1884

#1886

#1888

#1889

#1890

#1892

#1894

#1895

#1898

#19

#190

#1902

#1906

#1908

#1909

#191

#1910

#1912

#1915

#1916

#1917

#1918

#1919

#1920

#1921

#1923

#1924

#1925

#1929

#193

#1931

#1932

#1934

#1935

#1936

#1937

#1938

#1939

#194

#1940

#1942

#1947

#1948

#1949

#1950

#1951

#1953

#1954

#1958

#1959

#196

#1963

#1965

#1967

#1970

#1971

#1975

#1980

#1981

#1985

#1986

#1988

#1989

#1990

#1994

#1995

#1996

#2

#20

#200

#2002

#2003

#2004

#2005

#2006

#2008

#201

#2010

#2011

#2013

#2014

#2015

#2016

#2017

#202

#2020

#2021

#2022

#2023

#2024

#2028

#203

#2031

#2032

#2033

#2034

#2038

#2039

#2044

#2045

#2046

#2047

#2049

#205

#2050

#2052

#2054

#2059

#2060

#2061

#2062

#2063

#2065

#2066

#2068

#207

#2071

#2072

#2074

#2075

#2076

#2078

#2079

#208

#2080

#2084

#2085

#2086

#2087

#2088

#2089

#2091

#2092

#2094

#2095

#2097

#2099

#210

#2101

#2102

#2103

#2104

#2105

#2109

#2110

#2111

#2114

#2115

#2116

#2117

#2118

#2119

#212

#2120

#2123

#2124

#2125

#2127

#2128

#2129

#213

#2131

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2140

#2141

#2142

#2148

#2149

#215

#2151

#2152

#2153

#2155

#2156

#2158

#216

#2161

#2163

#2164

#2165

#2166

#2167

#2168

#2169

#217

#2170

#2173

#2175

#2176

#2178

#2179

#218

#2180

#2181

#2182

#2186

#2187

#2189

#219

#2190

#2191

#2193

#2194

#2196

#22

#220

#2201

#2202

#2203

#2204

#2205

#2208

#2209

#221

#2212

#2213

#2215

#2216

#2217

#222

#2220

#2221

#2224

#2225

#2226

#2228

#2230

#2231

#2232

#2233

#2237

#2242

#2243

#2244

#2245

#2248

#2249

#2250

#2251

#2254

#2255

#2256

#2257

#2258

#2259

#226

#2260

#2261

#2262

#2266

#2268

#2269

#227

#2271

#2272

#2273

#2274

#2276

#2277

#2278

#2279

#228

#2281

#2282

#2283

#2284

#2285

#2286

#2287

#2288

#2289

#2290

#2291

#2292

#2298

#2299

#23

#2300

#2303

#2304

#2306

#2307

#2308

#2309

#2311

#2311

#2313

#2314

#2315

#2317

#2320

#2323

#2325

#2326

#2327

#2328

#2329

#233

#2330

#2331

#2333

#2335

#2336

#2337

#2338

#2339

#234

#2341

#2342

#2343

#2344

#2345

#2346

#2347

#235

#2350

#2351

#2352

#2353

#2354

#2357

#2358

#2359

#2360

#2361

#2364

#2365

#2366

#2367

#2368

#237

#2370

#2371

#2372

#2374

#2377

#2378

#2379

#2381

#2382

#2384

#2385

#2386

#2387

#2389

#2390

#2391

#2392

#2394

#2395

#2396

#2397

#2398

#2399

#24

#2401

#2402

#2403

#2404

#2405

#2406

#2407

#2408

#2410

#2411

#2412

#2414

#2415

#2416

#2419

#242

#2420

#2422

#2423

#2424

#2426

#2427

#2428

#2429

#2430

#2431

#2433

#2437

#2438

#2439

#244

#2442

#2443

#2444

#2449

#2450

#2451

#2453

#2454

#2455

#2459

#246

#2462

#2463

#2468

#2469

#2470

#2471

#2472

#2473

#2477

#2478

#2479

#248

#2481

#2482

#2484

#2486

#2489

#2490

#2491

#2492

#2493

#2494

#2496

#2497

#2498

#2499

#25

#250

#2500

#2501

#2507

#251

#2510

#2511

#2512

#2513

#2514

#2515

#2516

#2517

#2518

#2519

#252

#2520

#2521

#2524

#2525

#2527

#2528

#2529

#2532

#2533

#2535

#2536

#2537

#2538

#2539

#2540

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2552

#2553

#2554

#2555

#2556

#2557

#2558

#2561

#2562

#2563

#2566

#2567

#2568

#257

#2574

#2575

#2577

#2578

#2579

#258

#2580

#2582

#2585

#2586

#2587

#2588

#2589

#259

#2590

#2591

#2592

#2594

#2595

#2596

#2597

#2599

#26

#2600

#2601

#2602

#2603

#2604

#2605

#2606

#2607

#2609

#261

#2610

#2611

#2612

#2614

#2616

#2617

#2619

#262

#2620

#2622

#2623

#2625

#2627

#2628

#2629

#2630

#2631

#2632

#2633

#2634

#2637

#264

#2640

#2642

#2642

#2645

#2646

#2647

#2648

#2648

#2650

#2651

#2652

#2655

#2658

#2659

#266

#2661

#2663

#2664

#2665

#2666

#2668

#267

#2673

#2674

#2677

#2678

#2680

#2682

#2683

#2684

#2685

#2686

#2687

#2688

#2689

#269

#2690

#2691

#2692

#2693

#2694

#2695

#2697

#2698

#2699

#27

#2701

#2702

#2704

#2706

#2707

#2708

#2709

#2710

#2711

#2712

#2713

#2714

#2716

#2717

#2718

#2719

#272

#2720

#2721

#2723

#2724

#2725

#2726

#2732

#2733

#2738

#274

#2740

#2741

#2742

#2743

#2745

#2746

#275

#2750

#2751

#2753

#2754

#2755

#2756

#2756

#2758

#276

#2760

#2761

#2762

#2764

#2765

#2766

#2767

#2768

#2769

#277

#2770

#2771

#2772

#2773

#2774

#2777

#2778

#2779

#278

#2782

#2784

#2785

#2786

#2788

#2789

#2790

#2791

#2792

#2793

#2795

#2796

#2797

#2798

#2799

#28

#2802

#2803

#2806

#2807

#2808

#2809

#2810

#2811

#2812

#2814

#2815

#2816

#2817

#2818

#282

#2824

#2825

#2826

#2827

#2829

#2831

#2833

#2834

#2837

#284

#2840

#2841

#2845

#2846

#2848

#2848

#2849

#285

#2850

#2852

#2855

#2856

#2858

#2859

#286

#2861

#2862

#2863

#2866

#2866

#287

#2870

#2874

#2874

#2878

#2882

#2883

#2884

#2885

#2886

#2891

#2892

#2893

#2898

#29

#2901

#2903

#2904

#2905

#2907

#2908

#2910

#2911

#2912

#2913

#2916

#2917

#2918

#2919

#292

#2921

#2922

#2924

#2928

#2929

#2931

#2932

#2933

#2935

#2936

#2936

#2937

#2938

#294

#2940

#2941

#2942

#2943

#2945

#2947

#2948

#2949

#2950

#2951

#2953

#2954

#2957

#2958

#2960

#2961

#2962

#2963

#2964

#2964

#2965

#2965

#2966

#2967

#2968

#297

#2970

#2971

#2972

#2975

#2976

#2976

#2977

#2979

#298

#2980

#2980

#2981

#2982

#2982

#2983

#2988

#299

#2990

#2991

#2992

#2993

#2995

#2996

#2998

#2999

#30

#3000

#3001

#3002

#3003

#3004

#3006

#3007

#3008

#3010

#3012

#3012

#3013

#3013

#3015

#3016

#3017

#3018

#302

#3021

#3022

#3024

#3027

#3028

#3029

#303

#3030

#3031

#3032

#3033

#3034

#3034

#3035

#3036

#3037

#3039

#304

#3040

#3041

#3042

#3044

#3045

#3046

#3046

#3047

#3048

#3049

#305

#3051

#3053

#3054

#3055

#3056

#3057

#3060

#3061

#3063

#3063

#3064

#3064

#3065

#3065

#3067

#3068

#3069

#3072

#3073

#3074

#3075

#3076

#3077

#3078

#3079

#3079

#308

#3080

#3081

#3083

#3084

#3085

#3086

#3089

#3091

#3092

#3093

#3094

#3095

#3096

#3098

#3099

#31

#310

#3100

#3101

#3103

#3106

#3107

#3108

#3109

#3111

#3111

#3112

#3112

#3113

#3113

#3116

#3117

#3117

#3118

#3118

#3120

#313

#317

#318

#32

#325

#327

#328

#329

#33

#334

#335

#336

#34

#340

#341

#343

#344

#348

#35

#351

#352

#353

#356

#357

#358

#359

#36

#360

#362

#363

#364

#367

#368

#37

#370

#373

#379

#384

#385

#388

#39

#393

#394

#395

#396

#4

#40

#400

#404

#406

#407

#41

#411

#412

#42

#434

#438

#44

#441

#443

#45

#453

#46

#462

#465

#47

#470

#472

#475

#477

#48

#480

#483

#485

#488

#49

#498

#5

#50

#501

#502

#51

#513

#514

#516

#519

#52

#520

#521

#522

#525

#529

#53

#534

#54

#543

#544

#545

#55

#550

#553

#557

#558

#56

#561

#562

#567

#57

#575

#578

#579

#58

#580

#581

#582

#583

#585

#586

#587

#588

#59

#590

#595

#596

#6

#60

#600

#605

#608

#609

#61

#611

#616

#617

#618

#619

#62

#621

#623

#624

#626

#63

#630

#633

#634

#635

#639

#64

#642

#643

#647

#648

#659

#66

#661

#664

#665

#666

#67

#670

#671

#678

#68

#684

#689

#698

#7

#70

#704

#708

#71

#712

#713

#715

#719

#72

#721

#723

#725

#727

#73

#733

#737

#738

#740

#741

#743

#745

#746

#748

#75

#750

#76

#761

#762

#767

#768

#770

#773

#783

#785

#789

#791

#793

#794

#795

#797

#798

#799

#8

#803

#805

#806

#809

#810

#812

#82

#820

#821

#822

#823

#829

#831

#836

#838

#84

#842

#848

#85

#851

#852

#853

#854

#858

#86

#860

#862

#867

#868

#87

#872

#88

#881

#884

#886

#889

#89

#892

#893

#898

#9

#90

#900

#901

#905

#906

#91

#910

#911

#918

#921

#93

#930

#932

#935

#94

#941

#947

#95

#950

#951

#953

#954

#957

#958

#96

#963

#964

#966

#968

#97

#971

#977

#981

#986

#989

#990

#993

#994

#999

v0.2.0

v0.2.1

v0.3.0

v0.3.1

v0.3.2

v0.4.0

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.8.1

v0.8.2

v0.9.0

v0.9.1

v0.9.2

v0.9.3

v0.9.4

v1.0.0

v1.0.1

v1.0.2

v1.0.3

v1.1.0

v1.1.1

v1.2.0

v1.3.0

v1.3.1

v1.3.2

v1.3.3

v1.3.4

v1.4.0

v1.4.1

v1.4.2

v1.4.3

v1.4.4

v1.4.5

v2.0.0

v2.0.1

v2.0.2

v2.0.3

v2.0.4

v2.1.0

v2.1.1

v2.2.0

v2.3.0

v2.3.1

v2.4.0

v2.4.1

v3.0.0

v3.0.1

v3.0.2

v3.1.0

v3.1.1

v3.2.0

Mono Color

• d4d9b610af Fix build error of server make install #3120 yuanwu 2025-03-18 05:46:12 +0000
• 1140c59438
  Merge 48df6183e8 into 095775e05c #3117 Baptiste Colle 2025-03-18 13:42:16 +0800
• 6a4822a257
  Merge fd88b1d6b9 into 095775e05c #2936 Jiayu Liu 2025-03-18 10:00:22 +0900
• 86fe50404f
  Merge b1a9dfff21 into 095775e05c #2982 Alex Weston 2025-03-17 17:06:04 -0400
• 3ca71c6422
  Merge b9467b95a0 into 095775e05c #3079 jrc2139 2025-03-17 14:43:47 -0400
• 6c94dd61a2
  Merge 6bbe24d974 into 095775e05c #3113 Wang, Yi 2025-03-17 11:25:34 -0700
• 84a539d23d
  Merge e0535a13c5 into 095775e05c #3118 Erik Kaunismäki 2025-03-17 18:27:10 +0100
• 7074c6d18b
  Merge 4e4d2bcd57 into 095775e05c #3046 drbh 2025-03-17 13:26:03 -0400
• 5bd5228d1b
  Merge 2b1f2a34b3 into 095775e05c #3111 drbh 2025-03-17 17:20:01 +0000
• eff4f5ad84
  Merge febc488e0e into 095775e05c #3112 Mohit Sharma 2025-03-17 18:19:44 +0100
• 095775e05c
  launcher: correctly get the head dimension for VLMs (#3116) main Daniël de Kok 2025-03-17 18:19:37 +0100
• e0535a13c5 increase timeouts #3118 debugging-timeouts erikkaum 2025-03-17 17:56:57 +0100
• dd78df94ad fix: bump org name in gemma3 test #3116 drbh 2025-03-17 16:03:11 +0000
• febc488e0e fix: bump org name in gemma3 test #3112 sw_fix drbh 2025-03-17 15:57:07 +0000
• 4e4d2bcd57 fix: bump openapi doc with new grammar option #3046 pr-2982-ci-branch drbh 2025-03-17 14:51:33 +0000
• 0b3e3db043
  xpu 2.6 update (#3051) Wang, Yi 2025-03-17 20:48:48 +0800
• 61f0405047
  Merge af546505ad into f91434e99b #2642 Drew Paettie 2025-03-17 11:04:59 +0000
• 48df6183e8 feat(gaudi): add all the changes from tgi-gaudi fork up to PR #289 #3117 add-latest-changes-from-tgi-gaudi-fork baptiste 2025-03-17 11:01:53 +0000
• 4727a3af67 launcher: correctly get the head dimension for VLMs Daniël de Kok 2025-03-17 10:07:39 +0000
• 6bbe24d974 use tensor cache in hpu graph to avoid replay issue #3113 Wang, Yi A 2025-03-17 01:36:49 -0700
• a07e7437b6 enable all the model. not testet yet Wang, Yi A 2025-03-16 22:37:34 -0700
• 5d3653943c adjust block table in hpu to improve performance Wang, Yi A 2025-03-16 19:40:40 -0700
• b7fea6fc2f fix TP in pageattn Wang, Yi A 2025-03-14 18:01:58 -0700
• 2c2fc6544d fix: add pillow dependency and bump lock+requirements drbh 2025-03-14 18:17:57 +0000
• ec84721eff feat: support json_schema grammar constraining and add tests drbh 2025-03-14 18:13:03 +0000
• 8d16071c30 fix: another end-of-file-fixer lint drbh 2025-02-20 23:46:04 +0000
• c8fe4e5f14 fix: add test snapshots and avoid docs change drbh 2025-02-20 23:45:15 +0000
• 5e11af2f05 fix: end-of-file-fixer lint drbh 2025-02-20 18:39:15 -0500
• 527401da4a fix: various linter adjustments drbh 2025-02-20 21:18:16 +0000
• e089962bc5 Add tests for all aliases Alex Weston 2025-01-30 14:11:05 -0500
• cebcd802f3 Add json_schema alias for GrammarType Alex Weston 2025-01-30 14:03:54 -0500
• e5dfd41ed4
  Upgrading `from_env` to get token from file when necessary + fix pali_gemma. Nicolas Patry 2025-03-14 17:06:36 +0100
• 659ce4f3fc feat: add tests for image types and remove alpha from png drbh 2025-03-14 15:33:06 +0000
• 2b1f2a34b3 fix: update test for tool_call_id in Message #3111 improve-tool-call-and-response-ids drbh 2025-03-14 15:23:07 +0000
• e5ec176bf4 fix: bump snapshots and improve exceed window test case drbh 2025-03-14 15:04:38 +0000
• b5bb3226f0 fix: bump openapi docs to include FunctionDefinition.id drbh 2025-03-14 14:33:49 +0000
• 201dc6294f clean cuda/rocm code in hpu backend, enable flat_hpu Wang, Yi A 2025-03-13 19:21:44 -0700
• 170a12f331 Update window size rocm flash decoding Mohit Sharma 2025-03-14 07:50:11 +0000
• b30cdabf68 Add window_size_left param ipex rocm Mohit Sharma 2025-03-14 07:47:45 +0000
• eaf18c1ccb (typo) collection link Mohit Sharma 2025-03-14 07:36:38 +0000
• 69e0a87dd5 (fix) flashinfer Mohit Sharma 2025-03-13 21:32:38 +0000
• ff82f0f84c (fix) sliding window attention Mohit Sharma 2025-03-13 19:30:39 +0000
• 3978f56fb4 feat: align function id with tool call response drbh 2025-03-13 19:16:47 +0000
• 516f7e4450
  Merge fcdb18d1af into f91434e99b #3034 Dmitry Rogozhkin 2025-03-13 22:04:31 +0800
• 62e9a91f9f
  Merge f72547c9fb into f91434e99b #3065 Funtowicz Morgan 2025-03-13 14:27:13 +0100
• f91434e99b
  Make the Nix-based Docker container work on non-NixOS (#3109) Daniël de Kok 2025-03-13 14:02:45 +0100
• 2158aaa3d9 Make the Nix-based Docker container work on non-NixOS #3109 Daniël de Kok 2025-03-13 12:36:56 +0000
• 8b91f92978
  Fixing the docker build. (#3108) Nicolas Patry 2025-03-13 11:26:44 +0100
• 1e3f34b106
  Apply suggestions from code review #3108 Nicolas Patry 2025-03-13 11:26:28 +0100
• 033efc40db
  Fixing the docker build. Nicolas Patry 2025-03-13 11:04:50 +0100
• 27ed848676
  Release of Gaudi Backend for TGI (#3091) Baptiste Colle 2025-03-13 10:56:01 +0100
• 83ef364177
  We need gcc during runtime to enable triton to compile kernels. (#3103) Nicolas Patry 2025-03-13 10:45:47 +0100
• 83b7b7bb92
  Router: add `gemma3-text` model type (#3107) Daniël de Kok 2025-03-13 10:41:33 +0100
• 9a3998d037 Router: add `gemma3-text` model type #3107 Daniël de Kok 2025-03-13 09:37:48 +0000
• c73ae0bd88
  Update to `kernels` 0.2.1 (#3084) Daniël de Kok 2025-03-13 10:36:29 +0100
• 73ee7837b8
  Update to kernels 0.2.0. #3106 use_updated_kernels Nicolas Patry 2025-03-13 10:30:07 +0100
• 8c8f249636
  Fixing the docker build. #3103 Nicolas Patry 2025-03-12 23:58:15 +0100
• 273d304cf9
  We need gcc during runtime to enable triton to compile kernels. Nicolas Patry 2025-03-12 23:07:06 +0100
• 411a28288d
  Release 3.2.0 v3.2.0 git_3.2.0 Nicolas Patry 2025-03-12 11:15:29 +0100
• a3dfcf571d fix(gaudi): remove use of latest for gaudi docker image + redid gaudi benchmarking section to include best practices #3091 baptiste 2025-03-11 10:00:02 +0000
• 2fd0049929 fix(gaudi): add default argument for the dockerfile baptiste 2025-03-10 10:49:32 +0000
• 02fa6adb20 feat(gaudi): release ready (docs, docker image and vlm ready) baptiste 2025-03-10 09:01:45 +0000
• d4c6faa67b
  Try to fix on main CI color. (#3101) origin/slind_window_fix Nicolas Patry 2025-03-12 10:12:24 +0100
• 4ac06ddf56
  Preparing relase 3.2.0 (#3100) Nicolas Patry 2025-03-12 10:11:33 +0100
• 9a0fe1bc7b
  Try to fix on main CI color. #3101 Nicolas Patry 2025-03-12 10:06:30 +0100
• 75daa9b571
  Update doc. #3100 Nicolas Patry 2025-03-12 09:58:18 +0100
• f01dc9e743
  Update neuron backend (#3098) David Corvoysier 2025-03-12 09:53:15 +0100
• f979c2aa1b
  Forgot the README. Nicolas Patry 2025-03-12 09:44:09 +0100
• 23b449d238 test(neuron): simplify sampling test #3098 David Corvoysier 2025-03-12 08:37:28 +0000
• 2bb2bdb6a8 feat(neuron): tag latest image for local tests David Corvoysier 2025-03-04 13:28:44 +0000
• 39dc6737ed feat(neuron): bump optimum-neuron version David Corvoysier 2025-02-25 15:18:17 +0000
• 1e427e5fda feat(neuron): use AWS Neuron SDK 2.21.1 David Corvoysier 2025-02-25 15:24:54 +0000
• 80c1404ea5
  Preparing relase 3.2.0 Nicolas Patry 2025-03-12 09:37:40 +0100
• 1c6dee17ce fix awq crash if modules_to_not_convert is None #3051 Wang, Yi A 2025-03-12 01:28:56 -0700
• 5c5528e362
  Fix tool call4 (#3094) Nicolas Patry 2025-03-12 09:28:47 +0100
• ed46c2c414
  Add gemma3 model (#3099) Mohit Sharma 2025-03-12 13:55:51 +0530
• ef4e2685d8
  Update the tests. #3094 Nicolas Patry 2025-03-11 13:19:38 +0100
• 03fe626a95
  Removing a lot of NO_TOOL shenanigans. Nicolas Patry 2025-03-10 23:45:00 +0100
• cb92acf280
  Removing the no_tool content information. Nicolas Patry 2025-03-10 21:24:43 +0100
• f74c36fe0d
  Fix tool call3 (#3086) Nicolas Patry 2025-03-12 09:22:53 +0100
• 9997047d8a int Wang, Yi A 2025-03-12 00:47:02 -0700
• 468da545af update get xpu memory api Wang, Yi A 2025-03-12 00:37:17 -0700
• 587e5dea22 Add gemma3 model #3099 Mohit Sharma 2025-03-12 07:01:46 +0000
• 750b48c730
  More qwen2. #3086 Nicolas Patry 2025-03-12 02:29:31 +0100
• c6dd5d0e22 Download kernels in `install-cuda` target #3084 Daniël de Kok 2025-03-10 14:36:58 +0000
• 141c97e34e Update to `kernels` 0.2.1 Daniël de Kok 2025-03-07 12:31:08 +0000
• 2deedc1ab0
  Merge 380e73dba9 into ae4451c3da #3064 yashaswipiplani 2025-03-11 22:04:34 +0800
• cdc5380f2b Merge branch 'main' of https://github.com/sywangyi/text-generation-inference into xpu_2.6 Wang, Yi A 2025-03-11 04:29:53 -0700
• a38e65a9f9 install whl Wang, Yi A 2025-03-11 04:27:05 -0700
• 1578cdd9a8
  Snapshot update with the new updated tool_call_id. Nicolas Patry 2025-03-11 11:40:06 +0100
• ae4451c3da
  Update README.md (#3095) celsowm 2025-03-11 07:05:21 -0300
• 214a5b5da1
  Fmt. Nicolas Patry 2025-03-10 18:42:27 +0100
• a73cd56075
  Fixing the tool call id. Nicolas Patry 2025-03-10 17:07:22 +0100
• 3e731a7c2f
  Fixing some corner cases. Nicolas Patry 2025-03-10 12:06:44 +0100
• 0b710f9671
  Update tehe doc. Nicolas Patry 2025-03-07 20:17:23 +0100
• 207a70e7be
  Fixing the tool calling convention. Nicolas Patry 2025-03-07 19:42:36 +0100
• b447f7e821
  Fix qwen vl (#3096) Nicolas Patry 2025-03-11 11:00:41 +0100
• 925954c34c
  Fixing the CI. #3096 Nicolas Patry 2025-03-11 10:59:20 +0100
• 911910c5d2
  Fixing qwen2.5 VL. Nicolas Patry 2025-03-11 10:57:58 +0100
• 094975c3a8
  Update the llamacpp backend (#3022) Adrien Gallouët 2025-03-11 09:19:01 +0100