Snapshot update with vllm paged.

This commit is contained in:
Nicolas Patry 2024-07-25 12:17:40 +02:00
parent 631ca319f3
commit 5afc98a7d7
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
1 changed files with 4 additions and 4 deletions

View File

@ -30,19 +30,19 @@
},
{
"id": 264,
"logprob": -0.38061523,
"logprob": -0.37573242,
"special": false,
"text": " a"
},
{
"id": 633,
"logprob": -0.09301758,
"logprob": -0.09161377,
"special": false,
"text": " new"
},
{
"id": 4480,
"logprob": -0.26782227,
"logprob": -0.26171875,
"special": false,
"text": " feature"
},
@ -78,7 +78,7 @@
},
{
"id": 13,
"logprob": -0.10632324,
"logprob": 0.0,
"special": false,
"text": "\n"
}