diff --git a/server/text_generation_server/models/vlm_causal_lm.py b/server/text_generation_server/models/vlm_causal_lm.py index 2ffda493..5f788085 100644 --- a/server/text_generation_server/models/vlm_causal_lm.py +++ b/server/text_generation_server/models/vlm_causal_lm.py @@ -1,9 +1,12 @@ +import os import torch +import tempfile import requests from PIL import Image from io import BytesIO from contextlib import contextmanager + from opentelemetry import trace from typing import Iterable, Optional, Tuple, List, Type, Dict