Skip to content
Open
Show file tree
Hide file tree
Changes from 2 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 2 additions & 3 deletions autotest/interface/pipeline/test_pipeline_func.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,8 @@

import pydantic
import pytest
from lmdeploy import GenerationConfig, PytorchEngineConfig, TurbomindEngineConfig, pipeline
from lmdeploy.utils import is_bf16_supported
from utils.config_utils import set_device_env_variable, unset_device_env_variable
from utils.pipeline_chat import (
assert_pipeline_batch_return,
Expand All @@ -13,9 +15,6 @@
)
from utils.restful_return_check import has_repeated_fragment

from lmdeploy import GenerationConfig, PytorchEngineConfig, TurbomindEngineConfig, pipeline
from lmdeploy.utils import is_bf16_supported


def init_pipeline(model_path, backend_config):
if not is_bf16_supported() and isinstance(backend_config, PytorchEngineConfig):
Expand Down
3 changes: 1 addition & 2 deletions autotest/interface/pipeline/test_pipeline_longtext_func.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,8 @@

import numpy as np
import pytest
from utils.config_utils import set_device_env_variable, unset_device_env_variable

from lmdeploy import GenerationConfig, PytorchEngineConfig, TurbomindEngineConfig, pipeline
from utils.config_utils import set_device_env_variable, unset_device_env_variable

SESSION_LEN = 198000
SESSION_LEN_128K = 128000
Expand Down
Loading
Loading