add BAAI/bge-small-en-v1.5 Optimization #1634
Build #20250223.2 had test failures
Details
- Failed: 14 (1.56%)
- Passed: 832 (92.75%)
- Other: 51 (5.69%)
- Total: 897
- 4580 of 18793 line covered (24.37%)
Annotations
Check failure on line 16 in Build log
azure-pipelines / Olive CI
Build log #L16
Cmd.exe exited with code '1'.
Check failure on line 16 in Build log
azure-pipelines / Olive CI
Build log #L16
Cmd.exe exited with code '1'.
Check failure on line 393 in Build log
azure-pipelines / Olive CI
Build log #L393
Bash exited with code '2'.
Check failure on line 30 in Build log
azure-pipelines / Olive CI
Build log #L30
There are one or more test failures detected in result files. Detailed summary of published test results can be viewed in the Tests tab.
Check failure on line 1 in test_mobilenet_qnn_ep
azure-pipelines / Olive CI
test_mobilenet_qnn_ep
failed on setup with "subprocess.CalledProcessError: Command '['python', 'download_files.py']' returned non-zero exit status 1."
Raw output
@pytest.fixture(scope="module", autouse=True)
def setup():
"""Setups any state specific to the execution of the given module."""
os.chdir(get_example_dir("mobilenet"))
> retry_func(run_subprocess, kwargs={"cmd": "python download_files.py", "check": True})
D:\a\_work\1\s\examples\test\local\test_mobilenet_qnn_ep.py:21:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
D:\a\_work\1\s\olive\common\utils.py:223: in retry_func
out = func(*args, **kwargs)
D:\a\_work\1\s\olive\common\utils.py:65: in run_subprocess
out = subprocess.run(cmd, env=env, cwd=cwd, capture_output=True, check=check)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
input = None, capture_output = True, timeout = None, check = True
popenargs = (['python', 'download_files.py'],)
kwargs = {'cwd': None, 'env': None, 'stderr': -1, 'stdout': -1}
process = <Popen: returncode: 1 args: ['python', 'download_files.py']>
stdout = b'Microsoft Visual C++ Redistributable is not installed, this may lead to the DLL load failure.\r\nIt can be downloaded at https://aka.ms/vs/16/release/vc_redist.x64.exe\r\n'
stderr = b'Traceback (most recent call last):\r\n File "D:\\a\\_work\\1\\s\\examples\\mobilenet\\download_files.py", line 14, ...loading "C:\\ToolCache\\Python\\3.10.11\\x64\\lib\\site-packages\\torch\\lib\\c10.dll" or one of its dependencies.\r\n'
retcode = 1
def run(*popenargs,
input=None, capture_output=False, timeout=None, check=False, **kwargs):
"""Run command with arguments and return a CompletedProcess instance.
The returned instance will have attributes args, returncode, stdout and
stderr. By default, stdout and stderr are not captured, and those attributes
will be None. Pass stdout=PIPE and/or stderr=PIPE in order to capture them,
or pass capture_output=True to capture both.
If check is True and the exit code was non-zero, it raises a
CalledProcessError. The CalledProcessError object will have the return code
in the returncode attribute, and output & stderr attributes if those streams
were captured.
If timeout is given, and the process takes too long, a TimeoutExpired
exception will be raised.
There is an optional argument "input", allowing you to
pass bytes or a string to the subprocess's stdin. If you use this argument
you may not also use the Popen constructor's "stdin" argument, as
it will be used internally.
By default, all communication is in bytes, and therefore any "input" should
be bytes, and the stdout and stderr will be bytes. If in text mode, any
"input" should be a string, and stdout and stderr will be strings decoded
according to locale encoding, or by "encoding" if set. Text mode is
triggered by setting any of text, encoding, errors or universal_newlines.
The other arguments are the same as for the Popen constructor.
"""
if input is not None:
if kwargs.get('stdin') is not None:
raise ValueError('stdin and input arguments may not both be used.')
kwargs['stdin'] = PIPE
if capture_output:
if kwargs.get('stdout') is not None or kwargs.get('stderr') is not None:
raise ValueError('stdout and stderr arguments may not be used '
'with capture_output.')
kwargs['stdout'] = PIPE
kwargs['stderr'] = PIPE
with Popen(*popenargs, **kwargs) as process:
try:
stdout, stderr = process.communicate(input, timeout=timeout)
except TimeoutExpired as exc:
process.kill()
if _mswindows:
# Windows accumulates the output in a single blocking
# read() call run on child threads, with the timeout
Check failure on line 1 in examples.test.local.test_resnet_ptq_cpu
azure-pipelines / Olive CI
examples.test.local.test_resnet_ptq_cpu
collection failure
Raw output
ImportError while importing test module 'D:\a\_work\1\s\examples\test\local\test_resnet_ptq_cpu.py'.
Hint: make sure your test modules/packages have valid Python names.
Traceback:
C:\ToolCache\Python\3.10.11\x64\lib\importlib\__init__.py:126: in import_module
return _bootstrap._gcd_import(name[level:], package, level)
examples\test\local\test_resnet_ptq_cpu.py:8: in <module>
from onnxruntime import __version__ as OrtVersion
C:\ToolCache\Python\3.10.11\x64\lib\site-packages\onnxruntime\__init__.py:58: in <module>
raise import_capi_exception
C:\ToolCache\Python\3.10.11\x64\lib\site-packages\onnxruntime\__init__.py:23: in <module>
from onnxruntime.capi._pybind_state import ExecutionMode # noqa: F401
C:\ToolCache\Python\3.10.11\x64\lib\site-packages\onnxruntime\capi\_pybind_state.py:32: in <module>
from .onnxruntime_pybind11_state import * # noqa
E ImportError: DLL load failed while importing onnxruntime_pybind11_state: The specified module could not be found.
Check failure on line 1 in test_bert[bert_ptq_cpu.json-local_system-joint-tpe]
azure-pipelines / Olive CI
test_bert[bert_ptq_cpu.json-local_system-joint-tpe]
OSError: [WinError 126] The specified module could not be found. Error loading "C:\ToolCache\Python\3.10.11\x64\lib\site-packages\torch\lib\c10.dll" or one of its dependencies.
Raw output
sampler = 'tpe', execution_order = 'joint', system = 'local_system'
olive_json = 'bert_ptq_cpu.json'
@pytest.mark.parametrize("sampler", ["tpe"])
@pytest.mark.parametrize("execution_order", ["joint"])
@pytest.mark.parametrize("system", ["local_system"])
@pytest.mark.parametrize("olive_json", ["bert_ptq_cpu.json"])
def test_bert(sampler, execution_order, system, olive_json):
> from olive.workflows import run as olive_run
D:\a\_work\1\s\examples\test\local\test_bert_ptq_cpu.py:23:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
D:\a\_work\1\s\olive\workflows\__init__.py:5: in <module>
from olive.workflows.run.run import run
D:\a\_work\1\s\olive\workflows\run\run.py:15: in <module>
from olive.package_config import OlivePackageConfig
D:\a\_work\1\s\olive\package_config.py:12: in <module>
from olive.passes import PassModuleConfig
D:\a\_work\1\s\olive\passes\__init__.py:5: in <module>
from olive.passes.olive_pass import FullPassConfig, Pass
D:\a\_work\1\s\olive\passes\olive_pass.py:15: in <module>
from olive.data.config import DataConfig
D:\a\_work\1\s\olive\data\__init__.py:5: in <module>
from olive.data.component import * # noqa: F403
D:\a\_work\1\s\olive\data\component\__init__.py:5: in <module>
from olive.data.component import dataloader, load_dataset, post_process_data, pre_process_data
D:\a\_work\1\s\olive\data\component\load_dataset.py:8: in <module>
from olive.data.component.dataset import DummyDataset, RawDataset, TransformersDummyDataset
D:\a\_work\1\s\olive\data\component\dataset.py:10: in <module>
import torch
C:\ToolCache\Python\3.10.11\x64\lib\site-packages\torch\__init__.py:274: in <module>
_load_dll_libraries()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
def _load_dll_libraries() -> None:
import sysconfig
from torch.version import cuda as cuda_version
pfiles_path = os.getenv("ProgramFiles", r"C:\Program Files")
py_dll_path = os.path.join(sys.exec_prefix, "Library", "bin")
th_dll_path = os.path.join(os.path.dirname(__file__), "lib")
usebase_path = os.path.join(
sysconfig.get_config_var("userbase"), "Library", "bin"
)
# When users create a virtualenv that inherits the base environment,
# we will need to add the corresponding library directory into
# DLL search directories. Otherwise, it will rely on `PATH` which
# is dependent on user settings.
if sys.exec_prefix != sys.base_exec_prefix:
base_py_dll_path = os.path.join(sys.base_exec_prefix, "Library", "bin")
else:
base_py_dll_path = ""
dll_paths = [
p
for p in (th_dll_path, py_dll_path, base_py_dll_path, usebase_path)
if os.path.exists(p)
]
if not builtins.any(
os.path.exists(os.path.join(p, "nvToolsExt64_1.dll")) for p in dll_paths
):
nvtoolsext_dll_path = os.path.join(
os.getenv(
"NVTOOLSEXT_PATH",
os.path.join(pfiles_path, "NVIDIA Corporation", "NvToolsExt"),
),
"bin",
"x64",
)
else:
nvtoolsext_dll_path = ""
if cuda_version and builtins.all(
not glob.glob(os.path.join(p, "cudart64*.dll")) for p in dll_paths
):
cuda_version_1 = cuda_version.replace(".", "_")
cuda_path_var = "CUDA_PATH_V" + cuda_version_1
default_path = os.path.join(
pfiles_path, "NVIDIA GPU Computing Toolkit", "CUDA", f"v{cuda_version}"
)
cuda_path = os.path.join(os.getenv(cuda_path_var, default_path), "bin")
else:
cuda_path = ""
dll_paths.extend(
p for p in (nvtoolsext_dll_path, cuda_path) if os.path.exists(p)
)
Check failure on line 1 in test_whisper[device_precision0]
azure-pipelines / Olive CI
test_whisper[device_precision0]
failed on setup with "ImportError: DLL load failed while importing onnxruntime_pybind11_state: The specified module could not be found."
Raw output
@pytest.fixture(scope="module", autouse=True)
def setup():
"""Setups any state specific to the execution of the given module."""
example_dir = get_example_dir("whisper")
os.chdir(example_dir)
sys.path.insert(0, example_dir)
# prepare configs
> from prepare_whisper_configs import main as prepare_whisper_configs
D:\a\_work\1\s\examples\test\local\test_whisper.py:25:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
D:\a\_work\1\s\examples\whisper\prepare_whisper_configs.py:11: in <module>
from onnxruntime import __version__ as OrtVersion
C:\ToolCache\Python\3.10.11\x64\lib\site-packages\onnxruntime\__init__.py:58: in <module>
raise import_capi_exception
C:\ToolCache\Python\3.10.11\x64\lib\site-packages\onnxruntime\__init__.py:23: in <module>
from onnxruntime.capi._pybind_state import ExecutionMode # noqa: F401
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
# -------------------------------------------------------------------------
# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT License.
# --------------------------------------------------------------------------
"""
Ensure that dependencies are available and then load the extension module.
"""
import os
import platform
import warnings
from . import _ld_preload # noqa: F401
if platform.system() == "Windows":
from . import version_info
# If on Windows, check if this import error is caused by the user not installing the 2019 VC Runtime
# The VC Redist installer usually puts the VC Runtime dlls in the System32 folder, but it may also be found
# in some other locations.
# TODO, we may want to try to load the VC Runtime dlls instead of checking if the hardcoded file path
# is valid, and raise ImportError if the load fails
if version_info.vs2019 and platform.architecture()[0] == "64bit":
system_root = os.getenv("SystemRoot") or "C:\\Windows"
if not os.path.isfile(os.path.join(system_root, "System32", "vcruntime140_1.dll")):
warnings.warn("Please install the 2019 Visual C++ runtime and then try again. "
"If you've installed the runtime in a non-standard location "
"(other than %SystemRoot%\\System32), "
"make sure it can be found by setting the correct path.")
> from .onnxruntime_pybind11_state import * # noqa
E ImportError: DLL load failed while importing onnxruntime_pybind11_state: The specified module could not be found.
C:\ToolCache\Python\3.10.11\x64\lib\site-packages\onnxruntime\capi\_pybind_state.py:32: ImportError