Skip to content

Commit 5620172

Browse files
mzeglamzegla
authoredFeb 20, 2025··
Update OV dependencies to 2025.1 dev (#3058)
Update OV dependencies: Commits for OV, Tokenizers and GenAI Binary packages URLs Naming GenAI patch update Additionally removed SampleCustomLoader, commented out CAPI sample build and removed inference precision hint usage in tests.
1 parent 57769e8 commit 5620172

25 files changed

+116
-865
lines changed
 

‎Dockerfile.redhat

+8-11
Original file line numberDiff line numberDiff line change
@@ -113,7 +113,8 @@ RUN dnf install -y https://mirror.stream.centos.org/9-stream/AppStream/x86_64/os
113113
unzip \
114114
vim \
115115
xz \
116-
python3-devel && \
116+
python3-devel \
117+
libicu-devel && \
117118
dnf clean all
118119

119120
RUN python3 --version && python3 -m pip install numpy==1.21.0 --no-cache-dir
@@ -157,16 +158,15 @@ ARG CMAKE_BUILD_TYPE=Release
157158
ARG debug_bazel_flags="--strip=always --config=mp_on_py_on --//:distro=redhat"
158159

159160
################### BUILD OPENVINO FROM SOURCE - buildarg ov_use_binary=0 ############################
160-
# Build OpenVINO and nGraph (OV dependency) with D_GLIBCXX_USE_CXX11_ABI=0 or 1
161161
# hadolint ignore=DL3041
162162
RUN dnf install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm && dnf install -y gflags-devel gflags json-devel fdupes && \
163163
dnf clean all
164164
# hadolint ignore=DL3003
165165
RUN if [ "$ov_use_binary" == "0" ] ; then true ; else exit 0 ; fi ; git clone https://github.com/$ov_source_org/openvino.git /openvino && cd /openvino && git checkout $ov_source_branch && git submodule update --init --recursive
166166
RUN if [ "$ov_use_binary" == "0" ]; then true ; else exit 0 ; fi ; if ! [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ; pip3 install --no-cache-dir -r /openvino/src/bindings/python/wheel/requirements-dev.txt
167167
WORKDIR /openvino/build
168-
RUN if [ "$ov_use_binary" == "0" ] && [[ $debug_bazel_flags == *"PYTHON_DISABLE=1"* ]]; then true ; else exit 0 ; fi ; if ! [[ $debug_bazel_flags == *"PYTHON_DISABLE=1"* ]]; then true ; else exit 0 ; fi ; cmake -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE -DCMAKE_VERBOSE_MAKEFILE="${VERBOSE_LOGS}" -DENABLE_PYTHON=ON -DENABLE_INTEL_NPU=OFF -DENABLE_SAMPLES=0 -DNGRAPH_USE_CXX_ABI=1 -DCMAKE_CXX_FLAGS=" -D_GLIBCXX_USE_CXX11_ABI=1 -Wno-error=parentheses " ..
169-
RUN if [ "$ov_use_binary" == "0" ] ; then true ; else exit 0 ; fi ; cmake -DCMAKE_BUILD_TYPE="$CMAKE_BUILD_TYPE" -DCMAKE_VERBOSE_MAKEFILE="${VERBOSE_LOGS}" -DENABLE_SAMPLES=0 -DENABLE_INTEL_NPU=OFF -DNGRAPH_USE_CXX_ABI=1 -DCMAKE_CXX_FLAGS=" -D_GLIBCXX_USE_CXX11_ABI=1 -Wno-error=parentheses " ..
168+
RUN if [ "$ov_use_binary" == "0" ] && [[ $debug_bazel_flags == *"PYTHON_DISABLE=1"* ]]; then true ; else exit 0 ; fi ; if ! [[ $debug_bazel_flags == *"PYTHON_DISABLE=1"* ]]; then true ; else exit 0 ; fi ; cmake -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE -DCMAKE_VERBOSE_MAKEFILE="${VERBOSE_LOGS}" -DENABLE_PYTHON=ON -DENABLE_INTEL_NPU=OFF -DENABLE_SAMPLES=0 -DCMAKE_CXX_FLAGS=" -Wno-error=parentheses " ..
169+
RUN if [ "$ov_use_binary" == "0" ] ; then true ; else exit 0 ; fi ; cmake -DCMAKE_BUILD_TYPE="$CMAKE_BUILD_TYPE" -DCMAKE_VERBOSE_MAKEFILE="${VERBOSE_LOGS}" -DENABLE_SAMPLES=0 -DENABLE_INTEL_NPU=OFF -DCMAKE_CXX_FLAGS=" -Wno-error=parentheses " ..
170170
RUN if [ "$ov_use_binary" == "0" ] ; then true ; else exit 0 ; fi ; make --jobs=$JOBS
171171
RUN if [ "$ov_use_binary" == "0" ] ; then true ; else exit 0 ; fi ; make install
172172
RUN if [ "$ov_use_binary" == "0" ] ; then true ; else exit 0 ; fi ; \
@@ -252,13 +252,13 @@ WORKDIR /ovms/src/example/SampleCpuExtension/
252252
RUN make
253253

254254
RUN if ! [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ; \
255-
mkdir -p /opt/intel/openvino/python/openvino-2025.0.dist-info && \
256-
echo $'Metadata-Version: 1.0\nName: openvino\nVersion: 2025.0' > /opt/intel/openvino/python/openvino-2025.0.dist-info/METADATA
255+
mkdir -p /opt/intel/openvino/python/openvino-2025.1.dist-info && \
256+
echo $'Metadata-Version: 1.0\nName: openvino\nVersion: 2025.1' > /opt/intel/openvino/python/openvino-2025.1.dist-info/METADATA
257257
ENV PYTHONPATH=/opt/intel/openvino/python:/ovms/bazel-bin/src/python/binding
258258

259259
WORKDIR /ovms
260260

261-
ARG PROJECT_VERSION="2025.0"
261+
ARG PROJECT_VERSION="2025.1"
262262
LABEL description="OpenVINO Model Server"
263263
ARG minitrace_flags
264264

@@ -285,9 +285,6 @@ ARG RUN_TESTS=0
285285
COPY run_unit_tests.sh prepare_llm_models.sh prepare_gpu_models.sh /ovms/
286286
RUN if [ "$RUN_TESTS" == "1" ] ; then ./prepare_llm_models.sh /ovms/src/test/llm_testing docker && ./run_unit_tests.sh ; fi
287287

288-
# hadolint ignore=DL3059
289-
RUN bazel build --jobs=$JOBS ${debug_bazel_flags} //src:libsampleloader.so
290-
291288
ARG ovms_metadata_file
292289

293290
RUN /ovms/bazel-bin/src/ovms --version && /ovms/bazel-bin/src/ovms
@@ -350,7 +347,7 @@ RUN if [ -f /ovms_release/lib/libovms_shared.so ] ; then mv /ovms_release/lib/li
350347
FROM $RELEASE_BASE_IMAGE as release
351348
LABEL "name"="OVMS"
352349
LABEL "vendor"="Intel Corporation"
353-
LABEL "version"="2025.0"
350+
LABEL "version"="2025.1"
354351
LABEL "release"="2025"
355352
LABEL "summary"="OpenVINO(TM) Model Server"
356353
LABEL "description"="OpenVINO(TM) Model Server is a solution for serving AI models"

‎Dockerfile.ubuntu

+5-9
Original file line numberDiff line numberDiff line change
@@ -155,13 +155,12 @@ RUN curl -H "User-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHT
155155
ENV TEST_LOG="/root/.cache/bazel/_bazel_root/bc57d4817a53cab8c785464da57d1983/execroot/ovms/bazel-out/test.log"
156156

157157
################### BUILD OPENVINO FROM SOURCE - buildarg ov_use_binary=0 ############################
158-
# Build OpenVINO and nGraph (OV dependency) with D_GLIBCXX_USE_CXX11_ABI=0 or 1
159158
# hadolint ignore=DL3003
160159
RUN if [ "$ov_use_binary" == "0" ] ; then true ; else exit 0 ; fi ; git clone https://github.com/$ov_source_org/openvino.git /openvino && cd /openvino && git checkout $ov_source_branch && git submodule update --init --recursive
161160
RUN if [ "$ov_use_binary" == "0" ]; then true ; else exit 0 ; fi ; if ! [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ; pip install --no-cache-dir -r /openvino/src/bindings/python/wheel/requirements-dev.txt
162161
WORKDIR /openvino/build
163-
RUN if [ "$ov_use_binary" == "0" ]; then true ; else exit 0 ; fi ; if ! [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ; cmake -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE -DENABLE_PYTHON=ON -DENABLE_SAMPLES=0 -DNGRAPH_USE_CXX_ABI=1 -DCMAKE_CXX_FLAGS=" -D_GLIBCXX_USE_CXX11_ABI=1 -Wno-error=parentheses " -DENABLE_CPPLINT=OFF -DENABLE_INTEL_NPU_PROTOPIPE=OFF ..
164-
RUN if [ "$ov_use_binary" == "0" ] && [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ; cmake -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE -DENABLE_SAMPLES=0 -DNGRAPH_USE_CXX_ABI=1 -DCMAKE_CXX_FLAGS=" -D_GLIBCXX_USE_CXX11_ABI=1 -Wno-error=parentheses " -DENABLE_CPPLINT=OFF -DENABLE_INTEL_NPU_PROTOPIPE=OFF ..
162+
RUN if [ "$ov_use_binary" == "0" ]; then true ; else exit 0 ; fi ; if ! [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ; cmake -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE -DENABLE_PYTHON=ON -DENABLE_SAMPLES=0 -DCMAKE_CXX_FLAGS=" -Wno-error=parentheses " -DENABLE_CPPLINT=OFF -DENABLE_INTEL_NPU_PROTOPIPE=OFF ..
163+
RUN if [ "$ov_use_binary" == "0" ] && [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ; cmake -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE -DENABLE_SAMPLES=0 -DCMAKE_CXX_FLAGS=" -Wno-error=parentheses " -DENABLE_CPPLINT=OFF -DENABLE_INTEL_NPU_PROTOPIPE=OFF ..
165164
RUN if [ "$ov_use_binary" == "0" ] ; then true ; else exit 0 ; fi ; make --jobs=$JOBS
166165
RUN if [ "$ov_use_binary" == "0" ] ; then true ; else exit 0 ; fi ; make install
167166
RUN if [ "$ov_use_binary" == "0" ] ; then true ; else exit 0 ; fi ; \
@@ -259,12 +258,12 @@ WORKDIR /ovms/src/example/SampleCpuExtension/
259258
RUN make && cp libcustom_relu_cpu_extension.so /opt
260259

261260
RUN if ! [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ; \
262-
mkdir -p /opt/intel/openvino/python/openvino-2025.0.dist-info && \
263-
echo $'Metadata-Version: 1.0\nName: openvino\nVersion: 2025.0' > /opt/intel/openvino/python/openvino-2025.0.dist-info/METADATA
261+
mkdir -p /opt/intel/openvino/python/openvino-2025.1.dist-info && \
262+
echo $'Metadata-Version: 1.0\nName: openvino\nVersion: 2025.1' > /opt/intel/openvino/python/openvino-2025.1.dist-info/METADATA
264263

265264
WORKDIR /ovms
266265

267-
ARG PROJECT_VERSION="2025.0"
266+
ARG PROJECT_VERSION="2025.1"
268267
LABEL description="OpenVINO Model Server"
269268
ARG minitrace_flags
270269
ENV PYTHONPATH=/opt/intel/openvino/python:/ovms/bazel-bin/src/python/binding
@@ -297,9 +296,6 @@ RUN if [ "$FUZZER_BUILD" == "0" ]; then bazel build --jobs=$JOBS ${debug_bazel_f
297296
ARG RUN_TESTS=0
298297
RUN if [ "$RUN_TESTS" == "1" ] ; then ./prepare_llm_models.sh /ovms/src/test/llm_testing docker && ./run_unit_tests.sh ; fi
299298

300-
# hadolint ignore=DL3059
301-
RUN if [ "$FUZZER_BUILD" == "0" ]; then bazel build ${debug_bazel_flags} --jobs=$JOBS //src:libsampleloader.so; fi;
302-
303299
RUN if [ "$FUZZER_BUILD" == "0" ]; then /ovms/bazel-bin/src/ovms --version && /ovms/bazel-bin/src/ovms; fi;
304300

305301
COPY release_files/thirdparty-licenses/ /ovms/release_files/thirdparty-licenses/

‎Makefile

+6-6
Original file line numberDiff line numberDiff line change
@@ -74,9 +74,9 @@ FUZZER_BUILD ?= 0
7474
# NOTE: when changing any value below, you'll need to adjust WORKSPACE file by hand:
7575
# - uncomment source build section, comment binary section
7676
# - adjust binary version path - version variable is not passed to WORKSPACE file!
77-
OV_SOURCE_BRANCH ?= 1f68be9f5945f2a239ada580e62c992d820f9cb7 # releases/2025/0 / 2025-01-30
77+
OV_SOURCE_BRANCH ?= 6f7519ad4dc1920571de22eac41f66b6c09e76d3 # master / 2025-02-14
7878
OV_CONTRIB_BRANCH ?= c39462ca8d7c550266dc70cdbfbe4fc8c5be0677 # master / 2024-10-31
79-
OV_TOKENIZERS_BRANCH ?= 2b2420220f9a97f03a7bb91e785df40735503c96 # releases/2025/0 2025-01-21
79+
OV_TOKENIZERS_BRANCH ?= df197af63636632f0272c02417aa74fdea8fd23e # master 2025-02-14
8080

8181
OV_SOURCE_ORG ?= openvinotoolkit
8282
OV_CONTRIB_ORG ?= openvinotoolkit
@@ -161,11 +161,11 @@ ifeq ($(findstring ubuntu,$(BASE_OS)),ubuntu)
161161
ifeq ($(BASE_OS_TAG),24.04)
162162
OS=ubuntu24
163163
INSTALL_DRIVER_VERSION ?= "24.52.32224"
164-
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino/packages/pre-release/2025.0.0rc3/openvino_toolkit_ubuntu24_2025.0.0.dev20250130_x86_64.tgz
164+
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2025.1.0-18174-6f7519ad4dc/openvino_toolkit_ubuntu24_2025.1.0.dev20250214_x86_64.tgz
165165
else ifeq ($(BASE_OS_TAG),22.04)
166166
OS=ubuntu22
167167
INSTALL_DRIVER_VERSION ?= "24.39.31294"
168-
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino/packages/pre-release/2025.0.0rc3/openvino_toolkit_ubuntu22_2025.0.0.dev20250130_x86_64.tgz
168+
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2025.1.0-18174-6f7519ad4dc/openvino_toolkit_ubuntu22_2025.1.0.dev20250214_x86_64.tgz
169169
endif
170170
endif
171171
ifeq ($(BASE_OS),redhat)
@@ -175,7 +175,7 @@ ifeq ($(BASE_OS),redhat)
175175
BASE_IMAGE_RELEASE=registry.access.redhat.com/ubi9/ubi-minimal:$(BASE_OS_TAG_REDHAT)
176176
DIST_OS=redhat
177177
INSTALL_DRIVER_VERSION ?= "24.45.31740"
178-
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino/packages/pre-release/2025.0.0rc3/openvino_toolkit_rhel8_2025.0.0.dev20250130_x86_64.tgz
178+
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2025.1.0-18174-6f7519ad4dc/openvino_toolkit_rhel8_2025.1.0.dev20250214_x86_64.tgz
179179
endif
180180

181181
OVMS_CPP_DOCKER_IMAGE ?= openvino/model_server
@@ -187,7 +187,7 @@ OVMS_CPP_IMAGE_TAG ?= latest
187187

188188
OVMS_PYTHON_IMAGE_TAG ?= py
189189

190-
PRODUCT_VERSION ?= "2025.0"
190+
PRODUCT_VERSION ?= "2025.1"
191191
PROJECT_VER_PATCH =
192192

193193
$(eval PROJECT_VER_PATCH:=`git rev-parse --short HEAD`)

‎create_package.sh

+1-3
Original file line numberDiff line numberDiff line change
@@ -22,15 +22,13 @@ mkdir -vp /ovms_release/lib
2222
mkdir -vp /ovms_release/lib/custom_nodes
2323

2424
if [ -f /openvino_tokenizers/build/src/libopenvino_tokenizers.so ]; then cp -v /openvino_tokenizers/build/src/libopenvino_tokenizers.so /ovms_release/lib/ ; fi
25-
if [ -f /openvino_tokenizers/build/src/libcore_tokenizers.so ]; then cp -v /openvino_tokenizers/build/src/libcore_tokenizers.so /ovms_release/lib/ ; fi
2625

2726
find /ovms/bazel-out/k8-*/bin -iname '*.so*' ! -type d ! -name "libgtest.so" ! -name "*params" ! -name "*.hana.*" ! -name "py_generate_pipeline.cpython*" ! -name "lib_node_*" ! -path "*test_python_binding*" ! -name "*libpython*" -exec cp -v {} /ovms_release/lib/ \;
2827
mv /ovms_release/lib/libcustom_node* /ovms_release/lib/custom_nodes/
2928
cd /ovms_release/lib/ ; rm -f libazurestorage.so.* ; ln -s libazurestorage.so libazurestorage.so.7 ;ln -s libazurestorage.so libazurestorage.so.7.5
3029
cd /ovms_release/lib/ ; rm -f libcpprest.so.2.10 ; ln -s libcpprest.so libcpprest.so.2.10
31-
if [ -f /ovms_release/lib/libopenvino_genai.so ]; then cd /ovms_release/lib/ ; rm -f libopenvino_genai.so.* ; ln -s libopenvino_genai.so libopenvino_genai.so.2500 ; ln -s libopenvino_genai.so.2025.0.0.0 libopenvino_genai.so.2500 ; fi
30+
if [ -f /ovms_release/lib/libopenvino_genai.so ]; then cd /ovms_release/lib/ ; rm -f libopenvino_genai.so.* ; ln -s libopenvino_genai.so libopenvino_genai.so.2510 ; ln -s libopenvino_genai.so.2025.1.0.0 libopenvino_genai.so.2510 ; fi
3231
rm -f /ovms_release/lib/libssl.so
33-
rm -f /ovms_release/lib/libsampleloader*
3432

3533
# Remove coverage libraries
3634
if [ -f /ovms_release/lib/libjava.so ] ; then cd /ovms_release/lib/ && \

‎demos/common/export_models/requirements.txt

+2-2
Original file line numberDiff line numberDiff line change
@@ -2,8 +2,8 @@
22
--extra-index-url "https://storage.openvinotoolkit.org/simple/wheels/nightly"
33
--pre
44
optimum-intel@git+https://github.com/huggingface/optimum-intel.git
5-
openvino-tokenizers[transformers]<=2025.0.0.dev20250115
6-
openvino<=2025.0.0.dev20250115
5+
openvino-tokenizers[transformers]<=2025.1.0.dev20250214
6+
openvino<=2025.1.0.dev20250214
77
nncf>=2.11.0
88
sentence_transformers==3.1.1
99
openai

‎demos/python_demos/clip_image_classification/download_model_requirements.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
--extra-index-url "https://download.pytorch.org/whl/cpu"
22
--extra-index-url "https://storage.openvinotoolkit.org/simple/wheels/nightly"
33
--pre
4-
openvino==2025.0.*
4+
openvino==2025.1.*
55
numpy<2.0
66
transformers==4.40.2
77
pillow==10.3.0

‎docs/custom_model_loader.md

+2-172
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
11
## Custom Model Loader {#ovms_docs_custom_loader}
22

3+
### IMPORTANT: THIS FEATURE IS DEPRECATED AND WILL BE REMOVED IN THE FUTURE RELEASES
4+
35
Before loading the models directly from files, some extra processing or checking may be required. Typical examples are loading encrypted files or checking for model license, and other. In such cases, this custom loader interface allows users to write their own custom model loader based on the predefined interface and load the same as a dynamic library.
46

57
This document gives details on adding custom loader configuration, custom loader interface, and other details.
@@ -45,178 +47,6 @@ Derive the new custom loader class from base class **CustomLoaderInterface** and
4547
**CustomLoaderInterface* createCustomLoader**
4648
which allocates the new custom loader and returns a pointer to the base class.
4749

48-
An example custom loader which reads files and returns required buffers to be loaded is implemented and provided as reference in **[src/example/SampleCustomLoader](https://github.com/openvinotoolkit/model_server/blob/main/src/example/SampleCustomLoader)**
49-
50-
This custom loader is built with the model server build and available in the docker *openvino/model_server-build:latest*. The shared library can be either copied from this docker or built using makefile. An example Makefile is provided as a reference in the directory.
51-
52-
## Running Example Custom Loader:
53-
54-
An example custom loader is implemented under "src/example/SampleCustomLoader".
55-
56-
Follow the below steps to use example custom model loader:
57-
58-
Step 1: Prepare test directory.
59-
60-
Download the model server code & build the docker (make docker_build).
61-
Once the docker is ready, create a folder where all the artifacts can be downloaded. Make sure that the models, client components, and images are all downloaded to this folder. Additionally, create a json file required for this folder.
62-
```bash
63-
mkdir test_custom_loader
64-
```
65-
66-
Step 2: Prepare the example of the custom loader library
67-
68-
```bash
69-
git clone https://github.com/openvinotoolkit/model_server.git
70-
cd model_server/src/example/SampleCustomLoader
71-
make docker_build
72-
```
73-
It will generate the library in the `lib/libsampleloader.so` path.
74-
75-
Copy `lib` folder to the previously created directory `test_custom_loader`.
76-
```bash
77-
cp -r lib ../../../../test_custom_loader/lib
78-
cd ../../../../test_custom_loader
79-
```
80-
81-
Step 3: Download a Model
82-
83-
```bash
84-
curl --create-dirs https://storage.openvinotoolkit.org/repositories/open_model_zoo/2022.1/models_bin/2/face-detection-retail-0004/FP32/face-detection-retail-0004.xml https://storage.openvinotoolkit.org/repositories/open_model_zoo/2022.1/models_bin/2/face-detection-retail-0004/FP32/face-detection-retail-0004.bin -o model/fdsample/1/face-detection-retail-0004.xml -o model/fdsample/1/face-detection-retail-0004.bin
85-
86-
chmod -R 755 ./model
87-
```
88-
89-
Step 4: Download the required Client Components
90-
91-
```bash
92-
curl --fail https://raw.githubusercontent.com/openvinotoolkit/model_server/main/demos/common/python/client_utils.py -o client_utils.py https://raw.githubusercontent.com/openvinotoolkit/model_server/main/demos/face_detection/python/face_detection.py -o face_detection.py https://raw.githubusercontent.com/openvinotoolkit/model_server/main/demos/common/python/requirements.txt -o requirements.txt
93-
94-
pip3 install --upgrade pip
95-
pip3 install -r requirements.txt
96-
```
97-
98-
99-
Step 5: Download Data for Inference
100-
101-
```bash
102-
curl --fail --create-dirs https://raw.githubusercontent.com/openvinotoolkit/model_server/main/demos/common/static/images/people/people1.jpeg -o images/people1.jpeg
103-
```
104-
105-
Step 6: Prepare the config json.
106-
107-
Example configuration file: Create a sampleloader.json file:
108-
```bash
109-
echo '
110-
{
111-
"custom_loader_config_list":[
112-
{
113-
"config":{
114-
"loader_name":"sampleloader",
115-
"library_path": "/sampleloader/lib/libsampleloader.so",
116-
"loader_config_file": "config.json"
117-
}
118-
}
119-
],
120-
"model_config_list":[
121-
{
122-
"config":{
123-
"name":"sampleloader-model",
124-
"base_path":"/sampleloader/model/fdsample",
125-
"custom_loader_options": {"loader_name": "sampleloader", "model_file": "face-detection-retail-0004.xml", "bin_file": "face-detection-retail-0004.bin", "enable_file": "face-detection-retail.status"}
126-
}
127-
}
128-
]
129-
}' >> sampleloader.json
130-
```
131-
132-
Step 7: Start the model server container
133-
134-
```bash
135-
docker run -d -v ${PWD}:/sampleloader -p 9000:9000 openvino/model_server:latest --config_path /sampleloader/sampleloader.json --port 9000 --log_level DEBUG
136-
```
137-
138-
Step 8: Run inference & Review the results
139-
140-
```bash
141-
python3 face_detection.py --batch_size 1 --width 300 --height 300 --input_images_dir images --output_dir results --model_name sampleloader-model --grpc_port 9000
142-
143-
['people1.jpeg']
144-
Start processing 1 iterations with batch size 1
145-
146-
Request shape (1, 3, 300, 300)
147-
Response shape (1, 1, 200, 7)
148-
image in batch item 0 , output shape (3, 300, 300)
149-
detection 0 [[[0. 1. 0.9999999 0.22627862 0.35042182 0.27032945
150-
0.43312052]]]
151-
x_min 67
152-
y_min 105
153-
x_max 81
154-
y_max 129
155-
detection 1 [[[0. 1. 0.9999999 0.7980574 0.35572374 0.8422255
156-
0.42749226]]]
157-
x_min 239
158-
y_min 106
159-
x_max 252
160-
y_max 128
161-
detection 2 [[[0. 1. 0.9999927 0.4413453 0.29417545 0.48191014
162-
0.37180012]]]
163-
x_min 132
164-
y_min 88
165-
x_max 144
166-
y_max 111
167-
detection 3 [[[0. 1. 0.99964225 0.55356365 0.30400735 0.59468836
168-
0.38264883]]]
169-
x_min 166
170-
y_min 91
171-
x_max 178
172-
y_max 114
173-
detection 4 [[[0. 1. 0.9993523 0.32912934 0.38222942 0.36873418
174-
0.44978413]]]
175-
x_min 98
176-
y_min 114
177-
x_max 110
178-
y_max 134
179-
detection 5 [[[0. 1. 0.9992501 0.33522347 0.6249954 0.38323137
180-
0.7104612 ]]]
181-
x_min 100
182-
y_min 187
183-
x_max 114
184-
y_max 213
185-
detection 6 [[[0. 1. 0.9976745 0.6488881 0.5992611 0.6988456 0.6907843]]]
186-
x_min 194
187-
y_min 179
188-
x_max 209
189-
y_max 207
190-
detection 7 [[[0. 1. 0.9962077 0.5180316 0.5640176 0.5703776 0.6516389]]]
191-
x_min 155
192-
y_min 169
193-
x_max 171
194-
y_max 195
195-
detection 8 [[[0. 1. 0.722986 0.6746904 0.3287916 0.7198625 0.4061382]]]
196-
x_min 202
197-
y_min 98
198-
x_max 215
199-
y_max 121
200-
detection 9 [[[0. 1. 0.566281 0.13994813 0.36546633 0.18363091
201-
0.44829145]]]
202-
x_min 41
203-
y_min 109
204-
x_max 55
205-
y_max 134
206-
saving result to results/1_0.jpg
207-
Iteration 1; Processing time: 21.92 ms; speed 45.61 fps
208-
209-
processing time for all iterations
210-
average time: 21.00 ms; average speed: 47.62 fps
211-
median time: 21.00 ms; median speed: 47.62 fps
212-
max time: 21.00 ms; min speed: 47.62 fps
213-
min time: 21.00 ms; max speed: 47.62 fps
214-
time percentile 90: 21.00 ms; speed percentile 90: 47.62 fps
215-
time percentile 50: 21.00 ms; speed percentile 50: 47.62 fps
216-
time standard deviation: 0.00
217-
time variance: 0.00
218-
```
219-
22050
#### Blacklisting the model
22151

22252
Even though a model is specified in the config file, you may need to disable the model under certain conditions, for example, expired model license.

‎external/cb.patch

+4-4
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,12 @@
11
diff --git a/CMakeLists.txt b/CMakeLists.txt
2-
index da39b5c..d3fa72b 100644
2+
index ee1cb70f..0555500c 100644
33
--- a/CMakeLists.txt
44
+++ b/CMakeLists.txt
5-
@@ -81,15 +81,15 @@ endif()
5+
@@ -88,15 +88,15 @@ endif()
66

77
add_subdirectory(thirdparty)
88
add_subdirectory(src)
9-
-if(EXISTS "${OpenVINOGenAI_SOURCE_DIR}/samples")
9+
-if(EXISTS "${OpenVINOGenAI_SOURCE_DIR}/samples" AND ENABLE_SAMPLES)
1010
- add_subdirectory(samples)
1111
-endif()
1212
-if(EXISTS "${OpenVINOGenAI_SOURCE_DIR}/tools/continuous_batching")
@@ -15,7 +15,7 @@ index da39b5c..d3fa72b 100644
1515
-if(EXISTS "${OpenVINOGenAI_SOURCE_DIR}/tests/cpp")
1616
- add_subdirectory(tests/cpp)
1717
-endif()
18-
+#if(EXISTS "${OpenVINOGenAI_SOURCE_DIR}/samples")
18+
+#if(EXISTS "${OpenVINOGenAI_SOURCE_DIR}/samples" AND ENABLE_SAMPLES)
1919
+# add_subdirectory(samples)
2020
+#endif()
2121
+#if(EXISTS "${OpenVINOGenAI_SOURCE_DIR}/tools/continuous_batching")

‎src/BUILD

-13
Original file line numberDiff line numberDiff line change
@@ -669,18 +669,6 @@ cc_library(
669669

670670
load("@pip_deps//:requirements.bzl", "all_requirements")
671671

672-
cc_binary(
673-
name = "libsampleloader.so",
674-
srcs = [
675-
"example/SampleCustomLoader/sampleCustLoader.cpp",
676-
"customloaderinterface.hpp",
677-
],
678-
linkshared = 1,
679-
deps = [
680-
"@com_github_tencent_rapidjson//:rapidjson",
681-
],
682-
)
683-
684672
cc_binary(
685673
name = "lib_node_mock.so",
686674
srcs = [
@@ -2013,7 +2001,6 @@ cc_test(
20132001
"test/summator/1/summator.bin",
20142002
"test/scalar/1/saved_model.xml",
20152003
"test/scalar/1/saved_model.bin",
2016-
"//src:libsampleloader.so",
20172004
"//src:lib_node_mock.so",
20182005
"//src:lib_node_missing_implementation.so",
20192006
"//src:lib_node_add_sub.so",

‎src/example/SampleCpuExtension/Makefile

+1-1
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ OPENVINO_PATH ?= /opt/intel/openvino_2025
1818

1919
all: $(eval SHELL:=/bin/bash)
2020
/usr/bin/g++ --version
21-
. $(OPENVINO_PATH)/setupvars.sh && /usr/bin/g++ -std=gnu++11 -fPIC -shared ov_extension.cpp CustomReluOp.cpp \
21+
. $(OPENVINO_PATH)/setupvars.sh && /usr/bin/g++ -std=gnu++17 -fPIC -shared ov_extension.cpp CustomReluOp.cpp \
2222
-I $(OPENVINO_PATH)/runtime/include/ie \
2323
-I $(OPENVINO_PATH)/runtime/include \
2424
-o libcustom_relu_cpu_extension.so

‎src/example/SampleCustomLoader/Dockerfile.redhat

-23
This file was deleted.

‎src/example/SampleCustomLoader/Dockerfile.ubuntu

-24
This file was deleted.

‎src/example/SampleCustomLoader/Makefile

-60
This file was deleted.

‎src/example/SampleCustomLoader/sampleCustLoader.cpp

-461
This file was deleted.

‎src/llm/http_llm_calculator.cc

+3-3
Original file line numberDiff line numberDiff line change
@@ -177,7 +177,7 @@ class HttpLLMCalculator : public CalculatorBase {
177177
this->apiHandler->createGenerationConfig());
178178

179179
this->client->registerDisconnectionCallback([genHandle = this->generationHandle]() {
180-
genHandle->drop();
180+
genHandle->stop();
181181
});
182182
}
183183
nodeResources->notifyExecutorThread();
@@ -205,7 +205,7 @@ class HttpLLMCalculator : public CalculatorBase {
205205
OVMS_PROFILE_SCOPE("Unary generation cycle");
206206

207207
std::vector<ov::genai::GenerationOutput> generationOutputs = this->generationHandle->read_all();
208-
if (this->generationHandle->get_status() == ov::genai::GenerationStatus::DROPPED_BY_HANDLE) {
208+
if (this->generationHandle->get_status() == ov::genai::GenerationStatus::STOP) {
209209
return absl::CancelledError();
210210
}
211211
RET_CHECK(generationOutputs.size() >= 1);
@@ -217,7 +217,7 @@ class HttpLLMCalculator : public CalculatorBase {
217217
// Streaming scenario
218218
// Each iteration is single execution of Process() method
219219

220-
if (this->generationHandle->get_status() == ov::genai::GenerationStatus::DROPPED_BY_HANDLE) {
220+
if (this->generationHandle->get_status() == ov::genai::GenerationStatus::STOP) {
221221
return absl::CancelledError();
222222
}
223223

‎src/test/custom_loader_test.cpp

+18-1
Original file line numberDiff line numberDiff line change
@@ -55,6 +55,12 @@ using testing::UnorderedElementsAre;
5555

5656
using namespace ovms;
5757

58+
/*
59+
------------------------------------------------
60+
AFTER SAMPLE CUSTOM LOADER REMOVAL BELOW CONFIGURATIONS ARE NOT USED
61+
REMOVE THIS ENTIRE FILE ONCE THE FEATURE IS REMOVED
62+
-------------------------------------------------
63+
5864
namespace {
5965
6066
// Custom Loader Config Keys
@@ -310,6 +316,8 @@ const char* expected_json_loading_error = R"({
310316
311317
} // namespace
312318
319+
*/
320+
313321
class TestCustomLoader : public ::testing::Test {
314322
public:
315323
void SetUp() {
@@ -328,6 +336,10 @@ class TestCustomLoader : public ::testing::Test {
328336
}
329337
void TearDown() {
330338
// Create config file with an empty config & reload
339+
const char* empty_config = R"({
340+
"custom_loader_config_list":[],
341+
"model_config_list":[]
342+
})";
331343
std::string configStr = empty_config;
332344
std::string fileToReload = cl_models_path + "/cl_config.json";
333345
createConfigFileWithContent(configStr, fileToReload);
@@ -607,7 +619,11 @@ TEST_F(TestCustomLoader, CustomLoaderConfigMultiplePropertiesInCustomLoaderOptio
607619
}
608620

609621
// Functional Validation
610-
622+
/*
623+
------------------------------------------------
624+
AFTER SAMPLE CUSTOM LOADER REMOVAL BELOW TESTS ARE NOT VALID
625+
REMOVE THIS ENTIRE FILE ONCE THE FEATURE IS REMOVED
626+
-------------------------------------------------
611627
TEST_F(TestCustomLoader, CustomLoaderPrediction) {
612628
#ifdef _WIN32
613629
GTEST_SKIP() << "Test disabled on windows";
@@ -1442,5 +1458,6 @@ TEST_F(TestCustomLoader, CustomLoaderLoadBlackListedModel) {
14421458
ASSERT_EQ(error_status2, StatusCode::OK);
14431459
EXPECT_EQ(json_output2, expected_json_available);
14441460
}
1461+
*/
14451462

14461463
#pragma GCC diagnostic pop

‎src/test/llm/graphkfspass.pbtxt

-1
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,6 @@ node {
2929
node_options: {
3030
[type.googleapis.com/mediapipe.LLMCalculatorOptions]: {
3131
models_path: "/ovms/src/test/llm_testing/facebook/opt-125m",
32-
plugin_config: "{\"INFERENCE_PRECISION_HINT\":\"f32\"}"
3332
cache_size: 1
3433
}
3534
}

‎src/test/llm/graphspeculative.pbtxt

-1
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,6 @@ node {
2929
node_options: {
3030
[type.googleapis.com/mediapipe.LLMCalculatorOptions]: {
3131
models_path: "/ovms/src/test/llm_testing/facebook/opt-125m",
32-
plugin_config: "{\"INFERENCE_PRECISION_HINT\":\"f32\"}"
3332
cache_size: 1
3433
draft_models_path: "/ovms/src/test/llm_testing/facebook/opt-125m"
3534
}

‎src/test/llmnode_test.cpp

+2-1
Original file line numberDiff line numberDiff line change
@@ -89,7 +89,8 @@ class LLMFlowHttpTest : public ::testing::Test {
8989
schedulerConfig.dynamic_split_fuse = true;
9090
schedulerConfig.max_num_seqs = 256;
9191
plugin_config_t pluginConfig;
92-
JsonParser::parsePluginConfig("{\"INFERENCE_PRECISION_HINT\":\"f32\"}", pluginConfig);
92+
// Setting precision to f32 fails on SPR hosts - to be investigated
93+
// JsonParser::parsePluginConfig("{\"INFERENCE_PRECISION_HINT\":\"f32\"}", pluginConfig);
9394
cbPipe = std::make_shared<ov::genai::ContinuousBatchingPipeline>(getGenericFullPathForSrcTest("/ovms/src/test/llm_testing/facebook/opt-125m"), schedulerConfig, device, pluginConfig, tokenizerPluginConfig);
9495
llmExecutorWrapper = std::make_shared<LLMExecutorWrapper>(cbPipe);
9596
} catch (const std::exception& e) {

‎tests/file_lists/lib_files.txt

+26-27
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,6 @@ custom_nodes
33
libazurestorage.so
44
libazurestorage.so.7->libazurestorage.so
55
libazurestorage.so.7.5->libazurestorage.so
6-
libcore_tokenizers.so
76
libcpprest.so
87
libcpprest.so.2.10->libcpprest.so
98
libface_detection_cc_proto.so
@@ -43,38 +42,38 @@ libopencv_videoio.so.410->libopencv_videoio.so.4.10.0
4342
libopencv_ximgproc.so->libopencv_ximgproc.so.410
4443
libopencv_ximgproc.so.4.10.0
4544
libopencv_ximgproc.so.410->libopencv_ximgproc.so.4.10.0
46-
libopenvino.so->libopenvino.so.2500
47-
libopenvino.so.2025.0.0
48-
libopenvino.so.2500->libopenvino.so.2025.0.0
45+
libopenvino.so->libopenvino.so.2510
46+
libopenvino.so.2025.1.0
47+
libopenvino.so.2510->libopenvino.so.2025.1.0
4948
libopenvino_auto_batch_plugin.so
5049
libopenvino_auto_plugin.so
51-
libopenvino_c.so->libopenvino_c.so.2500
52-
libopenvino_c.so.2025.0.0
53-
libopenvino_c.so.2500->libopenvino_c.so.2025.0.0
50+
libopenvino_c.so->libopenvino_c.so.2510
51+
libopenvino_c.so.2025.1.0
52+
libopenvino_c.so.2510->libopenvino_c.so.2025.1.0
5453
libopenvino_hetero_plugin.so
5554
libopenvino_intel_cpu_plugin.so
5655
libopenvino_intel_gpu_plugin.so
5756
libopenvino_intel_npu_plugin.so
58-
libopenvino_ir_frontend.so.2025.0.0
59-
libopenvino_ir_frontend.so.2500->libopenvino_ir_frontend.so.2025.0.0
60-
libopenvino_jax_frontend.so->libopenvino_jax_frontend.so.2500
61-
libopenvino_jax_frontend.so.2025.0.0
62-
libopenvino_jax_frontend.so.2500->libopenvino_jax_frontend.so.2025.0.0
63-
libopenvino_onnx_frontend.so->libopenvino_onnx_frontend.so.2500
64-
libopenvino_onnx_frontend.so.2025.0.0
65-
libopenvino_onnx_frontend.so.2500->libopenvino_onnx_frontend.so.2025.0.0
66-
libopenvino_paddle_frontend.so->libopenvino_paddle_frontend.so.2500
67-
libopenvino_paddle_frontend.so.2025.0.0
68-
libopenvino_paddle_frontend.so.2500->libopenvino_paddle_frontend.so.2025.0.0
69-
libopenvino_pytorch_frontend.so->libopenvino_pytorch_frontend.so.2500
70-
libopenvino_pytorch_frontend.so.2025.0.0
71-
libopenvino_pytorch_frontend.so.2500->libopenvino_pytorch_frontend.so.2025.0.0
72-
libopenvino_tensorflow_frontend.so->libopenvino_tensorflow_frontend.so.2500
73-
libopenvino_tensorflow_frontend.so.2025.0.0
74-
libopenvino_tensorflow_frontend.so.2500->libopenvino_tensorflow_frontend.so.2025.0.0
75-
libopenvino_tensorflow_lite_frontend.so->libopenvino_tensorflow_lite_frontend.so.2500
76-
libopenvino_tensorflow_lite_frontend.so.2025.0.0
77-
libopenvino_tensorflow_lite_frontend.so.2500->libopenvino_tensorflow_lite_frontend.so.2025.0.0
57+
libopenvino_ir_frontend.so.2025.1.0
58+
libopenvino_ir_frontend.so.2510->libopenvino_ir_frontend.so.2025.1.0
59+
libopenvino_jax_frontend.so->libopenvino_jax_frontend.so.2510
60+
libopenvino_jax_frontend.so.2025.1.0
61+
libopenvino_jax_frontend.so.2510->libopenvino_jax_frontend.so.2025.1.0
62+
libopenvino_onnx_frontend.so->libopenvino_onnx_frontend.so.2510
63+
libopenvino_onnx_frontend.so.2025.1.0
64+
libopenvino_onnx_frontend.so.2510->libopenvino_onnx_frontend.so.2025.1.0
65+
libopenvino_paddle_frontend.so->libopenvino_paddle_frontend.so.2510
66+
libopenvino_paddle_frontend.so.2025.1.0
67+
libopenvino_paddle_frontend.so.2510->libopenvino_paddle_frontend.so.2025.1.0
68+
libopenvino_pytorch_frontend.so->libopenvino_pytorch_frontend.so.2510
69+
libopenvino_pytorch_frontend.so.2025.1.0
70+
libopenvino_pytorch_frontend.so.2510->libopenvino_pytorch_frontend.so.2025.1.0
71+
libopenvino_tensorflow_frontend.so->libopenvino_tensorflow_frontend.so.2510
72+
libopenvino_tensorflow_frontend.so.2025.1.0
73+
libopenvino_tensorflow_frontend.so.2510->libopenvino_tensorflow_frontend.so.2025.1.0
74+
libopenvino_tensorflow_lite_frontend.so->libopenvino_tensorflow_lite_frontend.so.2510
75+
libopenvino_tensorflow_lite_frontend.so.2025.1.0
76+
libopenvino_tensorflow_lite_frontend.so.2510->libopenvino_tensorflow_lite_frontend.so.2025.1.0
7877
libopenvino_tokenizers.so
7978
libtbb.so->libtbb.so.12
8079
libtbb.so.12->libtbb.so.12.13

‎tests/file_lists/lib_files_python.txt

+27-28
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,6 @@ custom_nodes
33
libazurestorage.so
44
libazurestorage.so.7->libazurestorage.so
55
libazurestorage.so.7.5->libazurestorage.so
6-
libcore_tokenizers.so
76
libcpprest.so
87
libcpprest.so.2.10->libcpprest.so
98
libface_detection_cc_proto.so
@@ -43,40 +42,40 @@ libopencv_videoio.so.410->libopencv_videoio.so.4.10.0
4342
libopencv_ximgproc.so->libopencv_ximgproc.so.410
4443
libopencv_ximgproc.so.4.10.0
4544
libopencv_ximgproc.so.410->libopencv_ximgproc.so.4.10.0
46-
libopenvino.so->libopenvino.so.2500
47-
libopenvino.so.2025.0.0
48-
libopenvino.so.2500->libopenvino.so.2025.0.0
45+
libopenvino.so->libopenvino.so.2510
46+
libopenvino.so.2025.1.0
47+
libopenvino.so.2510->libopenvino.so.2025.1.0
4948
libopenvino_auto_batch_plugin.so
5049
libopenvino_auto_plugin.so
51-
libopenvino_c.so->libopenvino_c.so.2500
52-
libopenvino_c.so.2025.0.0
53-
libopenvino_c.so.2500->libopenvino_c.so.2025.0.0
50+
libopenvino_c.so->libopenvino_c.so.2510
51+
libopenvino_c.so.2025.1.0
52+
libopenvino_c.so.2510->libopenvino_c.so.2025.1.0
5453
libopenvino_genai.so
55-
libopenvino_genai.so.2500->libopenvino_genai.so
54+
libopenvino_genai.so.2510->libopenvino_genai.so
5655
libopenvino_hetero_plugin.so
5756
libopenvino_intel_cpu_plugin.so
5857
libopenvino_intel_gpu_plugin.so
5958
libopenvino_intel_npu_plugin.so
60-
libopenvino_ir_frontend.so.2025.0.0
61-
libopenvino_ir_frontend.so.2500->libopenvino_ir_frontend.so.2025.0.0
62-
libopenvino_jax_frontend.so->libopenvino_jax_frontend.so.2500
63-
libopenvino_jax_frontend.so.2025.0.0
64-
libopenvino_jax_frontend.so.2500->libopenvino_jax_frontend.so.2025.0.0
65-
libopenvino_onnx_frontend.so->libopenvino_onnx_frontend.so.2500
66-
libopenvino_onnx_frontend.so.2025.0.0
67-
libopenvino_onnx_frontend.so.2500->libopenvino_onnx_frontend.so.2025.0.0
68-
libopenvino_paddle_frontend.so->libopenvino_paddle_frontend.so.2500
69-
libopenvino_paddle_frontend.so.2025.0.0
70-
libopenvino_paddle_frontend.so.2500->libopenvino_paddle_frontend.so.2025.0.0
71-
libopenvino_pytorch_frontend.so->libopenvino_pytorch_frontend.so.2500
72-
libopenvino_pytorch_frontend.so.2025.0.0
73-
libopenvino_pytorch_frontend.so.2500->libopenvino_pytorch_frontend.so.2025.0.0
74-
libopenvino_tensorflow_frontend.so->libopenvino_tensorflow_frontend.so.2500
75-
libopenvino_tensorflow_frontend.so.2025.0.0
76-
libopenvino_tensorflow_frontend.so.2500->libopenvino_tensorflow_frontend.so.2025.0.0
77-
libopenvino_tensorflow_lite_frontend.so->libopenvino_tensorflow_lite_frontend.so.2500
78-
libopenvino_tensorflow_lite_frontend.so.2025.0.0
79-
libopenvino_tensorflow_lite_frontend.so.2500->libopenvino_tensorflow_lite_frontend.so.2025.0.0
59+
libopenvino_ir_frontend.so.2025.1.0
60+
libopenvino_ir_frontend.so.2510->libopenvino_ir_frontend.so.2025.1.0
61+
libopenvino_jax_frontend.so->libopenvino_jax_frontend.so.2510
62+
libopenvino_jax_frontend.so.2025.1.0
63+
libopenvino_jax_frontend.so.2510->libopenvino_jax_frontend.so.2025.1.0
64+
libopenvino_onnx_frontend.so->libopenvino_onnx_frontend.so.2510
65+
libopenvino_onnx_frontend.so.2025.1.0
66+
libopenvino_onnx_frontend.so.2510->libopenvino_onnx_frontend.so.2025.1.0
67+
libopenvino_paddle_frontend.so->libopenvino_paddle_frontend.so.2510
68+
libopenvino_paddle_frontend.so.2025.1.0
69+
libopenvino_paddle_frontend.so.2510->libopenvino_paddle_frontend.so.2025.1.0
70+
libopenvino_pytorch_frontend.so->libopenvino_pytorch_frontend.so.2510
71+
libopenvino_pytorch_frontend.so.2025.1.0
72+
libopenvino_pytorch_frontend.so.2510->libopenvino_pytorch_frontend.so.2025.1.0
73+
libopenvino_tensorflow_frontend.so->libopenvino_tensorflow_frontend.so.2510
74+
libopenvino_tensorflow_frontend.so.2025.1.0
75+
libopenvino_tensorflow_frontend.so.2510->libopenvino_tensorflow_frontend.so.2025.1.0
76+
libopenvino_tensorflow_lite_frontend.so->libopenvino_tensorflow_lite_frontend.so.2510
77+
libopenvino_tensorflow_lite_frontend.so.2025.1.0
78+
libopenvino_tensorflow_lite_frontend.so.2510->libopenvino_tensorflow_lite_frontend.so.2025.1.0
8079
libopenvino_tokenizers.so
8180
libtbb.so->libtbb.so.12
8281
libtbb.so.12->libtbb.so.12.13

‎tests/sdl/whitelists.py

-1
Original file line numberDiff line numberDiff line change
@@ -93,7 +93,6 @@ class OvmsBaseImageType(Enum):
9393
libraries = {
9494
OvmsBaseImageType.COMMON: {
9595
'libazurestorage.so',
96-
'libcore_tokenizers.so',
9796
'libcpprest.so',
9897
'libface_detection_cc_proto.so',
9998
'libface_detection_options_registry.so',

‎third_party/llm_engine/llm_engine.bzl

+6-8
Original file line numberDiff line numberDiff line change
@@ -23,8 +23,8 @@ def llm_engine():
2323
llm_engine_repository(name="_llm_engine")
2424
new_git_repository(
2525
name = "llm_engine",
26-
remote = "https://github.com/openvinotoolkit/openvino.genai",
27-
commit = "e5cf8ce1cb68c56d833a4959d4afae5a0ee2996e", # / Jan 24
26+
remote = "https://github.com/dkalinowski/openvino.genai",
27+
commit = "f6b1146f54620f1032843728f214a1bec479b076", # Feb 14 fork with a fix for speculative decoding
2828
build_file = "@_llm_engine//:BUILD",
2929
init_submodules = True,
3030
recursive_init_submodules = True,
@@ -50,7 +50,6 @@ def _impl(repository_ctx):
5050
OpenVINO_DIR = repository_ctx.os.environ.get("OpenVINO_DIR", "")
5151

5252
if _is_windows(repository_ctx):
53-
core = "core_tokenizers"
5453
icudt = "icudt70"
5554
icuuc = "icuuc70"
5655
tokenizers = "openvino_tokenizers"
@@ -59,7 +58,7 @@ def _impl(repository_ctx):
5958
out_dll_dir_win = "out_dll_dir = \"runtime/bin/Release\","
6059
out_lib_dir = "out_lib_dir = \"runtime/lib/Release\""
6160
out_static = "out_interface_libs = [\"{lib_name}.lib\"],".format(lib_name=lib_name)
62-
out_libs = "out_shared_libs = [\"{lib_name}.dll\", \"{core}.dll\", \"{icudt}.dll\", \"{icuuc}.dll\", \"{tokenizers}.dll\"],".format(lib_name=lib_name, core=core, icuuc=icuuc, icudt=icudt, tokenizers=tokenizers)
61+
out_libs = "out_shared_libs = [\"{lib_name}.dll\", \"{icudt}.dll\", \"{icuuc}.dll\", \"{tokenizers}.dll\"],".format(lib_name=lib_name, icuuc=icuuc, icudt=icudt, tokenizers=tokenizers)
6362
cache_entries = """
6463
"CMAKE_POSITION_INDEPENDENT_CODE": "ON",
6564
"CMAKE_CXX_FLAGS": " -s -D_GLIBCXX_USE_CXX11_ABI=1",
@@ -72,12 +71,13 @@ def _impl(repository_ctx):
7271
out_dll_dir_win = ""
7372
out_lib_dir = "out_lib_dir = \"runtime/lib/intel64\""
7473
out_static = ""
75-
out_libs = "out_shared_libs = [\"{lib_name}.so.2500\"],".format(lib_name=lib_name)
74+
out_libs = "out_shared_libs = [\"{lib_name}.so.2510\"],".format(lib_name=lib_name)
7675
cache_entries = """
7776
"BUILD_SHARED_LIBS": "OFF",
7877
"CMAKE_POSITION_INDEPENDENT_CODE": "ON",
7978
"CMAKE_CXX_FLAGS": " -s -D_GLIBCXX_USE_CXX11_ABI=1 -Wno-error=deprecated-declarations -Wuninitialized",
80-
"CMAKE_ARCHIVE_OUTPUT_DIRECTORY": "lib"
79+
"CMAKE_ARCHIVE_OUTPUT_DIRECTORY": "lib",
80+
"ENABLE_SYSTEM_ICU": "True",
8181
"""
8282

8383
# Note we need to escape '{/}' by doubling them due to call to format
@@ -127,8 +127,6 @@ cmake(
127127
}}),
128128
env = {{
129129
"OpenVINO_DIR": "{OpenVINO_DIR}",
130-
"HTTP_PROXY": "{http_proxy}",
131-
"HTTPS_PROXY": "{https_proxy}",
132130
"http_proxy": "{http_proxy}",
133131
"https_proxy": "{https_proxy}",
134132
}},

‎windows_install_build_dependencies.bat

+3-3
Original file line numberDiff line numberDiff line change
@@ -125,9 +125,9 @@ IF /I EXIST %bash_path% (
125125

126126
:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::
127127
::::::::::::::::::::::: OpenVINO - reinstalled per build trigger
128-
set "openvino_dir=openvino_toolkit_windows_2025.0.0.dev20250130_x86_64"
129-
set "openvino_ver=openvino_toolkit_windows_2025.0.0.dev20250130_x86_64.zip"
130-
set "openvino_http=https://storage.openvinotoolkit.org/repositories/openvino/packages/pre-release/2025.0.0rc3/"
128+
set "openvino_dir=openvino_toolkit_windows_2025.1.0.dev20250214_x86_64"
129+
set "openvino_ver=openvino_toolkit_windows_2025.1.0.dev20250214_x86_64.zip"
130+
set "openvino_http=https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2025.1.0-18174-6f7519ad4dc/"
131131

132132
set "openvino_zip=%BAZEL_SHORT_PATH%\%openvino_ver%"
133133
set "openvino_workspace=C:\\\\opt\\\\openvino\\\\runtime"

‎windows_set_ovms_version.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@
2020

2121
WIN_OV_VERSION_REGEX = re.compile(r'[0-9]{4}.[0-9].[0-9].[^_]+')
2222
VERSION_FILE = "src\\version.hpp"
23-
OVMS_PROJECT_VERSION="2025.0"
23+
OVMS_PROJECT_VERSION="2025.1"
2424

2525
def help():
2626
print("Usage:\n\

0 commit comments

Comments
 (0)
Please sign in to comment.