【Hackathon 7th No.48】Paddle2ONNX 添加对 Windows 平台自动发包机制的支持 -part (#1433)

* test win_amd64 build * Update build_win_amd64.yml * Update build_win_amd64.yml * Update build_win_amd64.yml * Update build_win_amd64.yml * Update build_win_amd64.yml * Update build_win_amd64.yml * Update build_win_amd64.yml * add release_win_amd64.yml * Update build_win_amd64.yml * Update build_win_amd64.yml * Update release_win_amd64.yml * Update build_win_amd64.yml * test run.bat * fix bug * fix bug * support windows in build ci * fix build linux error
PaddlePaddle · Nov 19, 2024 · 12ed7e7 · 12ed7e7
1 parent 33a46f7
commit 12ed7e7
Show file tree

Hide file tree

Showing 3 changed files with 157 additions and 3 deletions.
diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml
@@ -10,7 +10,7 @@ permissions:
   contents: read
 
 jobs:
-  build:
+  build_on_linux:
     runs-on: ubuntu-latest
     strategy:
       matrix:
@@ -44,4 +44,54 @@ jobs:
       - name: Run Test
         working-directory: ./tests
         run: |
-          bash run.sh python
+          bash run.sh python
+
+  build_on_windows:
+    runs-on: windows-2019
+    strategy:
+      matrix:
+        python-version: [ '3.8' ]
+        architecture: [ 'x64' ]
+
+    steps:
+    # Checkout the latest branch of Paddle2ONNX.
+    - name: Checkout Paddle2ONNX
+      uses: actions/checkout@v4
+      with:
+        submodules: true
+
+    # Download and extract protobuf
+    - name: Download and extract protobuf
+      run: |
+        curl -L -o protobuf.zip https://bj.bcebos.com/fastdeploy/third_libs/protobuf-win-x64-3.16.0.zip
+        powershell -Command "Expand-Archive -Path protobuf.zip -DestinationPath $PWD/protobuf"
+
+    # Setup Python
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+        architecture: ${{ matrix.architecture }}
+
+    # Install Python dependencies
+    - name: Install Python dependencies
+      run: |
+        python -m pip install -q --upgrade pip
+        python -m pip install setuptools wheel auditwheel auditwheel-symbols build
+
+    # Build package
+    - name: Build package
+      run: |
+        $Env:PATH = "${{ github.workspace }}\protobuf\bin;" + $Env:PATH
+        python -m build --wheel
+    
+    # Install Paddle2ONNX
+    - name: Install Paddle2ONNX
+      run: |
+        Get-ChildItem -Path dist/*.whl | foreach {python -m pip install --upgrade $_.fullname}
+
+    # Install Test
+    - name: Run Test
+      working-directory: ./tests
+      run: |
+        .\run.bat python
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -151,7 +151,8 @@ if (BUILD_PADDLE2ONNX_PYTHON)
     target_link_libraries(paddle2onnx_cpp2py_export PRIVATE p2o_paddle_proto onnx)
 
     if (MSVC)
-        target_link_libraries(paddle2onnx_cpp2py_export PRIVATE ${PYTHON_LIBRARIES})
+        find_package(Python3 COMPONENTS Interpreter Development REQUIRED)
+        target_link_libraries(paddle2onnx_cpp2py_export PRIVATE ${Python3_LIBRARIES})
         target_compile_options(paddle2onnx_cpp2py_export
                 PRIVATE /MP
                 /wd4244 # 'argument': conversion from 'google::protobuf::uint64' to 'int', possible loss of data

diff --git a/tests/run.bat b/tests/run.bat
@@ -0,0 +1,103 @@
+@echo off
+REM Copyright (c) 2024  PaddlePaddle Authors. All Rights Reserved.
+REM Licensed under the Apache License, Version 2.0 (the "License")
+REM You may not use this file except in compliance with the License.
+REM You may obtain a copy of the License at
+REM     http://www.apache.org/licenses/LICENSE-2.0
+REM Unless required by applicable law or agreed to in writing, software
+REM distributed under the License is distributed on an "AS IS" BASIS,
+REM WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+REM See the License for the specific language governing permissions and
+REM limitations under the License.
+
+REM Uncomment the lines below if you need to download and extract the datasets
+REM wget -P "%USERPROFILE%\.cache\paddle\dataset\int8\download\" http://paddle-inference-dist.bj.bcebos.com/int8/mnist_model.tar.gz
+REM tar xf "%USERPROFILE%\.cache\paddle\dataset\int8\download\mnist_model.tar.gz" -C "%USERPROFILE%\.cache\paddle\dataset\int8\download\"
+REM wget -P "%USERPROFILE%\.cache\paddle\dataset\int8\download\" https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/MobileNetV1_infer.tar
+REM tar xf "%USERPROFILE%\.cache\paddle\dataset\int8\download\MobileNetV1_infer.tar" -C "%USERPROFILE%\.cache\paddle\dataset\int8\download\"
+REM wget -P "%USERPROFILE%\.cache\paddle\dataset\int8\download\" https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/ResNet50_infer.tar
+REM tar xf "%USERPROFILE%\.cache\paddle\dataset\int8\download\ResNet50_infer.tar" -C "%USERPROFILE%\.cache\paddle\dataset\int8\download\"
+REM wget -P "%USERPROFILE%\.cache\paddle\dataset\int8\download\" http://paddle-inference-dist.bj.bcebos.com/int8/calibration_test_data.tar.gz
+REM mkdir "%USERPROFILE%\.cache\paddle\dataset\int8\download\small_data\" && tar xf "%USERPROFILE%\.cache\paddle\dataset\int8\download\calibration_test_data.tar.gz" -C "%USERPROFILE%\.cache\paddle\dataset\int8\download\small_data\"
+REM wget https://bj.bcebos.com/paddle2onnx/tests/quantized_models.tar.gz
+REM tar xf quantized_models.tar.gz
+
+REM Find test files and prepare ignore list
+setlocal enabledelayedexpansion
+
+REM Replace this with actual files found in your environment or use a command like 'dir /s /b test*.py'
+for /R %%i in (test*.py) do (
+    set cases=!cases! %%i
+)
+
+REM List of files to ignore
+set ignore=test_auto_scan_multiclass_nms.py
+set ignore=!ignore! test_auto_scan_roi_align.py
+set ignore=!ignore! test_auto_scan_pool_adaptive_max_ops.py
+set ignore=!ignore! test_auto_scan_isx_ops.py
+set ignore=!ignore! test_auto_scan_masked_select.py
+set ignore=!ignore! test_auto_scan_pad2d.py
+set ignore=!ignore! test_auto_scan_roll.py
+set ignore=!ignore! test_auto_scan_set_value.py
+set ignore=!ignore! test_auto_scan_unfold.py
+set ignore=!ignore! test_auto_scan_uniform_random_batch_size_like.py
+set ignore=!ignore! test_auto_scan_uniform_random.py
+set ignore=!ignore! test_auto_scan_dist.py
+set ignore=!ignore! test_auto_scan_distribute_fpn_proposals1.py
+set ignore=!ignore! test_auto_scan_distribute_fpn_proposals_v2.py
+set ignore=!ignore! test_auto_scan_fill_constant_batch_size_like.py
+set ignore=!ignore! test_auto_scan_generate_proposals.py
+set ignore=!ignore! test_uniform.py
+set ignore=!ignore! test_ceil.py
+set ignore=!ignore! test_deform_conv2d.py
+set ignore=!ignore! test_floor_divide.py
+set ignore=!ignore! test_has_nan.py
+set ignore=!ignore! test_isfinite.py
+set ignore=!ignore! test_isinf.py
+set ignore=!ignore! test_isnan.py
+set ignore=!ignore! test_mask_select.py
+set ignore=!ignore! test_median.py
+set ignore=!ignore! test_nn_Conv3DTranspose.py
+set ignore=!ignore! test_nn_GroupNorm.py
+set ignore=!ignore! test_nn_InstanceNorm3D.py
+set ignore=!ignore! test_nn_Upsample.py
+set ignore=!ignore! test_normalize.py
+set ignore=!ignore! test_scatter_nd_add.py
+set ignore=!ignore! test_unsqueeze.py
+set ignore=!ignore! test_quantize_model.py
+set ignore=!ignore! test_quantize_model_minist.py
+set ignore=!ignore! test_quantize_model_speedup.py
+set ignore=!ignore! test_resnet_fp16.py
+
+REM Initialize bug count
+set bug=0
+
+REM Install Python packages
+set PY_CMD=%1
+%PY_CMD% -m pip install pytest
+%PY_CMD% -m pip install onnx onnxruntime tqdm filelock
+%PY_CMD% -m pip install paddlepaddle==2.6.0
+%PY_CMD% -m pip install six hypothesis
+
+REM Enable development mode and run tests
+set ENABLE_DEV=ON
+echo ============ failed cases ============ >> result.txt
+
+for %%f in (!cases!) do (
+    echo %%f
+    echo !ignore! | findstr /C:"%%~nxf" > nul
+    if !errorlevel! equ 0 (
+        echo Skipping %%f
+    ) else (
+        %PY_CMD% -m pytest %%f
+        if !errorlevel! neq 0 (
+            echo %%f >> result.txt
+            set /a bug+=1
+        )
+    )
+)
+
+echo total bugs: !bug! >> result.txt
+type result.txt
+
+exit /b !bug!