Skip to content

Commit 658278e

Browse files
phoebusmphoebusm
committed
quick test
1 parent c92b887 commit 658278e

File tree

1 file changed

+178
-166
lines changed

1 file changed

+178
-166
lines changed

‎.github/workflows/analysis_workflow.yml

Lines changed: 178 additions & 166 deletions
Original file line numberDiff line numberDiff line change
@@ -38,25 +38,25 @@ jobs:
3838
cibuildwheel_ver: "2.12.1"
3939
force_update: false
4040

41-
benchmark_commits:
42-
needs: [get_commits_to_benchmark, cibw_docker_image]
43-
strategy:
44-
fail-fast: false
45-
matrix:
46-
commits: ${{ fromJson(needs.get_commits_to_benchmark.outputs.matrix)}}
47-
name: Benchmark commit ${{ matrix.commits }}
48-
uses: ./.github/workflows/benchmark_commits.yml
49-
secrets: inherit
50-
with:
51-
commit: ${{ matrix.commits }}
52-
cibw_image_tag: ${{ needs.cibw_docker_image.outputs.tag }}
53-
run_all_benchmarks: ${{ inputs.run_all_benchmarks || false }}
54-
run_on_pr_head: ${{ github.event_name == 'pull_request_target' }}
41+
# benchmark_commits:
42+
# needs: [get_commits_to_benchmark, cibw_docker_image]
43+
# strategy:
44+
# fail-fast: false
45+
# matrix:
46+
# commits: ${{ fromJson(needs.get_commits_to_benchmark.outputs.matrix)}}
47+
# name: Benchmark commit ${{ matrix.commits }}
48+
# uses: ./.github/workflows/benchmark_commits.yml
49+
# secrets: inherit
50+
# with:
51+
# commit: ${{ matrix.commits }}
52+
# cibw_image_tag: ${{ needs.cibw_docker_image.outputs.tag }}
53+
# run_all_benchmarks: ${{ inputs.run_all_benchmarks || false }}
54+
# run_on_pr_head: ${{ github.event_name == 'pull_request_target' }}
5555

5656
publish_benchmark_results_to_gh_pages:
5757
name: Publish benchmark results to gh-pages
58-
if: github.ref == 'refs/heads/master'
59-
needs: [benchmark_commits]
58+
# if: github.ref == 'refs/heads/master'
59+
# needs: [benchmark_commits]
6060
runs-on: ubuntu-22.04
6161
container:
6262
image: ubuntu:22.04 # Native runner doesn't allow setting up the ca softlinks required below
@@ -79,6 +79,18 @@ jobs:
7979
- name: Setup softlink for SSL
8080
shell: bash -el {0}
8181
run: |
82+
python -c "
83+
import ssl
84+
ca_file = ssl.get_default_verify_paths().cafile
85+
if ca_file is not None:
86+
print(f'CA file path: {ca_file}')
87+
else:
88+
print('CA file path not found')
89+
capath = ssl.get_default_verify_paths().capath
90+
if capath is not None:
91+
print(f'CA path: {capath}')
92+
else:
93+
print('CA path not found')"
8294
mkdir -p /etc/pki/tls
8395
ln -s /usr/lib/ssl/certs /etc/pki/tls/certs
8496
ln -s /etc/ssl/certs/ca-certificates.crt /etc/pki/tls/certs/ca-bundle.crt
@@ -106,172 +118,172 @@ jobs:
106118
python -m asv publish -v
107119
python -m asv gh-pages -v --rewrite
108120
109-
code_coverage:
110-
needs: [cibw_docker_image]
111-
runs-on: "ubuntu-22.04"
112-
container:
113-
image: ${{needs.cibw_docker_image.outputs.tag}}
114-
services:
115-
mongodb:
116-
image: mongo:4.4
117-
ports:
118-
- 27017:27017
119-
env:
120-
VCPKG_NUGET_USER: ${{secrets.VCPKG_NUGET_USER || github.repository_owner}}
121-
VCPKG_NUGET_TOKEN: ${{secrets.VCPKG_NUGET_TOKEN || secrets.GITHUB_TOKEN}}
122-
VCPKG_MAN_NUGET_USER: ${{secrets.VCPKG_MAN_NUGET_USER}} # For forks to download pre-compiled dependencies from the Man repo
123-
VCPKG_MAN_NUGET_TOKEN: ${{secrets.VCPKG_MAN_NUGET_TOKEN}}
124-
ARCTIC_CMAKE_PRESET: linux-debug
125-
ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
126-
steps:
127-
- uses: actions/[email protected]
128-
with:
129-
submodules: recursive
130-
ref: ${{ github.event_name == 'pull_request_target' && github.event.pull_request.head.sha || '' }} # Note: This is dangerous if we run automatic CI on external PRs
121+
# code_coverage:
122+
# needs: [cibw_docker_image]
123+
# runs-on: "ubuntu-22.04"
124+
# container:
125+
# image: ${{needs.cibw_docker_image.outputs.tag}}
126+
# services:
127+
# mongodb:
128+
# image: mongo:4.4
129+
# ports:
130+
# - 27017:27017
131+
# env:
132+
# VCPKG_NUGET_USER: ${{secrets.VCPKG_NUGET_USER || github.repository_owner}}
133+
# VCPKG_NUGET_TOKEN: ${{secrets.VCPKG_NUGET_TOKEN || secrets.GITHUB_TOKEN}}
134+
# VCPKG_MAN_NUGET_USER: ${{secrets.VCPKG_MAN_NUGET_USER}} # For forks to download pre-compiled dependencies from the Man repo
135+
# VCPKG_MAN_NUGET_TOKEN: ${{secrets.VCPKG_MAN_NUGET_TOKEN}}
136+
# ARCTIC_CMAKE_PRESET: linux-debug
137+
# ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
138+
# steps:
139+
# - uses: actions/[email protected]
140+
# with:
141+
# submodules: recursive
142+
# ref: ${{ github.event_name == 'pull_request_target' && github.event.pull_request.head.sha || '' }} # Note: This is dangerous if we run automatic CI on external PRs
131143

132-
- name: Get number of CPU cores
133-
uses: SimenB/[email protected]
134-
id: cpu-cores
144+
# - name: Get number of CPU cores
145+
# uses: SimenB/[email protected]
146+
# id: cpu-cores
135147

136-
- name: Extra envs
137-
run: |
138-
. build_tooling/vcpkg_caching.sh # Linux follower needs another call in CIBW
139-
echo -e "VCPKG_BINARY_SOURCES=$VCPKG_BINARY_SOURCES
140-
VCPKG_ROOT=$PLATFORM_VCPKG_ROOT" | tee -a $GITHUB_ENV
141-
cmake -P cpp/CMake/CpuCount.cmake | sed 's/^-- //' | tee -a $GITHUB_ENV
142-
echo "ARCTICDB_CODE_COVERAGE_BUILD=1" | tee -a $GITHUB_ENV
143-
env:
144-
CMAKE_BUILD_PARALLEL_LEVEL: ${{vars.CMAKE_BUILD_PARALLEL_LEVEL}}
148+
# - name: Extra envs
149+
# run: |
150+
# . build_tooling/vcpkg_caching.sh # Linux follower needs another call in CIBW
151+
# echo -e "VCPKG_BINARY_SOURCES=$VCPKG_BINARY_SOURCES
152+
# VCPKG_ROOT=$PLATFORM_VCPKG_ROOT" | tee -a $GITHUB_ENV
153+
# cmake -P cpp/CMake/CpuCount.cmake | sed 's/^-- //' | tee -a $GITHUB_ENV
154+
# echo "ARCTICDB_CODE_COVERAGE_BUILD=1" | tee -a $GITHUB_ENV
155+
# env:
156+
# CMAKE_BUILD_PARALLEL_LEVEL: ${{vars.CMAKE_BUILD_PARALLEL_LEVEL}}
145157

146-
- name: Prepare C++ compilation env
147-
run: . build_tooling/prep_cpp_build.sh
158+
# - name: Prepare C++ compilation env
159+
# run: . build_tooling/prep_cpp_build.sh
148160

149-
- name: CMake compile
150-
# We are pinning the version to 10.6 because >= 10.7, use node20 which is not supported in the container
151-
uses: lukka/[email protected]
152-
with:
153-
cmakeListsTxtPath: ${{github.workspace}}/cpp/CMakeLists.txt
154-
configurePreset: ${{env.ARCTIC_CMAKE_PRESET}}
155-
buildPreset: ${{env.ARCTIC_CMAKE_PRESET}}
156-
env:
157-
ARCTICDB_DEBUG_FIND_PYTHON: ${{vars.ARCTICDB_DEBUG_FIND_PYTHON}}
158-
python_impl_name: 'cp311'
161+
# - name: CMake compile
162+
# # We are pinning the version to 10.6 because >= 10.7, use node20 which is not supported in the container
163+
# uses: lukka/[email protected]
164+
# with:
165+
# cmakeListsTxtPath: ${{github.workspace}}/cpp/CMakeLists.txt
166+
# configurePreset: ${{env.ARCTIC_CMAKE_PRESET}}
167+
# buildPreset: ${{env.ARCTIC_CMAKE_PRESET}}
168+
# env:
169+
# ARCTICDB_DEBUG_FIND_PYTHON: ${{vars.ARCTICDB_DEBUG_FIND_PYTHON}}
170+
# python_impl_name: 'cp311'
159171

160-
- name: Run C++ Tests
161-
shell: bash -l {0}
162-
run: |
163-
cd cpp/out/linux-debug-build/
164-
ls arcticdb
165-
make -j ${{ steps.cpu-cores.outputs.count }} arcticdb_rapidcheck_tests
166-
make -j ${{ steps.cpu-cores.outputs.count }} test_unit_arcticdb
167-
ctest
172+
# - name: Run C++ Tests
173+
# shell: bash -l {0}
174+
# run: |
175+
# cd cpp/out/linux-debug-build/
176+
# ls arcticdb
177+
# make -j ${{ steps.cpu-cores.outputs.count }} arcticdb_rapidcheck_tests
178+
# make -j ${{ steps.cpu-cores.outputs.count }} test_unit_arcticdb
179+
# ctest
168180

169-
# We are chainging the python here because we want to use the default python to build (it is devel version)
170-
# and this python for the rest of the testing
171-
- name: Select Python (Linux)
172-
run: echo /opt/python/cp36-cp36m/bin >> $GITHUB_PATH
181+
# # We are chainging the python here because we want to use the default python to build (it is devel version)
182+
# # and this python for the rest of the testing
183+
# - name: Select Python (Linux)
184+
# run: echo /opt/python/cp36-cp36m/bin >> $GITHUB_PATH
173185

174-
- name: Install local dependencies with pip
175-
shell: bash
176-
run: |
177-
python -m pip install --upgrade pip
178-
ARCTIC_CMAKE_PRESET=skip pip install -ve .[Testing]
186+
# - name: Install local dependencies with pip
187+
# shell: bash
188+
# run: |
189+
# python -m pip install --upgrade pip
190+
# ARCTIC_CMAKE_PRESET=skip pip install -ve .[Testing]
179191

180-
# - name: Test with pytest
181-
# uses: ./.github/actions/run_local_pytest
182-
# with:
183-
# build_type: debug
184-
# threads: 1
185-
# fast_tests_only: 0
186-
# other_params: '-m coverage run '
192+
# # - name: Test with pytest
193+
# # uses: ./.github/actions/run_local_pytest
194+
# # with:
195+
# # build_type: debug
196+
# # threads: 1
197+
# # fast_tests_only: 0
198+
# # other_params: '-m coverage run '
187199

188-
- name: Get python Coverage report
189-
shell: bash -l {0}
190-
run: |
191-
cd python
192-
python -m coverage report -m | tee output.txt
193-
python -m coverage html
194-
zip -r python_cov.zip htmlcov/
200+
# - name: Get python Coverage report
201+
# shell: bash -l {0}
202+
# run: |
203+
# cd python
204+
# python -m coverage report -m | tee output.txt
205+
# python -m coverage html
206+
# zip -r python_cov.zip htmlcov/
195207

196-
echo "PYTHON_COV_PERCENT=$(cat output.txt | grep 'TOTAL' | awk '{print $NF}' | tr -d '%')" >> $GITHUB_ENV
208+
# echo "PYTHON_COV_PERCENT=$(cat output.txt | grep 'TOTAL' | awk '{print $NF}' | tr -d '%')" >> $GITHUB_ENV
197209

198-
- name: Run Gcovr manually post-pytest
199-
shell: bash -l {0}
200-
run: |
201-
cd cpp/out/linux-debug-build/
202-
python -m pip install gcovr
203-
mkdir coverage
204-
python -m gcovr --txt --html-details coverage/index.html -e vcpkg_installed/ -e proto/ -e ../../third_party -e ../../arcticdb/util/test/ -r ../.. --exclude-throw-branches --exclude-unreachable-branches -u --exclude-function-lines | tee output.txt
205-
zip -r coverage.zip coverage/
210+
# - name: Run Gcovr manually post-pytest
211+
# shell: bash -l {0}
212+
# run: |
213+
# cd cpp/out/linux-debug-build/
214+
# python -m pip install gcovr
215+
# mkdir coverage
216+
# python -m gcovr --txt --html-details coverage/index.html -e vcpkg_installed/ -e proto/ -e ../../third_party -e ../../arcticdb/util/test/ -r ../.. --exclude-throw-branches --exclude-unreachable-branches -u --exclude-function-lines | tee output.txt
217+
# zip -r coverage.zip coverage/
206218

207-
echo "CPP_COV_PERCENT=$(cat output.txt | grep 'TOTAL' | awk '{print $NF}' | tr -d '%')" >> $GITHUB_ENV
219+
# echo "CPP_COV_PERCENT=$(cat output.txt | grep 'TOTAL' | awk '{print $NF}' | tr -d '%')" >> $GITHUB_ENV
208220

209-
- name: Upload Coverage
210-
uses: actions/[email protected]
211-
with:
212-
name: cpp-coverage-artifact
213-
path: cpp/out/linux-debug-build/coverage.zip
221+
# - name: Upload Coverage
222+
# uses: actions/[email protected]
223+
# with:
224+
# name: cpp-coverage-artifact
225+
# path: cpp/out/linux-debug-build/coverage.zip
214226

215-
- name: Upload Python Coverage
216-
uses: actions/[email protected]
217-
with:
218-
name: python-coverage-artifact
219-
path: python/python_cov.zip
227+
# - name: Upload Python Coverage
228+
# uses: actions/[email protected]
229+
# with:
230+
# name: python-coverage-artifact
231+
# path: python/python_cov.zip
220232

221-
- name: Restore cached CPP Coverage Percentage from the previous run
222-
id: cache-cov-restore
223-
uses: actions/cache/[email protected]
224-
with:
225-
path: prev_coverage.txt
226-
key: coverage
233+
# - name: Restore cached CPP Coverage Percentage from the previous run
234+
# id: cache-cov-restore
235+
# uses: actions/cache/[email protected]
236+
# with:
237+
# path: prev_coverage.txt
238+
# key: coverage
227239

228-
- name: Get and compare coverage if cache was restored
229-
run: |
230-
# if cache was restored, compare coverage
231-
if [ -f coverage.txt ]; then
232-
PREV_COVERAGE=$(cat prev_coverage.txt | cut -d' ' -f2)
233-
echo "Previous coverage: $PREV_COVERAGE"
234-
CURR_COVERAGE=${{env.CPP_COV_PERCENT}}
235-
echo "CPP_COV_PREV_PERCENT=$PREV_COVERAGE" >> $GITHUB_ENV
236-
echo "Current coverage: $CURR_COVERAGE"
237-
if [ $CURR_COVERAGE -gt $PREV_COVERAGE ]; then
238-
echo "Coverage increased"
239-
elif [ $CURR_COVERAGE -lt $PREV_COVERAGE ]; then
240-
echo "Coverage decreased"
241-
else
242-
echo "Coverage unchanged"
243-
fi
244-
fi
240+
# - name: Get and compare coverage if cache was restored
241+
# run: |
242+
# # if cache was restored, compare coverage
243+
# if [ -f coverage.txt ]; then
244+
# PREV_COVERAGE=$(cat prev_coverage.txt | cut -d' ' -f2)
245+
# echo "Previous coverage: $PREV_COVERAGE"
246+
# CURR_COVERAGE=${{env.CPP_COV_PERCENT}}
247+
# echo "CPP_COV_PREV_PERCENT=$PREV_COVERAGE" >> $GITHUB_ENV
248+
# echo "Current coverage: $CURR_COVERAGE"
249+
# if [ $CURR_COVERAGE -gt $PREV_COVERAGE ]; then
250+
# echo "Coverage increased"
251+
# elif [ $CURR_COVERAGE -lt $PREV_COVERAGE ]; then
252+
# echo "Coverage decreased"
253+
# else
254+
# echo "Coverage unchanged"
255+
# fi
256+
# fi
245257

246-
- name: Save CPP Coverage Percentage to file
247-
run: |
248-
echo "Coverage: ${{ env.CPP_COV_PERCENT }}" > current_coverage.txt
258+
# - name: Save CPP Coverage Percentage to file
259+
# run: |
260+
# echo "Coverage: ${{ env.CPP_COV_PERCENT }}" > current_coverage.txt
249261

250-
- name: Save the current CPP Coverage Percentage to the cache
251-
id: cache-cov-save
252-
uses: actions/cache/[email protected]
253-
with:
254-
path: current_coverage.txt
255-
key: coverage
262+
# - name: Save the current CPP Coverage Percentage to the cache
263+
# id: cache-cov-save
264+
# uses: actions/cache/[email protected]
265+
# with:
266+
# path: current_coverage.txt
267+
# key: coverage
256268

257-
- name: Check percentage and send Slack notification
258-
if: ${{ env.CPP_COV_PREV_PERCENT && env.CPP_COV_PERCENT && env.CPP_COV_PERCENT < env.CPP_COV_PREV_PERCENT }}
259-
uses: slackapi/[email protected]
260-
with:
261-
# For posting a rich message using Block Kit
262-
payload: |
263-
{
264-
"text": "The CPP Code Coverage has been reduced",
265-
"blocks": [
266-
{
267-
"type": "section",
268-
"text": {
269-
"type": "mrkdwn",
270-
"text": "The CPP Code Coverage from the current run(${{ env.CPP_COV_PERCENT }}%) is lower the previous one(${{ env.CPP_COV_PREV_PERCENT }}%)."
271-
}
272-
}
273-
]
274-
}
275-
env:
276-
SLACK_WEBHOOK_URL: ${{ secrets.ARCTICDB_DEV_WEBHOOK_URL }}
277-
SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
269+
# - name: Check percentage and send Slack notification
270+
# if: ${{ env.CPP_COV_PREV_PERCENT && env.CPP_COV_PERCENT && env.CPP_COV_PERCENT < env.CPP_COV_PREV_PERCENT }}
271+
# uses: slackapi/[email protected]
272+
# with:
273+
# # For posting a rich message using Block Kit
274+
# payload: |
275+
# {
276+
# "text": "The CPP Code Coverage has been reduced",
277+
# "blocks": [
278+
# {
279+
# "type": "section",
280+
# "text": {
281+
# "type": "mrkdwn",
282+
# "text": "The CPP Code Coverage from the current run(${{ env.CPP_COV_PERCENT }}%) is lower the previous one(${{ env.CPP_COV_PREV_PERCENT }}%)."
283+
# }
284+
# }
285+
# ]
286+
# }
287+
# env:
288+
# SLACK_WEBHOOK_URL: ${{ secrets.ARCTICDB_DEV_WEBHOOK_URL }}
289+
# SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK

0 commit comments

Comments
 (0)