diff --git a/.github/scripts/validate_poetry.sh b/.github/scripts/validate_poetry.sh
index 65540bb35..85101a409 100644
--- a/.github/scripts/validate_poetry.sh
+++ b/.github/scripts/validate_poetry.sh
@@ -8,20 +8,32 @@ poetry --version
 poetry new test_poetry
 cd test_poetry
 
+TEST_SUFFIX=""
+if [[ ${TORCH_ONLY} == 'true' ]]; then
+    TEST_SUFFIX=" --package torchonly"
+else
+
 if [[ ${MATRIX_CHANNEL} != "release" ]]; then
     # Installing poetry from our custom repo. We need to configure it before use and disable authentication
     export PYTHON_KEYRING_BACKEND=keyring.backends.null.Keyring
     poetry source add --priority=explicit domains "https://download.pytorch.org/whl/${MATRIX_CHANNEL}/${MATRIX_DESIRED_CUDA}"
-    poetry source add --priority=supplemental pytorch-nightly "https://download.pytorch.org/whl/${MATRIX_CHANNEL}"
+    poetry source add --priority=supplemental pytorch-channel "https://download.pytorch.org/whl/${MATRIX_CHANNEL}"
     poetry source add --priority=supplemental pytorch "https://download.pytorch.org/whl/${MATRIX_CHANNEL}/${MATRIX_DESIRED_CUDA}_pypi_cudnn"
     poetry --quiet add --source pytorch torch
-    poetry --quiet add --source domains torchvision torchaudio
+
+    if [[ ${TORCH_ONLY} != 'true' ]]; then
+        poetry --quiet add --source domains torchvision torchaudio
+    fi
 else
     export PYTHON_KEYRING_BACKEND=keyring.backends.null.Keyring
-    poetry --quiet add torch torchaudio torchvision
+    if [[ ${TORCH_ONLY} == 'true' ]]; then
+        poetry --quiet add torch
+    else
+        poetry --quiet add torch torchaudio torchvision
+    fi
 fi
 
-python ../test/smoke_test/smoke_test.py
+python ../test/smoke_test/smoke_test.py ${TEST_SUFFIX} --runtime-error-check disabled
 conda deactivate
 conda env remove -p ${ENV_NAME}_poetry
 cd ..
diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml
index 937f0e95f..12335e843 100644
--- a/.github/workflows/validate-linux-binaries.yml
+++ b/.github/workflows/validate-linux-binaries.yml
@@ -71,9 +71,9 @@ jobs:
         if [[ ${MATRIX_PACKAGE_TYPE} == "manywheel" ]] && \
            ([[ ${MATRIX_GPU_ARCH_VERSION} == "12.1" && ${MATRIX_CHANNEL} != "release" ]] || \
             [[ ${MATRIX_GPU_ARCH_VERSION} == "11.7" && ${MATRIX_CHANNEL} == "release" ]]); then
-          source ./.github/scripts/validate_pipy.sh --runtime-error-check disabled
+          source ./.github/scripts/validate_pipy.sh
           # temporary disable poetry check
-          # source ./.github/scripts/validate_poetry.sh --runtime-error-check disabled
+          source ./.github/scripts/validate_poetry.sh
         fi
 
         # Standart case: Validate binaries