[SYCL][NFC] Move libdevice imf_build_archs forward in CMakeFile (#20763)

Signed-off-by: jinge90 <[email protected]>

Author: jinge90

libdevice/cmake/modules/SYCLLibdevice.cmake

@@ -93,6 +93,7 @@ endforeach()
 # library.
 # Additional compilation options are needed for compiling each device library.
 set(full_build_archs)
+set(imf_build_archs)
 if ("NVPTX" IN_LIST LLVM_TARGETS_TO_BUILD)
   list(APPEND full_build_archs nvptx64-nvidia-cuda)
   set(compile_opts_nvptx64-nvidia-cuda "-fsycl-targets=nvptx64-nvidia-cuda"
@@ -494,7 +495,6 @@ add_devicelibs(libsycl-cmath-fp64
   SRC cmath_wrapper_fp64.cpp
   BUILD_ARCHS ${full_build_archs}
   DEPENDENCIES ${cmath_obj_deps} )
-set(imf_build_archs)
 add_devicelibs(libsycl-imf
   SRC imf_wrapper.cpp
   DEPENDENCIES ${imf_obj_deps}