diff --git a/sycl/source/detail/device_image_impl.hpp b/sycl/source/detail/device_image_impl.hpp
index c49409561f123..60f75e3e97d18 100644
--- a/sycl/source/detail/device_image_impl.hpp
+++ b/sycl/source/detail/device_image_impl.hpp
@@ -8,7 +8,9 @@
 
 #pragma once
 
+#if SYCL_EXT_JIT_ENABLE
 #include "JITBinaryInfo.h"
+#endif // SYCL_EXT_JIT_ENABLE
 #include <detail/adapter_impl.hpp>
 #include <detail/compiler.hpp>
 #include <detail/context_impl.hpp>
@@ -35,6 +37,10 @@
 #include <mutex>
 #include <vector>
 
+namespace jit_compiler {
+enum class BinaryFormat : uint32_t;
+}
+
 namespace sycl {
 inline namespace _V1 {
 namespace detail {
@@ -700,7 +706,9 @@ class device_image_impl
     return MRTCBinInfo && MRTCBinInfo->MLanguage == Lang;
   }
 
-  static ::jit_compiler::BinaryFormat getTargetFormat(const backend Backend) {
+  static ::jit_compiler::BinaryFormat
+  getTargetFormat([[maybe_unused]] const backend Backend) {
+#if SYCL_EXT_JIT_ENABLE
     switch (Backend) {
     case backend::ext_oneapi_level_zero:
     case backend::opencl:
@@ -714,6 +722,10 @@ class device_image_impl
           sycl::make_error_code(sycl::errc::invalid),
           "Backend does not support kernel_compiler extension");
     }
+#else
+    throw sycl::exception(sycl::make_error_code(sycl::errc::invalid),
+                          "JIT not supported");
+#endif // SYCL_EXT_JIT_ENABLE
   }
 
   std::vector<std::shared_ptr<device_image_impl>> buildFromSource(
diff --git a/sycl/source/detail/jit_compiler.hpp b/sycl/source/detail/jit_compiler.hpp
index e0aefd1deae5d..ac3ebf7d73fa4 100644
--- a/sycl/source/detail/jit_compiler.hpp
+++ b/sycl/source/detail/jit_compiler.hpp
@@ -8,12 +8,12 @@
 
 #pragma once
 
-#include <JITBinaryInfo.h>
 #include <detail/jit_device_binaries.hpp>
 #include <detail/queue_impl.hpp>
 #include <sycl/detail/kernel_name_str_t.hpp>
 #include <sycl/feature_test.hpp>
 #if SYCL_EXT_JIT_ENABLE
+#include <JITBinaryInfo.h>
 #include <Materializer.h>
 #include <RTC.h>
 #endif // SYCL_EXT_JIT_ENABLE
@@ -28,6 +28,7 @@ struct RTCDevImgInfo;
 struct RTCBundleInfo;
 template <typename T> class DynArray;
 using JITEnvVar = DynArray<char>;
+enum class BinaryFormat : uint32_t;
 } // namespace jit_compiler
 
 namespace sycl {
diff --git a/sycl/source/detail/kernel_compiler/kernel_compiler_sycl.hpp b/sycl/source/detail/kernel_compiler/kernel_compiler_sycl.hpp
index 007dfae9aff22..0dfaf63a1d8da 100644
--- a/sycl/source/detail/kernel_compiler/kernel_compiler_sycl.hpp
+++ b/sycl/source/detail/kernel_compiler/kernel_compiler_sycl.hpp
@@ -8,7 +8,9 @@
 
 #pragma once
 
-#include <JITBinaryInfo.h>
+#if SYCL_EXT_JIT_ENABLE
+#include "JITBinaryInfo.h"
+#endif // SYCL_EXT_JIT_ENABLE
 #include <sycl/detail/defines_elementary.hpp>
 #include <sycl/detail/export.hpp> // __SYCL_EXPORT
 #include <sycl/detail/string_view.hpp>
@@ -18,6 +20,10 @@
 #include <string>
 #include <vector>
 
+namespace jit_compiler {
+enum class BinaryFormat : uint32_t;
+}
+
 namespace sycl {
 inline namespace _V1 {
 namespace ext::oneapi::experimental {