diff --git a/package/ti-sgx-um/Config.in b/package/ti-sgx-um/Config.in
index 2dea104b58..13c7cc8856 100644
--- a/package/ti-sgx-um/Config.in
+++ b/package/ti-sgx-um/Config.in
@@ -1,17 +1,15 @@
-comment "ti-sgx-um needs the ti-sgx-km driver"
-	depends on !BR2_PACKAGE_TI_SGX_KM
-
 comment "ti-sgx-um needs udev and a glibc toolchain w/ threads"
+	depends on BR2_arm
 	depends on !BR2_PACKAGE_HAS_UDEV || !BR2_TOOLCHAIN_USES_GLIBC \
 		|| !BR2_TOOLCHAIN_HAS_THREADS
 
 config BR2_PACKAGE_TI_SGX_UM
 	bool "ti-sgx-um"
-	depends on BR2_PACKAGE_TI_SGX_KM
 	depends on BR2_TOOLCHAIN_HAS_THREADS # libdrm
 	depends on BR2_PACKAGE_HAS_UDEV
 	# pre-built binaries
 	depends on BR2_TOOLCHAIN_USES_GLIBC
+	depends on BR2_arm
 	select BR2_PACKAGE_LIBDRM
 	select BR2_PACKAGE_LIBDRM_OMAP
 	select BR2_PACKAGE_HAS_LIBEGL
@@ -21,6 +19,7 @@ config BR2_PACKAGE_TI_SGX_UM
 	select BR2_PACKAGE_HAS_POWERVR
 	select BR2_PACKAGE_LIBFFI
 	select BR2_PACKAGE_WAYLAND
+	select BR2_PACKAGE_TI_SGX_KM if BR2_LINUX_KERNEL
 	help
 	  Graphics libraries for TI CPUs with SGX5xx GPU.
 	  This package supports AM335x, AM437x, AM4430 and AM5430.