diff --git a/target/linux/octeon/patches-5.4/0002-Add_of_memory_accessor_to_map_device_tree_node_to_memory_accessor_functions.patch b/target/linux/octeon/patches-5.4/0002-Add_of_memory_accessor_to_map_device_tree_node_to_memory_accessor_functions.patch
index 706b2d103f..a97be89730 100644
--- a/target/linux/octeon/patches-5.4/0002-Add_of_memory_accessor_to_map_device_tree_node_to_memory_accessor_functions.patch
+++ b/target/linux/octeon/patches-5.4/0002-Add_of_memory_accessor_to_map_device_tree_node_to_memory_accessor_functions.patch
@@ -20,13 +20,12 @@ Signed-off-by: Leonid Rosenboim <lrosenboim@caviumnetworks.com>
 Signed-off-by: Abhishek Paliwal <abhishek.paliwal@aricent.com>
 --- a/drivers/of/Kconfig
 +++ b/drivers/of/Kconfig
-@@ -107,5 +107,12 @@
+@@ -107,4 +107,10 @@
  	# arches should select this if DMA is coherent by default for OF devices
  	bool
  
 +config OF_MEMORY_ACCESSOR
 +	def_bool y
-+	depends on OF_I2C || OF_SPI
 +	help
 +	OpenFirmware memory accessor support for accessing devices like
 +	i2c and SPI eeproms.