diff --git a/target/linux/lantiq/ase/config-5.4 b/target/linux/lantiq/ase/config-5.4
index 9b6dd41a14..01f6799b32 100644
--- a/target/linux/lantiq/ase/config-5.4
+++ b/target/linux/lantiq/ase/config-5.4
@@ -14,8 +14,6 @@ CONFIG_GPIO_GENERIC_PLATFORM=y
 CONFIG_LANTIQ_ETOP=y
 CONFIG_LEDS_TRIGGER_HEARTBEAT=y
 CONFIG_NLS=y
-# CONFIG_PSB6970_PHY is not set
-# CONFIG_RTL8366_SMI is not set
 CONFIG_SGL_ALLOC=y
 CONFIG_SOC_AMAZON_SE=y
 # CONFIG_SOC_XWAY is not set
diff --git a/target/linux/lantiq/config-5.4 b/target/linux/lantiq/config-5.4
index 6f3b193cc7..a1c259b002 100644
--- a/target/linux/lantiq/config-5.4
+++ b/target/linux/lantiq/config-5.4
@@ -194,13 +194,10 @@ CONFIG_PINCTRL_LANTIQ=y
 CONFIG_PINCTRL_XWAY=y
 CONFIG_POWER_RESET=y
 CONFIG_POWER_RESET_SYSCON=y
-CONFIG_PSB6970_PHY=y
 CONFIG_REGMAP=y
 CONFIG_REGMAP_MMIO=y
 CONFIG_RESET_CONTROLLER=y
 CONFIG_RESET_LANTIQ=y
-CONFIG_RTL8366RB_PHY=y
-CONFIG_RTL8366_SMI=y
 # CONFIG_SERIAL_8250 is not set
 CONFIG_SERIAL_LANTIQ=y
 # CONFIG_SOC_AMAZON_SE is not set
diff --git a/target/linux/lantiq/falcon/config-5.4 b/target/linux/lantiq/falcon/config-5.4
index a6d9e944f0..0dc0cc4e39 100644
--- a/target/linux/lantiq/falcon/config-5.4
+++ b/target/linux/lantiq/falcon/config-5.4
@@ -4,8 +4,6 @@ CONFIG_MTD_NAND_ECC_SW_HAMMING=y
 CONFIG_MTD_RAW_NAND=y
 CONFIG_MTD_SPLIT_FIRMWARE_NAME="linux"
 CONFIG_PINCTRL_FALCON=y
-# CONFIG_PSB6970_PHY is not set
-# CONFIG_RTL8366_SMI is not set
 CONFIG_SOC_FALCON=y
 # CONFIG_SOC_XWAY is not set
 CONFIG_SPI_FALCON=y
diff --git a/target/linux/lantiq/xway/config-5.4 b/target/linux/lantiq/xway/config-5.4
index b0ce4a9043..89b96d3863 100644
--- a/target/linux/lantiq/xway/config-5.4
+++ b/target/linux/lantiq/xway/config-5.4
@@ -29,10 +29,13 @@ CONFIG_PCI=y
 # CONFIG_PCIE_LANTIQ is not set
 CONFIG_PCI_DOMAINS=y
 CONFIG_PCI_LANTIQ=y
+CONFIG_PSB6970_PHY=y
 CONFIG_REGULATOR=y
 CONFIG_REGULATOR_FIXED_VOLTAGE=y
 CONFIG_RTL8306_PHY=y
+CONFIG_RTL8366RB_PHY=y
 CONFIG_RTL8366S_PHY=y
+CONFIG_RTL8366_SMI=y
 CONFIG_RTL8367B_PHY=y
 CONFIG_RTL8367_PHY=y
 CONFIG_SGL_ALLOC=y
diff --git a/target/linux/lantiq/xway_legacy/config-5.4 b/target/linux/lantiq/xway_legacy/config-5.4
index 2ce37051de..91dbebbe9d 100644
--- a/target/linux/lantiq/xway_legacy/config-5.4
+++ b/target/linux/lantiq/xway_legacy/config-5.4
@@ -22,10 +22,13 @@ CONFIG_PCI=y
 # CONFIG_PCIE_LANTIQ is not set
 CONFIG_PCI_DOMAINS=y
 CONFIG_PCI_LANTIQ=y
+CONFIG_PSB6970_PHY=y
 CONFIG_REGULATOR=y
 CONFIG_REGULATOR_FIXED_VOLTAGE=y
 CONFIG_RTL8306_PHY=y
+CONFIG_RTL8366RB_PHY=y
 CONFIG_RTL8366S_PHY=y
+CONFIG_RTL8366_SMI=y
 CONFIG_RTL8367B_PHY=y
 CONFIG_RTL8367_PHY=y
 CONFIG_SGL_ALLOC=y