diff --git a/meta-python/recipes-devtools/python/python3-fastapi_0.122.0.bb b/meta-python/recipes-devtools/python/python3-fastapi_0.122.0.bb
index 37a475ef8f..a5c9d257b0 100644
--- a/meta-python/recipes-devtools/python/python3-fastapi_0.122.0.bb
+++ b/meta-python/recipes-devtools/python/python3-fastapi_0.122.0.bb
@@ -9,6 +9,12 @@ SRC_URI += "file://run-ptest"
 
 inherit pypi python_pdm ptest-python-pytest
 
+PACKAGECONFIG ?= ""
+# swagger-ui is in meta-xfce that meta-python does not depend upon
+# Users can still enable it in their distros explicitly but its disabled
+# by default
+PACKAGECONFIG[swagger-ui] = ",,,swagger-ui"
+
 RDEPENDS:${PN} += "\
     python3-annotated-doc \
     python3-fastapi-cli \
@@ -18,6 +24,4 @@ RDEPENDS:${PN} += "\
     python3-typing-extensions \
 "
 
-RRECOMMENDS:${PN} += "swagger-ui"
-
 RDEPENDS:${PN}-ptest += "python3-orjson"