diff --git a/.azure-pipelines.yml b/.azure-pipelines.yml
index df3f82074af..ba351b9802d 100644
--- a/.azure-pipelines.yml
+++ b/.azure-pipelines.yml
@@ -509,6 +509,7 @@ stages:
           TEST_PY_BD: "xilinx_versal_virt"
           TEST_PY_ID: "--id qemu"
           TEST_PY_TEST_SPEC: "not sleep"
+          OVERRIDE: "-a ~CONFIG_USB_DWC3"
         xtfpga:
           TEST_PY_BD: "xtfpga"
           TEST_PY_ID: "--id qemu"
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index f5d38eaa7ac..d91e9e3ff43 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -491,6 +491,7 @@ xilinx_versal_virt test.py:
     TEST_PY_BD: "xilinx_versal_virt"
     TEST_PY_TEST_SPEC: "not sleep"
     TEST_PY_ID: "--id qemu"
+    OVERRIDE: "-a ~CONFIG_USB_DWC3"
   <<: *buildman_and_testpy_dfn
 
 xtfpga test.py: