diff --git a/test-app/babel.config.mjs b/test-app/babel.config.mjs
index c0f7b2a..bb0d9d0 100644
--- a/test-app/babel.config.mjs
+++ b/test-app/babel.config.mjs
@@ -54,11 +54,22 @@ export default {
               flags: [{ source: '@glimmer/env', flags: { DEBUG: true } }],
             },
           ],
-          'babel-plugin-ember-polyfill-get-and-set-owner-from-ember-owner',
         ]
       : []),
   ],
 
+  overrides: isCompatBuild
+    ? [
+        {
+          test: (filename) =>
+            filename !== undefined && !filename.includes('/ember-source/'),
+          plugins: [
+            'babel-plugin-ember-polyfill-get-and-set-owner-from-ember-owner',
+          ],
+        },
+      ]
+    : [],
+
   generatorOpts: {
     compact: false,
   },