diff --git a/netbox/netbox/api/viewsets/mixins.py b/netbox/netbox/api/viewsets/mixins.py
index b2c6bdda6..e6790e21c 100644
--- a/netbox/netbox/api/viewsets/mixins.py
+++ b/netbox/netbox/api/viewsets/mixins.py
@@ -52,6 +52,19 @@ class BriefModeMixin:
 
         return self.serializer_class
 
+    def get_queryset(self):
+        qs = super().get_queryset()
+
+        if self.brief:
+            serializer_class = self.get_serializer_class()
+
+            # Clear any annotations for fields not present on the nested serializer
+            for annotation in list(qs.query.annotations.keys()):
+                if annotation not in serializer_class().fields:
+                    qs.query.annotations.pop(annotation)
+
+        return qs
+
 
 class CustomFieldsMixin:
     """