diff --git a/static/app/views/settings/organizationTeams/teamMembers.spec.tsx b/static/app/views/settings/organizationTeams/teamMembers.spec.tsx
index 096b22103a6b..625d1d728525 100644
--- a/static/app/views/settings/organizationTeams/teamMembers.spec.tsx
+++ b/static/app/views/settings/organizationTeams/teamMembers.spec.tsx
@@ -166,6 +166,7 @@ describe('TeamMembers', () => {
     await userEvent.click(screen.getByTestId('invite-member'));
 
     expect(openInviteMembersModal).toHaveBeenCalled();
+    expect(screen.queryByTestId('invite-member')).not.toBeInTheDocument();
   });
 
   it('can invite member from team dropdown with access and `Open Membership` enabled', async () => {
diff --git a/static/app/views/settings/organizationTeams/teamMembers.tsx b/static/app/views/settings/organizationTeams/teamMembers.tsx
index a25c2b3867f3..f73ad19dbc1e 100644
--- a/static/app/views/settings/organizationTeams/teamMembers.tsx
+++ b/static/app/views/settings/organizationTeams/teamMembers.tsx
@@ -155,14 +155,17 @@ function AddMemberDropdown({
                 memberId: selection.value,
               })
       }
-      menuFooter={
+      menuFooter={({closeOverlay}) => (
         <MenuComponents.CTAButton
-          onClick={() => openInviteMembersModal({source: 'teams'})}
+          onClick={() => {
+            closeOverlay();
+            openInviteMembersModal({source: 'teams'});
+          }}
           data-test-id="invite-member"
         >
           {t('Invite Member')}
         </MenuComponents.CTAButton>
-      }
+      )}
       data-test-id="add-member-menu"
       disabled={isDropdownDisabled}
       menuTitle={t('Members')}