diff --git a/ghost/admin/app/components/modal-confirm-email-send.hbs b/ghost/admin/app/components/modal-confirm-email-send.hbs
index 3e45c44aee..59fecf3efc 100644
--- a/ghost/admin/app/components/modal-confirm-email-send.hbs
+++ b/ghost/admin/app/components/modal-confirm-email-send.hbs
@@ -4,12 +4,26 @@
     </header>
     <button class="close" title="Close" {{on "click" this.closeModal}}>{{svg-jar "close"}}<span class="hidden">Close</span></button>
 
-    <div class="modal-body">
-        <p>
-            Your post will be delivered to
-            <strong>{{this.deliveredToMessage}}</strong>
-            and will be published on your site{{#if this.model.isScheduled}} at the scheduled time{{/if}}. Sound good?
-        </p>
+    <div class="modal-body" {{did-insert this.countPaidMembers}}>
+        {{#if this.countPaidMembersTask.isRunning}}
+             <div class="flex flex-column items-center">
+                 <div class="gh-loading-spinner"></div>
+             </div>
+        {{else}}
+            <p>
+                Your post will be delivered to
+                <strong>
+                    {{#if this.model.paidOnly}}
+                        {{!-- TODO: remove editor fallback once editors can query member counts --}}
+                        {{if this.session.user.isEditor "all paid members" (gh-pluralize this.paidMemberCount "paid member")}}
+                    {{else}}
+                        {{!-- TODO: remove editor fallback once editors can query member counts --}}
+                        {{if this.session.user.isEditor "all members" (gh-pluralize this.model.memberCount "member")}}
+                    {{/if}}
+                </strong>
+                and will be published on your site{{#if this.model.isScheduled}} at the scheduled time{{/if}}. Sound good?
+            </p>
+        {{/if}}
     </div>
 
     <div class="modal-footer">
@@ -17,9 +31,10 @@
             <span>Cancel</span>
         </button>
         <GhTaskButton
+            @disabled={{this.countPaidMembersTask.isRunning}}
             @buttonText={{if this.model.isScheduled "Schedule" "Publish and send"}}
             @runningText={{if this.model.isScheduled "Scheduling..." "Publishing..."}}
-            @task={{this.confirmAndCheckError}}
+            @task={{this.confirmAndCheckErrorTask}}
             @class="gh-btn gh-btn-green gh-btn-icon"
             data-test-button="confirm-publish-and-email"
         />
diff --git a/ghost/admin/app/components/modal-confirm-email-send.js b/ghost/admin/app/components/modal-confirm-email-send.js
index 54bbe493c8..cc178d60c5 100644
--- a/ghost/admin/app/components/modal-confirm-email-send.js
+++ b/ghost/admin/app/components/modal-confirm-email-send.js
@@ -1,31 +1,31 @@
 import ModalComponent from 'ghost-admin/components/modal-base';
-import {computed} from '@ember/object';
-import {ghPluralize} from 'ghost-admin/helpers/gh-pluralize';
+import {action} from '@ember/object';
 import {inject as service} from '@ember/service';
 import {task} from 'ember-concurrency';
 
 export default ModalComponent.extend({
     session: service(),
+    store: service(),
 
     errorMessage: null,
+    paidMemberCount: null,
 
     // Allowed actions
     confirm: () => {},
 
-    deliveredToMessage: computed('model.{paidOnly,memberCount}', function () {
-        const isEditor = this.get('session.user.isEditor');
-        if (this.get('model.paidOnly')) {
-            return 'all paid members';
+    countPaidMembers: action(function () {
+        // TODO: remove editor conditional once editors can query member counts
+        if (this.model.paidOnly && !this.session.get('user.isEditor')) {
+            this.countPaidMembersTask.perform();
         }
-
-        if (isEditor) {
-            return 'all members';
-        }
-
-        return ghPluralize(this.get('model.memberCount'), 'member');
     }),
 
-    confirmAndCheckError: task(function* () {
+    countPaidMembersTask: task(function* () {
+        const result = yield this.store.query('member', {filter: 'subscribed:true', paid: true, limit: 1, page: 1});
+        this.set('paidMemberCount', result.meta.pagination.total);
+    }),
+
+    confirmAndCheckErrorTask: task(function* () {
         try {
             yield this.confirm();
             this.closeModal();