diff --git a/web/src/app/admin/models/embedding/modals/ModelSelectionModal.tsx b/web/src/app/admin/models/embedding/modals/ModelSelectionModal.tsx
index 59b44b7d5..e5918740e 100644
--- a/web/src/app/admin/models/embedding/modals/ModelSelectionModal.tsx
+++ b/web/src/app/admin/models/embedding/modals/ModelSelectionModal.tsx
@@ -36,8 +36,7 @@ export function ModelSelectionConfirmationModal({
             at least 16GB of RAM to Danswer during this process.
           </Text>
 
-          {/* TODO Change this back- ensure functional */}
-          {!isCustom && (
+          {isCustom && (
             <Callout title="IMPORTANT" color="yellow" className="mt-4">
               We&apos;ve detected that this is a custom-specified embedding
               model. Since we have to download the model files before verifying
diff --git a/web/src/app/admin/models/embedding/page.tsx b/web/src/app/admin/models/embedding/page.tsx
index 828cd902c..8ba560c84 100644
--- a/web/src/app/admin/models/embedding/page.tsx
+++ b/web/src/app/admin/models/embedding/page.tsx
@@ -149,6 +149,7 @@ function Main() {
       }
     );
     if (response.ok) {
+      setShowTentativeOpenProvider(null);
       setShowTentativeModel(null);
       mutate("/api/secondary-index/get-secondary-embedding-model");
       if (!connectors || !connectors.length) {
@@ -274,6 +275,7 @@ function Main() {
           onClose={() => setAlreadySelectedModel(null)}
         />
       )}
+
       {showTentativeOpenProvider && (
         <ModelSelectionConfirmationModal
           selectedModel={showTentativeOpenProvider}