diff --git a/packages/block-editor/src/components/inserter/menu.js b/packages/block-editor/src/components/inserter/menu.js
index f1d423e68b4a58..6b1355c6f13e6a 100644
--- a/packages/block-editor/src/components/inserter/menu.js
+++ b/packages/block-editor/src/components/inserter/menu.js
@@ -289,7 +289,7 @@ function InserterMenu(
 	);
 
 	const handleZoomOut = ( newSelectedTab ) => {
-		if ( isZoomOutMode && newSelectedTab !== 'patterns' ) {
+		if ( isZoomOutMode && newSelectedTab === 'blocks' ) {
 			resetZoomLevel();
 			__unstableSetEditorMode( 'edit' );
 		} else if ( ! isZoomOutMode && newSelectedTab === 'patterns' ) {