fix moving panel while hidden in grid layout

fixes #67370

src/vs/workbench/electron-browser/workbench.ts

@@ -1804,9 +1804,9 @@ export class Workbench extends Disposable implements IPartService {
 		if (this.workbenchGrid instanceof Grid) {
 			if (!wasHidden) {
 				this.saveLastPanelDimension();
-				this.workbenchGrid.removeView(this.panelPartView);
 			}
 
+			this.workbenchGrid.removeView(this.panelPartView);
 			this.layout();
 		} else {
 			this.workbenchGrid.layout();