diff --git a/src/vs/base/browser/ui/list/list.ts b/src/vs/base/browser/ui/list/list.ts
index 0844ddf65a449997ef73b568a8a468fde66e18a8..f07e22e1bee4721a78dab9616d54c54b298370b6 100644
--- a/src/vs/base/browser/ui/list/list.ts
+++ b/src/vs/base/browser/ui/list/list.ts
@@ -129,6 +129,8 @@ export abstract class CachedListVirtualDelegate<T extends object> implements ILi
 	abstract getTemplateId(element: T): string;
 
 	setDynamicHeight(element: T, height: number): void {
-		this.cache.set(element, height);
+		if (height > 0) {
+			this.cache.set(element, height);
+		}
 	}
 }