diff --git a/src/vs/base/browser/ui/list/list.ts b/src/vs/base/browser/ui/list/list.ts
index 0844ddf65a4..f07e22e1bee 100644
--- a/src/vs/base/browser/ui/list/list.ts
+++ b/src/vs/base/browser/ui/list/list.ts
@@ -129,6 +129,8 @@ export abstract class CachedListVirtualDelegate<T extends object> implements ILi
 	abstract getTemplateId(element: T): string;
 
 	setDynamicHeight(element: T, height: number): void {
-		this.cache.set(element, height);
+		if (height > 0) {
+			this.cache.set(element, height);
+		}
 	}
 }