diff --git a/lib/core/src/lib/directives/infinite-select-scroll.directive.ts b/lib/core/src/lib/directives/infinite-select-scroll.directive.ts
index 353fd5a1ca..0f6ed2fac3 100644
--- a/lib/core/src/lib/directives/infinite-select-scroll.directive.ts
+++ b/lib/core/src/lib/directives/infinite-select-scroll.directive.ts
@@ -37,7 +37,7 @@ export class InfiniteSelectScrollDirective implements AfterViewInit {
 
     ngAfterViewInit() {
         this.matSelect.openedChange.pipe(takeUntilDestroyed(this.destroyRef)).subscribe((opened: boolean) => {
-            if (opened) {
+            if (opened && this.matSelect.panel) {
                 this.itemHeightToWaitBeforeLoadNext = this.getItemHeight() * (InfiniteSelectScrollDirective.MAX_ITEMS / 2);
                 this.matSelect.panel.nativeElement.addEventListener('scroll', (event: Event) => this.handleScrollEvent(event));
             }