diff --git a/homeassistant/package_constraints.txt b/homeassistant/package_constraints.txt
index 005b32accc3..6af42d71569 100644
--- a/homeassistant/package_constraints.txt
+++ b/homeassistant/package_constraints.txt
@@ -134,3 +134,7 @@ pandas==1.4.3
 
 # uamqp 1.6.1, has 1 failing test during built on armv7/armhf
 uamqp==1.6.0
+
+# Matplotlib 3.6.2 has issues building wheels on armhf/armv7
+# We need at least >=2.1.0 (tensorflow integration -> pycocotools)
+matplotlib==3.6.1
diff --git a/script/gen_requirements_all.py b/script/gen_requirements_all.py
index c4a2313e589..6f4e017a56e 100644
--- a/script/gen_requirements_all.py
+++ b/script/gen_requirements_all.py
@@ -145,6 +145,10 @@ pandas==1.4.3
 
 # uamqp 1.6.1, has 1 failing test during built on armv7/armhf
 uamqp==1.6.0
+
+# Matplotlib 3.6.2 has issues building wheels on armhf/armv7
+# We need at least >=2.1.0 (tensorflow integration -> pycocotools)
+matplotlib==3.6.1
 """
 
 IGNORE_PRE_COMMIT_HOOK_ID = (