diff --git a/.gitattributes b/.gitattributes
index 7c2f752d69..3b3d2d0d65 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -1,4 +1,6 @@
 * text=auto eol=lf
+# git grep shouldn't match entries in this benchmark data
+bench_data/** binary
 crates/syntax/test_data/** -text eof=LF
 # Older git versions try to fix line endings on images, this prevents it.
 *.png binary