diff --git a/backend/all_features_oss.sh b/backend/all_features_oss.sh
index a6a9a33616..8ac9a1ea2b 100755
--- a/backend/all_features_oss.sh
+++ b/backend/all_features_oss.sh
@@ -12,6 +12,7 @@ if [[ -f "$CARGO_TOML_PATH" ]]; then
     sed -n '/\[features\]/,/^\[/p' | \
     grep -E '^[a-zA-Z0-9_-]+' | \
     grep -v 'private' | \
+    grep -v 'benchmark' | \
     cut -d' ' -f1 | \
     paste -sd ',' -
 else