chore(ci): instrument push_all.sh commands in honeycomb (#63350)

So I can measure the impact of changes on the individual `bazel run`
invocations

## Test plan

main dry-run and seeing the output
https://ui.honeycomb.io/sourcegraph/datasets/buildkite-pushall/result/bCLzgquaSdV?hideCompare

## Changelog

Author: Strum355

dev/ci/push_all.sh

@@ -163,6 +163,8 @@ if $push_prod; then
   done
 fi
 
+honeyvent=$(bazel "${bazelrc[@]}" build //dev/tools:honeyvent 2>/dev/null && bazel "${bazelrc[@]}" cquery //dev/tools:honeyvent --output=files 2>/dev/null)
+
 images=$(bazel "${bazelrc[@]}" query 'kind("oci_push rule", //...)')
 
 job_file=$(mktemp)
@@ -204,6 +206,15 @@ while read -r line; do
     else
       echo "--- :docker::arrow_heading_up: $target ${duration}s: failed with $exitcode) :red_circle:"
     fi
+
+    $honeyvent -k "$CI_HONEYCOMB_API_KEY" -d "buildkite-pushall" \
+      -n "exit_code" -v "$exitcode" \
+      -n "duration" -v "$duration" \
+      -n "target" -v "$target" \
+      -n "commit" -v "$BUILDKITE_COMMIT" \
+      -n "build_number" -v "$BUILDKITE_BUILD_NUMBER" \
+      -n "branch" -v "$BUILDKITE_BRANCH" \
+      -n "label" -v "$BUILDKITE_LABEL"s
   fi
 done <"$log_file"
 

dev/tool_deps.bzl

@@ -374,3 +374,17 @@ def tool_deps():
         url = "https://playwright.azureedge.net/builds/chromium/1117/chromium-linux.zip",
         build_file_content = CHROMIUM_BUILDFILE.format("chrome-linux/chrome"),
     )
+
+    http_file(
+        name = "honeyvent-linux-x86_64",
+        url = "https://github.com/honeycombio/honeyvent/releases/download/v1.1.3/honeyvent-linux-amd64",
+        sha256 = "3810ad6d70836d5b4f2ef5de27c3c8a3ed4f35bb331635137d44223e285d6fc5",
+        executable = True,
+    )
+
+    http_file(
+        name = "honeyvent-darwin-x86_64",
+        url = "https://github.com/honeycombio/honeyvent/releases/download/v1.1.3/honeyvent-darwin-amd64",
+        sha256 = "c9acaab8a48aa3345fd323c4315c8aaca52b2f6ce4c6f83b6fa162cd4c516725",
+        executable = True,
+    )

dev/tools/BUILD.bazel

@@ -119,3 +119,12 @@ alias(
     }),
     visibility = ["//visibility:public"],
 )
+
+tool(
+    name = "honeyvent",
+    src = select({
+        "@bazel_tools//src/conditions:linux_x86_64": ["@honeyvent-linux-x86_64//file:downloaded"],
+        "@bazel_tools//src/conditions:darwin_x86_64": ["@honeyvent-darwin-x86_64//file:downloaded"],
+        "@bazel_tools//src/conditions:darwin_arm64": ["@honeyvent-darwin-x86_64//file:downloaded"],
+    }),
+)