feat(agent): support multiple flow log senders

.github/workflows/agent-build-rust-env.yml

@@ -11,7 +11,7 @@ name: build agent env
 jobs:
  build_agent_env:
  name: build agent env
- runs-on: "cirun-aws-amd64-32c--${{ github.run_id }}"
+ runs-on: "ubuntu-latest"
  steps:
  - name: Checkout
  uses: actions/checkout@v3
@@ -58,7 +58,7 @@ jobs:
 
  build_agent_env_arm64:
  name: build agent env arm64
- runs-on: "cirun-aws-arm64-32c--${{ github.run_id }}"
+ runs-on: "ubuntu-latest"
  steps:
 
  - name: Checkout

.github/workflows/agent-build.yml

@@ -25,7 +25,7 @@ env:
 jobs:
  build_agent:
  name: build agent
- runs-on: "cirun-aws-amd64-32c--${{ github.run_id }}"
+ runs-on: "ubuntu-latest"
  steps:
  - name: Checkout
  uses: actions/checkout@v3
@@ -183,7 +183,7 @@ jobs:
 
  build_agent_arm64:
  name: build agent arm64
- runs-on: "cirun-aws-arm64-32c--${{ github.run_id }}"
+ runs-on: "ubuntu-latest"
  steps:
  - name: Checkout
  uses: actions/checkout@v3
@@ -468,7 +468,7 @@ jobs:
 
  build_agent_static_link:
  name: build agent static link
- runs-on: "cirun-aws-amd64-32c--${{ github.run_id }}"
+ runs-on: "ubuntu-latest"
  if: "startsWith(github.ref, 'refs/tags/')"
  steps:
  - name: Checkout
@@ -576,7 +576,7 @@ jobs:
 
  build_agent_arm64_static_link:
  name: build agent arm64 static link
- runs-on: "cirun-aws-arm64-32c--${{ github.run_id }}"
+ runs-on: "ubuntu-latest"
  if: "startsWith(github.ref, 'refs/tags/')"
  steps:
  - name: Checkout

.github/workflows/agent-verify.yml

@@ -9,7 +9,7 @@ name: verify agent
 jobs:
  verify_agent:
  name: verify agent
- runs-on: "cirun-aws-amd64-32c--${{ github.run_id }}"
+ runs-on: "ubuntu-latest"
  steps:
  - name: Checkout
  uses: actions/checkout@v3
@@ -49,7 +49,7 @@ jobs:
 
  verify_agent_arm64:
  name: verify agent arm64
- runs-on: "cirun-aws-arm64-32c--${{ github.run_id }}"
+ runs-on: "ubuntu-22.04-arm"
  steps:
  - name: Checkout
  uses: actions/checkout@v3

.github/workflows/server-build.yml

@@ -25,7 +25,7 @@ env:
 jobs:
  build_server:
  name: build server
- runs-on: "cirun-aws-amd64-32c--${{ github.run_id }}"
+ runs-on: "ubuntu-latest"
  steps:
  - name: Checkout
  uses: actions/checkout@v3

.github/workflows/server-verify.yml

@@ -9,7 +9,7 @@ on:
 jobs:
  verify_server:
  name: verify server
- runs-on: "cirun-aws-amd64-32c--${{ github.run_id }}"
+ runs-on: "ubuntu-latest"
  steps:
  - name: Checkout
  uses: actions/checkout@v3

agent/crates/public/Cargo.toml

@@ -28,6 +28,8 @@ serde_yaml = "0.8"
 socket2 = "0.4"
 thiserror = "1.0"
 tonic.workspace = true
+crossbeam-channel = "0.5"
+crossbeam-queue = "0.3"
 
 [target.'cfg(any(target_os = "linux", target_os = "android"))'.dependencies]
 k8s-openapi.workspace = true

agent/crates/public/src/queue/debug.rs

@@ -17,7 +17,7 @@
 use std::{
  fmt::Debug,
  sync::{
- atomic::{AtomicBool, Ordering},
+ atomic::{AtomicBool, AtomicUsize, Ordering},
  Arc,
  },
 };
@@ -89,3 +89,39 @@ pub fn bounded_with_debug<T>(
 
  (sender, receiver, handle)
 }
+
+#[derive(Clone)]
+pub struct MultiDebugSender<T> {
+ senders: Arc<Vec<DebugSender<T>>>,
+ index: Arc<AtomicUsize>,
+}
+
+impl<T> MultiDebugSender<T> {
+ pub fn new(senders: Vec<DebugSender<T>>) -> Self {
+ Self {
+ senders: Arc::new(senders),
+ index: Arc::new(AtomicUsize::new(0)),
+ }
+ }
+
+ fn choose(&self) -> &DebugSender<T> {
+ let i = self
+ .index
+ .fetch_add(1, Ordering::Relaxed)
+ % self.senders.len();
+ &self.senders[i]
+ }
+}
+
+impl<T: Debug> MultiDebugSender<T> {
+ pub fn send(&self, msg: T) -> Result<(), Error<T>> {
+ self.choose().send(msg)
+ }
+
+ pub fn send_all(&self, msgs: &mut Vec<T>) -> Result<(), Error<T>> {
+ for msg in msgs.drain(..) {
+ self.send(msg)?;
+ }
+ Ok(())
+ }
+}