fix: minor fixes, bring LLM for reviewing as a test
This commit is contained in:
parent
1e7d71ffc3
commit
e15bb3bbc6
1 changed files with 264 additions and 43 deletions
|
|
@ -126,7 +126,7 @@ fn init_k8s_events(client: kube::Client, joinset: &mut JoinSet<()>, ct: Cancella
|
|||
}
|
||||
queue.push_back(ev);
|
||||
if queue.len() > WARN_THRESHOLD && !warned {
|
||||
tracing::warn!(no_event=true, queue_len=queue.len(), "K8s event queue exceeded threshold");
|
||||
tracing::warn!(k8s_no_event=true, queue_len=queue.len(), "K8s event queue exceeded threshold");
|
||||
warned = true;
|
||||
} else if queue.len() <= WARN_THRESHOLD {
|
||||
warned = false;
|
||||
|
|
@ -135,7 +135,7 @@ fn init_k8s_events(client: kube::Client, joinset: &mut JoinSet<()>, ct: Cancella
|
|||
rec_limit = 4;
|
||||
}
|
||||
Err(e) => {
|
||||
tracing::error!(no_event=true, debug=?e, "Failed to receive k8s event from tracing");
|
||||
tracing::error!(k8s_no_event=true, debug=?e, "Failed to receive k8s event from tracing");
|
||||
rx = rtx.subscribe(); // dumb recover strategy
|
||||
tokio::time::sleep(Duration::from_secs(3)).await;
|
||||
rec_limit -= 1;
|
||||
|
|
@ -180,7 +180,7 @@ fn init_pro_metrics(joinset: &mut JoinSet<()>, ct: CancellationToken) -> Sender<
|
|||
rec_limit = 4;
|
||||
}
|
||||
Err(e) => {
|
||||
tracing::error!(no_pro=true, debug=?e, "Failed to receive prometheus measurement from tracing");
|
||||
tracing::error!(k8s_no_pro=true, debug=?e, "Failed to receive prometheus measurement from tracing");
|
||||
rx = rtx.subscribe(); // dumb recover strategy;
|
||||
tokio::time::sleep(Duration::from_secs(3)).await;
|
||||
rec_limit -= 1;
|
||||
|
|
@ -205,11 +205,11 @@ fn init_pro_metrics(joinset: &mut JoinSet<()>, ct: CancellationToken) -> Sender<
|
|||
metrics.register(&mut registry);
|
||||
},
|
||||
_ = registration_cancellation.cancelled() => {
|
||||
tracing::warn!(no_pro=true, "Stopped publishing prometheus metrics: consumer job cancelled");
|
||||
tracing::warn!(k8s_no_pro=true, "Stopped publishing prometheus metrics: consumer job cancelled");
|
||||
break;
|
||||
}
|
||||
_ = ctk.cancelled() => {
|
||||
tracing::warn!(no_pro=true, "Stopped publishing prometheus metrics: shutdown");
|
||||
tracing::warn!(k8s_no_pro=true, "Stopped publishing prometheus metrics: shutdown");
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
|
@ -251,7 +251,7 @@ fn init_otel(joinset: &mut JoinSet<()>, ct: CancellationToken) -> anyhow::Result
|
|||
}
|
||||
Err(e) => {
|
||||
tracing::error!(
|
||||
no_otel = true,
|
||||
k8s_no_otel = true,
|
||||
debug = ?e,
|
||||
"Failed to receive otel observation from tracing"
|
||||
);
|
||||
|
|
@ -263,7 +263,7 @@ fn init_otel(joinset: &mut JoinSet<()>, ct: CancellationToken) -> anyhow::Result
|
|||
}
|
||||
}
|
||||
}
|
||||
tracing::error!(no_otel = true, "OpenTelemetry reporting from tracing stopped");
|
||||
tracing::error!(k8s_no_otel = true, "OpenTelemetry reporting from tracing stopped");
|
||||
});
|
||||
|
||||
Ok(tx)
|
||||
|
|
|
|||
Loading…
Reference in a new issue