Skip to content

AxoSyslog improvements #3

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
MrAnno wants to merge 7 commits into
base: main
Choose a base branch
from
Open

AxoSyslog improvements #3

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
1322ee4
feat(orchestrator): template subject configs with connection/CPU count
MrAnno Jun 1, 2026
2bc8abb
fix(axosyslog): size tcp source max-connections to the connection count
MrAnno Jun 2, 2026
7e7cb90
cases(axosyslog): widen source flow-control window (log-iw-size, log-…
MrAnno Jun 2, 2026
4a04fdb
fix(axosyslog): enable flags(flow-control) to stop message loss
MrAnno Jun 2, 2026
991fa7a
cases(axosyslog): set OTLP source workers and concurrent-requests
MrAnno Jun 2, 2026
45cf93f
cases(axosyslog): tune disk-buffer (prealloc, front-cache-size)
MrAnno Jun 2, 2026
8ba694b
cases(axosyslog): use all CPU cores when sending to a HTTP receiver
MrAnno Jun 2, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions cases/disk_buffer_crash_performance/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ source s_tcp {
tcp(
ip("0.0.0.0")
port(9000)
max-connections({{.Connections}})
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
flags(no-parse)
);
};
Expand All @@ -14,6 +17,7 @@ destination d_tcp {
port(9001)
disk-buffer(
reliable(yes)
prealloc(yes)
capacity-bytes(4294967296)
dir("/var/lib/syslog-ng/disk-buffer/")
)
Expand All @@ -23,4 +27,5 @@ destination d_tcp {
log {
source(s_tcp);
destination(d_tcp);
flags(flow-control);
};
6 changes: 6 additions & 0 deletions cases/disk_buffer_performance/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ source s_tcp {
tcp(
ip("0.0.0.0")
port(9000)
max-connections({{.Connections}})
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
flags(no-parse)
);
};
Expand All @@ -14,6 +17,8 @@ destination d_tcp {
port(9001)
disk-buffer(
reliable(no)
prealloc(yes)
front-cache-size(10000)
capacity-bytes(4294967296)
dir("/var/lib/syslog-ng/disk-buffer/")
)
Expand All @@ -23,4 +28,5 @@ destination d_tcp {
log {
source(s_tcp);
destination(d_tcp);
flags(flow-control);
};
6 changes: 6 additions & 0 deletions cases/disk_buffer_persistence_correctness/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ source s_tcp {
tcp(
ip("0.0.0.0")
port(9000)
max-connections({{.Connections}})
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
flags(no-parse)
);
};
Expand All @@ -15,6 +18,8 @@ destination d_tcp {
template("${MESSAGE}\n")
disk-buffer(
reliable(no)
prealloc(yes)
front-cache-size(10000)
capacity-bytes(4294967296)
dir("/var/lib/syslog-ng/disk-buffer/")
)
Expand All @@ -24,4 +29,5 @@ destination d_tcp {
log {
source(s_tcp);
destination(d_tcp);
flags(flow-control);
};
3 changes: 3 additions & 0 deletions cases/file_rotate_create_correctness/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,8 @@ source s_file {
filename-pattern("*.log*")
flags(no-parse)
follow-freq(0.1)
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
);
};

Expand All @@ -19,4 +21,5 @@ destination d_tcp {
log {
source(s_file);
destination(d_tcp);
flags(flow-control);
};
3 changes: 3 additions & 0 deletions cases/file_rotate_restart_correctness/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,8 @@ source s_file {
filename-pattern("*.log*")
flags(no-parse)
follow-freq(0.1)
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
recursive(no)
);
};
Expand All @@ -27,4 +29,5 @@ destination d_tcp {
log {
source(s_file);
destination(d_tcp);
flags(flow-control);
};
3 changes: 3 additions & 0 deletions cases/file_rotate_truncate_correctness/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,8 @@ source s_file {
filename-pattern("*.log*")
flags(no-parse)
follow-freq(0.1)
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
);
};

Expand All @@ -19,4 +21,5 @@ destination d_tcp {
log {
source(s_file);
destination(d_tcp);
flags(flow-control);
};
3 changes: 3 additions & 0 deletions cases/file_to_tcp_performance/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,8 @@ source s_file {
filename-pattern("*.log*")
flags(no-parse)
follow-freq(0.1)
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
);
};

Expand All @@ -19,4 +21,5 @@ destination d_tcp {
log {
source(s_file);
destination(d_tcp);
flags(flow-control);
};
3 changes: 3 additions & 0 deletions cases/file_truncate_correctness/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,8 @@ source s_file {
"/data/input.log"
flags(no-parse)
follow-freq(0.1)
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
);
};

Expand All @@ -18,4 +20,5 @@ destination d_tcp {
log {
source(s_file);
destination(d_tcp);
flags(flow-control);
};
3 changes: 3 additions & 0 deletions cases/otlp_grpc_to_otlp_grpc_correctness/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,8 @@
source s_otlp {
opentelemetry(
port(4317)
workers({{.CPUs}})
concurrent-requests(4)
);
};

Expand All @@ -29,4 +31,5 @@ destination d_otlp {
log {
source(s_otlp);
destination(d_otlp);
flags(flow-control);
};
3 changes: 3 additions & 0 deletions cases/otlp_grpc_to_otlp_grpc_performance/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,8 @@
source s_otlp {
opentelemetry(
port(4317)
workers({{.CPUs}})
concurrent-requests(4)
);
};

Expand All @@ -29,4 +31,5 @@ destination d_otlp {
log {
source(s_otlp);
destination(d_otlp);
flags(flow-control);
};
4 changes: 4 additions & 0 deletions cases/real_world_1_performance/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ source s_tcp {
tcp(
ip("0.0.0.0")
port(9000)
max-connections({{.Connections}})
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
flags(syslog-protocol)
);
};
Expand Down Expand Up @@ -32,4 +35,5 @@ log {
rewrite(r_mark_dropped);
};
destination(d_tcp);
flags(flow-control);
};
4 changes: 4 additions & 0 deletions cases/regex_mask_performance/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ source s_tcp {
tcp(
ip("0.0.0.0")
port(9000)
max-connections({{.Connections}})
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
flags(no-parse)
);
};
Expand All @@ -23,4 +26,5 @@ log {
source(s_tcp);
rewrite(r_mask_conn);
destination(d_tcp);
flags(flow-control);
};
4 changes: 4 additions & 0 deletions cases/set_field_performance/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,9 @@ source s_tcp {
tcp(
ip("0.0.0.0")
port(9000)
max-connections({{.Connections}})
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
flags(no-parse)
);
};
Expand All @@ -26,4 +29,5 @@ log {
source(s_tcp);
rewrite(r_set);
destination(d_tcp);
flags(flow-control);
};
4 changes: 4 additions & 0 deletions cases/sighup_correctness/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ source s_tcp {
tcp(
ip("0.0.0.0")
port(9000)
max-connections({{.Connections}})
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
flags(no-parse)
);
};
Expand All @@ -19,4 +22,5 @@ destination d_tcp {
log {
source(s_tcp);
destination(d_tcp);
flags(flow-control);
};
4 changes: 4 additions & 0 deletions cases/syslog_parsing_performance/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ source s_tcp {
tcp(
ip("0.0.0.0")
port(9000)
max-connections({{.Connections}})
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
flags(syslog-protocol)
);
};
Expand All @@ -18,4 +21,5 @@ destination d_tcp {
log {
source(s_tcp);
destination(d_tcp);
flags(flow-control);
};
4 changes: 4 additions & 0 deletions cases/tcp_to_blackhole_performance/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ source s_tcp {
tcp(
ip("0.0.0.0")
port(9000)
max-connections({{.Connections}})
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
flags(no-parse)
);
};
Expand All @@ -15,4 +18,5 @@ destination d_null {
log {
source(s_tcp);
destination(d_null);
flags(flow-control);
};
6 changes: 5 additions & 1 deletion cases/tcp_to_http_5min_performance/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ source s_tcp {
tcp(
ip("0.0.0.0")
port(9000)
max-connections({{.Connections}})
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
flags(no-parse)
);
};
Expand All @@ -13,7 +16,7 @@ destination d_http {
url("http://receiver:9001/")
method("POST")
body("${MESSAGE}")
workers(4)
workers({{.CPUs}})
batch-lines(1000)
batch-timeout(100)
);
Expand All @@ -22,4 +25,5 @@ destination d_http {
log {
source(s_tcp);
destination(d_http);
flags(flow-control);
};
6 changes: 5 additions & 1 deletion cases/tcp_to_http_performance/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ source s_tcp {
tcp(
ip("0.0.0.0")
port(9000)
max-connections({{.Connections}})
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
flags(no-parse)
);
};
Expand All @@ -13,7 +16,7 @@ destination d_http {
url("http://receiver:9001/")
method("POST")
body("${MESSAGE}")
workers(4)
workers({{.CPUs}})
batch-lines(1000)
batch-timeout(100)
);
Expand All @@ -22,4 +25,5 @@ destination d_http {
log {
source(s_tcp);
destination(d_http);
flags(flow-control);
};
8 changes: 7 additions & 1 deletion cases/tcp_to_http_persistent_correctness/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ source s_tcp {
tcp(
ip("0.0.0.0")
port(9000)
max-connections({{.Connections}})
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
flags(no-parse)
);
};
Expand All @@ -13,11 +16,13 @@ destination d_http {
url("http://receiver:9001/")
method("POST")
body("${MESSAGE}")
workers(4)
workers({{.CPUs}})
batch-lines(1000)
batch-timeout(100)
disk-buffer(
reliable(no)
prealloc(yes)
front-cache-size(10000)
capacity-bytes(4294967296)
dir("/var/lib/syslog-ng/disk-buffer/")
)
Expand All @@ -27,4 +32,5 @@ destination d_http {
log {
source(s_tcp);
destination(d_http);
flags(flow-control);
};
4 changes: 4 additions & 0 deletions cases/tcp_to_tcp_5min_performance/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ source s_tcp {
tcp(
ip("0.0.0.0")
port(9000)
max-connections({{.Connections}})
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
flags(no-parse)
);
};
Expand All @@ -18,4 +21,5 @@ destination d_tcp {
log {
source(s_tcp);
destination(d_tcp);
flags(flow-control);
};
4 changes: 4 additions & 0 deletions cases/tcp_to_tcp_performance/configs/axosyslog.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ source s_tcp {
tcp(
ip("0.0.0.0")
port(9000)
max-connections({{.Connections}})
log-iw-size({{.Connections}}000)
log-fetch-limit(1000)
flags(no-parse)
);
};
Expand All @@ -18,4 +21,5 @@ destination d_tcp {
log {
source(s_tcp);
destination(d_tcp);
flags(flow-control);
};
Loading
Loading