Hello Guys,
I amĀ new in Syslog-ng application and also Linux and I need your help regarding the functionality of syslog-ng on Linux. I am building a syslog-ng server capable of receiving syslog messages from syslog-ng clients. In doing so, I would like to those syslog messages to be received and stored inside the Syslog MySQL database of the server inside the syslog_incoming table so that I can be able view those messages.Ā I am using the Centos 6.5 of Redhat distributions and the Syslog-ng application running on that PCĀ acts as a Syslog-ng server. This is my first attempt to allow the syslog messages storage on the database:
Ā @version:3.2
# syslog-ng configuration file.
#
# This should behave pretty much like the original syslog on RedHat. But
# it could be configured a lot smarter.
#
# See syslog-ng(8) and syslog-ng.conf(5) for more information.
#
options {
Ā Ā Ā Ā Ā Ā Ā flush_lines (0);
Ā Ā Ā Ā Ā Ā Ā time_reopen (10);
Ā Ā Ā Ā Ā Ā Ā log_fifo_size (1000);
Ā Ā Ā Ā Ā Ā Ā long_hostnames (off);
Ā Ā Ā Ā Ā Ā Ā use_dns (no);
Ā Ā Ā Ā Ā Ā Ā use_fqdn (no);
Ā Ā Ā Ā Ā Ā Ā create_dirs (no);
Ā Ā Ā Ā Ā Ā Ā keep_hostname (yes);
};
#source s_sys {
Ā Ā Ā Ā #file ("/proc/kmsg" program_override("kernel: "));
Ā Ā Ā # unix-stream ("/dev/log");
Ā Ā #Ā internal();
Ā # Ā udp(ip(0.0.0.0) port(514));
#};
#A change was made here!
source network { syslog(ip(0.0.0.0) port(514) transport(udp));};
destination db_mysql{sql(type(mysql) host("localhost") username("cacti") password("P@ssw0rd") database("syslog")
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā table("syslog_incoming")
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā columns("host", "facility", "priority", "date", "time", "message")
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā values("$HOST","$FACILITY","$PRIORITY","$YEAR-$MONTH-$DAY","$HOUR:$MIN:$SEC","$MSG")
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā indexes("host", "facility", "priority", "date", "time", "message")
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā );};
destination d_cons { file("/dev/console"); };
destination d_mesg { file("/var/log/messages"); };
destination d_auth { file("/var/log/secure"); };
destination d_mail { file("/var/log/maillog" flush_lines(10)); };
destination d_spol { file("/var/log/spooler"); };
destination d_boot { file("/var/log/boot.log"); };
destination d_cron { file("/var/log/cron"); };
destination d_kern { file("/var/log/kern"); };
destination d_mlal { usertty("*"); };
filter f_kernelĀ Ā Ā Ā { facility(kern); };
filter f_defaultĀ Ā Ā { level(info..emerg) and
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā not (facility(mail)
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā or facility(authpriv)
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā or facility(cron)); };
filter f_authĀ Ā Ā Ā Ā Ā { facility(authpriv); };
filter f_mailĀ Ā Ā Ā Ā Ā { facility(mail); };
filter f_emergencyĀ { level(emerg); };
filter f_newsĀ Ā Ā Ā Ā Ā { facility(uucp) or
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā (facility(news)
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā and level(crit..emerg)); };
filter f_bootĀ Ā { facility(local7); };
filter f_cronĀ Ā { facility(cron); };
#A change was made here!
log { source(s_sys);source(network); destination(d_mysql);};
#log { source(network); destination(d_mysql);};
#log { source(s_sys); filter(f_kernel); destination(d_cons); };
#log { source(s_sys); filter(f_kernel); destination(d_kern); };
#log { source(s_sys); filter(f_default); destination(d_mesg); };
#log { source(s_sys); filter(f_auth); destination(d_auth); };
#log { source(s_sys); filter(f_mail); destination(d_mail); };
#log { source(s_sys); filter(f_emergency); destination(d_mlal); };
#log { source(s_sys); filter(f_news); destination(d_spol); };
#log { source(s_sys); filter(f_boot); destination(d_boot); };
#log { source(s_sys); filter(f_cron); destination(d_cron); };
# vim:ft=syslog-ng:ai:si:ts=4:sw=4:et:
destination d_cons { file("/dev/console"); };
destination d_mesg { file("/var/log/messages"); };
destination d_auth { file("/var/log/secure"); };
destination d_mail { file("/var/log/maillog" flush_lines(10)); };
destination d_spol { file("/var/log/spooler"); };
destination d_boot { file("/var/log/boot.log"); };
destination d_cron { file("/var/log/cron"); };
destination d_kern { file("/var/log/kern"); };
destination d_mlal { usertty("*"); };
filter f_kernelĀ Ā Ā Ā { facility(kern); };
filter f_defaultĀ Ā Ā { level(info..emerg) and
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā not (facility(mail)
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā or facility(authpriv)
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā or facility(cron)); };
filter f_authĀ Ā Ā Ā Ā Ā { facility(authpriv); };
filter f_mailĀ Ā Ā Ā Ā Ā { facility(mail); };
filter f_emergencyĀ { level(emerg); };
filter f_newsĀ Ā Ā Ā Ā Ā { facility(uucp) or
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā (facility(news)
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā and level(crit..emerg)); };
filter f_bootĀ Ā { facility(local7); };
filter f_cronĀ Ā { facility(cron); };
#A change was made here!
log { source(network); destination(d_mysql);};
#log { source(s_sys); filter(f_kernel); destination(d_cons); };
#log { source(s_sys); filter(f_kernel); destination(d_kern); };
#log { source(s_sys); filter(f_default); destination(d_mesg); };
#log { source(s_sys); filter(f_auth); destination(d_auth); };
#log { source(s_sys); filter(f_mail); destination(d_mail); };
#log { source(s_sys); filter(f_emergency); destination(d_mlal); };
#log { source(s_sys); filter(f_news); destination(d_spol); };
#log { source(s_sys); filter(f_boot); destination(d_boot); };
#log { source(s_sys); filter(f_cron); destination(d_cron); };
# vim:ft=syslog-ng:ai:si:ts=4:sw=4:et:
And this is the message I got when I tried to restart the application :Ā
Stopping syslog-ng:Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā [FAILED]
Starting syslog-ng: Error in configuration, unresolved destination reference; destination='d_mysql'
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā [FAILED]
Then I tried to use a named pipe to accept and send thoses messages to the syslog_incoming table of the Syslog MySQL database through a template:
@version:3.2
# syslog-ng configuration file.
#
# This should behave pretty much like the original syslog on RedHat. But
# it could be configured a lot smarter.
#
# See syslog-ng(8) and syslog-ng.conf(5) for more information.
#
options {
Ā Ā Ā Ā Ā Ā Ā flush_lines (0);
Ā Ā Ā Ā Ā Ā Ā time_reopen (10);
Ā Ā Ā Ā Ā Ā Ā log_fifo_size (1000);
Ā Ā Ā Ā Ā Ā Ā long_hostnames (off);
Ā Ā Ā Ā Ā Ā Ā use_dns (no);
Ā Ā Ā Ā Ā Ā Ā use_fqdn (no);
Ā Ā Ā Ā Ā Ā Ā create_dirs (no);
Ā Ā Ā Ā Ā Ā Ā keep_hostname (yes);
};
#source s_sys {
#Ā Ā Ā Ā file ("/proc/kmsg" program_override("kernel: "));
#Ā Ā Ā Ā unix-stream ("/dev/log");
#Ā Ā Ā Ā internal();
#Ā Ā Ā Ā udp(ip(0.0.0.0) port(514));
#};
destination d_mysql{ pipe("/var/log/mysql.pipe"Ā
template("INSERT INTO syslog_incoming(host, facility, priority, date, time, message)
VALUES('$HOST', '$FACILITY', '$PRIORITY', '$ YEAR-$MONTH-$DAY', '$HOUR:$MIN:$SEC', '$MSG');\n")
template-escape(yes));
};
destination d_cons { file("/dev/console"); };
destination d_mesg { file("/var/log/messages"); };
destination d_auth { file("/var/log/secure"); };
destination d_mail { file("/var/log/maillog" flush_lines(10)); };
destination d_spol { file("/var/log/spooler"); };
destination d_boot { file("/var/log/boot.log"); };
destination d_cron { file("/var/log/cron"); };
destination d_kern { file("/var/log/kern"); };
destination d_mlal { usertty("*"); };
filter f_kernelĀ Ā Ā Ā { facility(kern); };
filter f_defaultĀ Ā Ā { level(info..emerg) and
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā not (facility(mail)
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā or facility(authpriv)
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā or facility(cron)); };
filter f_authĀ Ā Ā Ā Ā Ā { facility(authpriv); };
filter f_mailĀ Ā Ā Ā Ā Ā { facility(mail); };
filter f_emergencyĀ { level(emerg); };
filter f_newsĀ Ā Ā Ā Ā Ā { facility(uucp) or
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā (facility(news)
Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā and level(crit..emerg)); };
filter f_bootĀ Ā { facility(local7); };
filter f_cronĀ Ā { facility(cron); };
#A change was made here!
log { source(network); destination(d_mysql);};
#log { source(network); destination(d_mysql);};
#log { source(s_sys); filter(f_kernel); destination(d_cons); };
#log { source(s_sys); filter(f_kernel); destination(d_kern); };
#log { source(s_sys); filter(f_default); destination(d_mesg); };
#log { source(s_sys); filter(f_auth); destination(d_auth); };
#log { source(s_sys); filter(f_mail); destination(d_mail); };
#log { source(s_sys); filter(f_emergency); destination(d_mlal); };
#log { source(s_sys); filter(f_news); destination(d_spol); };
#log { source(s_sys); filter(f_boot); destination(d_boot); };
#log { source(s_sys); filter(f_cron); destination(d_cron); };
# vim:ft=syslog-ng:ai:si:ts=4:sw=4:et:
And I got this message assuming that the syslog-ng server is working
Stopping syslog-ng:Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā [Ā OKĀ ]
Starting syslog-ng:Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā Ā [Ā OKĀ ]
But when I checked to the table of the database it was empty.
So, I would like to know, do you miss something on the first attempt to allow the syslog-server to work perfectly or should I just not to uncomment the source system (s_sys) to accept the syslog messages from the Syslog-clients? On the 2nd attempt, what needs to be done to acctually see those messages?
Please I need some advice on those two attempts.
Kindly regards,
Chris Hangi