Archives/lnav
2
0
Fork 0
mirror of https://github.com/tstack/lnav synced 2024-11-01 21:40:34 +00:00
Code Issues Packages Projects Releases Wiki Activity
9fa3714c85
lnav/test/test_logfile.sh

371 lines
10 KiB
Bash
Raw Normal View History

Freebsd build changes
2009-12-24 18:36:01 +00:00
#! /bin/bash
first commit
2009-09-14 01:07:32 +00:00
[locale] some tweaks for recognizing non-english logs Try to address some locale issues brought up in #533
2018-08-22 04:43:32 +00:00
cp ${srcdir}/logfile_syslog_fr.0 logfile_syslog_fr.0
touch -t 200711030923 logfile_syslog_fr.0
[test] locale tweak
2018-08-22 13:45:20 +00:00
run_test env LC_ALL=fr_FR.UTF-8 ${lnav_test} -n \
[locale] some tweaks for recognizing non-english logs Try to address some locale issues brought up in #533
2018-08-22 04:43:32 +00:00
-c ";SELECT log_time FROM syslog_log" \
-c ":write-csv-to -" \
logfile_syslog_fr.0
check_output "french locale is not recognized" <<EOF
log_time
2007-08-19 11:08:37.000
EOF
[glob] ignore files picked up by a glob that are not readable
2015-11-15 06:17:59 +00:00
touch unreadable.log
chmod ugo-r unreadable.log
run_test ${lnav_test} -n unreadable.log
sed -i "" -e "s|/.*/unreadable.log|unreadable.log|g" `test_err_filename`
check_error_output "able to read an unreadable log file?" <<EOF
error: Permission denied -- 'unreadable.log'
EOF
run_test ${lnav_test} -n 'unreadable.*'
check_output "unreadable file was not skipped" <<EOF
EOF
first commit
2009-09-14 01:07:32 +00:00
run_test ./drive_logfile -f syslog_log ${srcdir}/logfile_syslog.0
on_error_fail_with "Didn't infer syslog log format?"
run_test ./drive_logfile -f tcsh_history ${srcdir}/logfile_tcsh_history.0
on_error_fail_with "Didn't infer tcsh-history log format?"
run_test ./drive_logfile -f access_log ${srcdir}/logfile_access_log.0
on_error_fail_with "Didn't infer access_log log format?"
clean up some auto conf and add an strace test
2010-01-24 20:25:34 +00:00
run_test ./drive_logfile -f strace_log ${srcdir}/logfile_strace_log.0
on_error_fail_with "Didn't infer strace_log log format?"
[format] order the formats based on sample matches
2015-04-05 14:12:20 +00:00
run_test ./drive_logfile -f zblued_log ${srcdir}/logfile_blued.0
on_error_fail_with "Didn't infer blued_log that collides with syslog?"
[formats] support for CSV/TSV log formats Defect Number: Reviewed By: Testing Done:
2017-04-23 14:11:21 +00:00
run_test ./drive_logfile -f bro_http_log ${srcdir}/logfile_bro_http.log.0
on_error_fail_with "Didn't infer bro_http_log log format?"
run_test ./drive_logfile -f bro_conn_log ${srcdir}/logfile_bro_conn.log.0
on_error_fail_with "Didn't infer bro_conn_log log format?"
first commit
2009-09-14 01:07:32 +00:00
run_test ./drive_logfile ${srcdir}/logfile_empty.0
on_error_fail_with "Didn't handle empty log?"
[tests] some more test fixes
2015-11-15 14:25:08 +00:00
cp ${srcdir}/logfile_syslog.0 logfile_syslog.0
touch -t 200711030923 logfile_syslog.0
run_test ./drive_logfile -t -f syslog_log logfile_syslog.0
first commit
2009-09-14 01:07:32 +00:00
check_output "Syslog timestamp interpreted incorrectly?" <<EOF
Nov 03 09:23:38 2007 -- 000
Nov 03 09:23:38 2007 -- 000
Nov 03 09:23:38 2007 -- 000
Nov 03 09:47:02 2007 -- 000
EOF
[line_buffer] split long lines Fixes #81
2014-03-15 11:40:58 +00:00
touch -t 200711030923 ${srcdir}/logfile_syslog.1
first commit
2009-09-14 01:07:32 +00:00
run_test ./drive_logfile -t -f syslog_log ${srcdir}/logfile_syslog.1
check_output "Syslog timestamp interpreted incorrectly for year end?" <<EOF
Dec 03 09:23:38 2006 -- 000
Dec 03 09:23:38 2006 -- 000
Dec 03 09:23:38 2006 -- 000
Jan 03 09:47:02 2007 -- 000
EOF
[time] fix time rollover for days Fixes #304
2016-05-03 13:43:00 +00:00
touch -t 200711030000 ${srcdir}/logfile_rollover.0
run_test ./drive_logfile -t -f generic_log ${srcdir}/logfile_rollover.0
check_output "Generic timestamp interpreted incorrectly for day rollover?" <<EOF
Nov 02 00:00:00 2007 -- 000
Nov 02 01:00:00 2007 -- 000
Nov 02 02:00:00 2007 -- 000
Nov 02 03:00:00 2007 -- 000
Nov 03 00:00:00 2007 -- 000
Nov 03 00:01:00 2007 -- 000
EOF
[line_buffer] split long lines Fixes #81
2014-03-15 11:40:58 +00:00
gzip -c ${srcdir}/logfile_syslog.1 > logfile_syslog.1.gz
run_test ./drive_logfile -t -f syslog_log logfile_syslog.1.gz
check_output "Syslog timestamp incorrect for gzipped file?" <<EOF
Dec 03 09:23:38 2006 -- 000
Dec 03 09:23:38 2006 -- 000
Dec 03 09:23:38 2006 -- 000
Jan 03 09:47:02 2007 -- 000
EOF
[travis] Fix travis behavior. Something seems to have changed in the travis infrastructure. It has suddenly started complaining about 'test' usage in test_logfile.sh and not printing out the test logs after the run.
2015-04-01 23:55:09 +00:00
if [ "$BZIP2_SUPPORT" -eq 1 ] && [ x"$BZIP2_CMD" != x"" ] ; then
[line_buffer] split long lines Fixes #81
2014-03-15 11:40:58 +00:00
$BZIP2_CMD -z -c "${srcdir}/logfile_syslog.1" > logfile_syslog.1.bz2
touch -t 200711030923 logfile_syslog.1.bz2
run_test ./drive_logfile -t -f syslog_log logfile_syslog.1.bz2
check_output "bzip2 file not loaded?" <<EOF
Dec 03 09:23:38 2006 -- 000
Dec 03 09:23:38 2006 -- 000
Dec 03 09:23:38 2006 -- 000
Jan 03 09:47:02 2007 -- 000
EOF
fi
[test] don't include seconds in a touch -t arg
2014-04-07 14:18:58 +00:00
touch -t 201404061109 ${srcdir}/logfile_tcf.1
[format] add TCF file format and some fixes to make it work Defect Number: Reviewed By: Testing Done:
2014-04-07 05:11:04 +00:00
run_test ./drive_logfile -t -f tcf_log ${srcdir}/logfile_tcf.1
check_output "TCF timestamp interpreted incorrectly for hour wrap?" <<EOF
[test] fix timestamps for tcf
2014-04-07 14:30:15 +00:00
Apr 06 09:59:47 2014 -- 191
Apr 06 10:30:11 2014 -- 474
Apr 06 11:01:11 2014 -- 475
[format] add TCF file format and some fixes to make it work Defect Number: Reviewed By: Testing Done:
2014-04-07 05:11:04 +00:00
EOF
fix tcsh log test
2014-03-15 11:49:37 +00:00
# The TCSH format converts to local time, so we need to specify a TZ
export TZ="UTC"
first commit
2009-09-14 01:07:32 +00:00
run_test ./drive_logfile -t -f tcsh_history ${srcdir}/logfile_tcsh_history.0
check_output "TCSH timestamp interpreted incorrectly?" <<EOF
fix tcsh log test
2014-03-15 11:49:37 +00:00
Nov 02 17:59:26 2006 -- 000
Nov 02 17:59:26 2006 -- 000
Nov 02 17:59:45 2006 -- 000
Nov 02 17:59:45 2006 -- 000
first commit
2009-09-14 01:07:32 +00:00
EOF
run_test ./drive_logfile -t -f access_log ${srcdir}/logfile_access_log.0
check_output "access_log timestamp interpreted incorrectly?" <<EOF
Jul 20 22:59:26 2009 -- 000
Jul 20 22:59:29 2009 -- 000
Jul 20 22:59:29 2009 -- 000
EOF
[time] add support for TAI64N timestamps Fixes #300
2016-04-03 03:58:20 +00:00
run_test ./drive_logfile -t -f generic_log ${srcdir}/logfile_tai64n.0
check_output "tai64n timestamps interpreted incorrectly?" <<EOF
Sep 22 03:31:05 2005 -- 997
Sep 22 03:31:05 2005 -- 997
Sep 22 03:31:06 2005 -- 210
Sep 22 03:31:06 2005 -- 210
Sep 22 03:31:07 2005 -- 714
Sep 22 03:31:07 2005 -- 714
Sep 22 03:31:07 2005 -- 715
Sep 22 03:31:07 2005 -- 715
Sep 22 03:31:07 2005 -- 954
Sep 22 03:31:07 2005 -- 954
EOF
[line_buffer] split long lines Fixes #81
2014-03-15 11:40:58 +00:00
touch -t 200711030923 ${srcdir}/logfile_strace_log.0
clean up some auto conf and add an strace test
2010-01-24 20:25:34 +00:00
run_test ./drive_logfile -t -f strace_log ${srcdir}/logfile_strace_log.0
check_output "strace_log timestamp interpreted incorrectly?" <<EOF
[line_buffer] split long lines Fixes #81
2014-03-15 11:40:58 +00:00
Nov 03 08:09:33 2007 -- 814
Nov 03 08:09:33 2007 -- 815
Nov 03 08:09:33 2007 -- 815
Nov 03 08:09:33 2007 -- 815
Nov 03 08:09:33 2007 -- 816
Nov 03 08:09:33 2007 -- 816
Nov 03 08:09:33 2007 -- 816
Nov 03 08:09:33 2007 -- 816
Nov 03 08:09:33 2007 -- 816
clean up some auto conf and add an strace test
2010-01-24 20:25:34 +00:00
EOF
[fmt] allow timestamp to be specified in the log format Fixes #155
2015-04-11 05:55:57 +00:00
run_test ./drive_logfile -t -f epoch_log ${srcdir}/logfile_epoch.0
check_output "epoch_log timestamp interpreted incorrectly?" <<EOF
Apr 10 02:58:07 2015 -- 123
Apr 10 02:58:07 2015 -- 456
EOF
[cmd] add support for times in goto
2015-09-14 15:56:42 +00:00
[ptime] make sure the full time stamp is matched Fixes #389 Fixes #390
2016-11-22 16:38:45 +00:00
run_test ./drive_logfile -t -f epoch_log ${srcdir}/logfile_epoch.1
[build] test
2016-11-22 17:48:05 +00:00
check_error_output "epoch" <<EOF
EOF
[ptime] make sure the full time stamp is matched Fixes #389 Fixes #390
2016-11-22 16:38:45 +00:00
check_output "epoch_log timestamp interpreted incorrectly?" <<EOF
Apr 09 19:58:07 2015 -- 123
Apr 09 19:58:07 2015 -- 456
EOF
[cmd] add support for times in goto
2015-09-14 15:56:42 +00:00
touch -t 201509130923 ${srcdir}/logfile_syslog_with_mixed_times.0
run_test ./drive_logfile -t -f syslog_log ${srcdir}/logfile_syslog_with_mixed_times.0
check_output "syslog_log with mixed times interpreted incorrectly?" <<EOF
Sep 13 00:58:45 2015 -- 000
Sep 13 00:59:30 2015 -- 000
Sep 13 01:23:54 2015 -- 000
Sep 13 03:12:04 2015 -- 000
Sep 13 03:12:04 2015 -- 000
Sep 13 03:12:04 2015 -- 000
Sep 13 03:12:04 2015 -- 000
Sep 13 03:12:58 2015 -- 000
Sep 13 03:46:03 2015 -- 000
Sep 13 03:46:03 2015 -- 000
Sep 13 03:46:03 2015 -- 000
Sep 13 03:46:03 2015 -- 000
Sep 13 03:46:03 2015 -- 000
EOF
first commit
2009-09-14 01:07:32 +00:00
##
run_test ./drive_logfile -v -f syslog_log ${srcdir}/logfile_syslog.0
check_output "Syslog level interpreted incorrectly?" <<EOF
[format] add more log levels and fix some more pretty-printer glitches Fixes #212
2015-04-11 02:50:05 +00:00
0x0a
0x07
0x0a
0x07
first commit
2009-09-14 01:07:32 +00:00
EOF
run_test ./drive_logfile -v -f tcsh_history ${srcdir}/logfile_tcsh_history.0
check_output "TCSH level interpreted incorrectly?" <<EOF
[format] add more log levels and fix some more pretty-printer glitches Fixes #212
2015-04-11 02:50:05 +00:00
0x07
0x87
0x07
0x87
first commit
2009-09-14 01:07:32 +00:00
EOF
run_test ./drive_logfile -v -f access_log ${srcdir}/logfile_access_log.0
check_output "access_log level interpreted incorrectly?" <<EOF
[format] add more log levels and fix some more pretty-printer glitches Fixes #212
2015-04-11 02:50:05 +00:00
0x07
0x0a
0x07
first commit
2009-09-14 01:07:32 +00:00
EOF
clean up some auto conf and add an strace test
2010-01-24 20:25:34 +00:00
run_test ./drive_logfile -v -f strace_log ${srcdir}/logfile_strace_log.0
check_output "strace_log level interpreted incorrectly?" <<EOF
[format] add more log levels and fix some more pretty-printer glitches Fixes #212
2015-04-11 02:50:05 +00:00
0x07
0x07
0x07
0x0a
0x07
0x0a
0x07
0x07
0x07
clean up some auto conf and add an strace test
2010-01-24 20:25:34 +00:00
EOF
[generic log format/misc] try to pull millisecond value out of the log * log_format.cc, log_format_impls.cc, log_format.hh: Change log_scanf to return a pointer to the character in the time string that was not part of the time. Change the generic log format to try and pull out the millisecond value from the timestamp. * test/Makefile.am: Fix some dist problems. * test/logfile_generic.0: Test logfile for the generic log format.
2012-07-03 19:01:09 +00:00
run_test ./drive_logfile -t -f generic_log ${srcdir}/logfile_generic.0
check_output "generic_log timestamp interpreted incorrectly?" <<EOF
Jul 02 10:22:40 2012 -- 672
add a test for change that fixes #110 Defect Number: Reviewed By: Testing Done:
2014-10-30 03:05:33 +00:00
Oct 08 16:56:38 2014 -- 344
[generic log format/misc] try to pull millisecond value out of the log * log_format.cc, log_format_impls.cc, log_format.hh: Change log_scanf to return a pointer to the character in the time string that was not part of the time. Change the generic log format to try and pull out the millisecond value from the timestamp. * test/Makefile.am: Fix some dist problems. * test/logfile_generic.0: Test logfile for the generic log format.
2012-07-03 19:01:09 +00:00
EOF
run_test ./drive_logfile -v -f generic_log ${srcdir}/logfile_generic.0
check_output "generic_log level interpreted incorrectly?" <<EOF
[format] add more log levels and fix some more pretty-printer glitches Fixes #212
2015-04-11 02:50:05 +00:00
0x06
0x09
[generic log format/misc] try to pull millisecond value out of the log * log_format.cc, log_format_impls.cc, log_format.hh: Change log_scanf to return a pointer to the character in the time string that was not part of the time. Change the generic log format to try and pull out the millisecond value from the timestamp. * test/Makefile.am: Fix some dist problems. * test/logfile_generic.0: Test logfile for the generic log format.
2012-07-03 19:01:09 +00:00
EOF
[glog] some tweaks to the glog change Some changes to the glog_log sql table: * Removed the 'glog_level' field since the standard one should be able to handle everything now. * Changed the 'file' column to 'src_file' and added a 'src_line' column. * Added the sample glog log content to the test directory.
2013-05-18 00:44:55 +00:00
[generic_log] fix log levels for generic_log
2015-05-02 03:52:00 +00:00
run_test ./drive_logfile -v -f generic_log ${srcdir}/logfile_generic.1
[generic_log] add time format that includes zone
2015-05-17 12:15:41 +00:00
check_output "generic_log (1) level interpreted incorrectly?" <<EOF
[generic_log] fix log levels for generic_log
2015-05-02 03:52:00 +00:00
0x07
0x0a
EOF
[generic_log] add time format that includes zone
2015-05-17 12:15:41 +00:00
run_test ./drive_logfile -v -f generic_log ${srcdir}/logfile_generic.2
check_output "generic_log (2) level interpreted incorrectly?" <<EOF
0x0a
0x0a
EOF
[line_buffer] split long lines Fixes #81
2014-03-15 11:40:58 +00:00
touch -t 200711030923 ${srcdir}/logfile_glog.0
[glog] some tweaks to the glog change Some changes to the glog_log sql table: * Removed the 'glog_level' field since the standard one should be able to handle everything now. * Changed the 'file' column to 'src_file' and added a 'src_line' column. * Added the sample glog log content to the test directory.
2013-05-18 00:44:55 +00:00
run_test ./drive_logfile -t -f glog_log ${srcdir}/logfile_glog.0
check_output "glog_log timestamp interpreted incorrectly?" <<EOF
May 17 15:04:22 2007 -- 619
May 17 15:04:22 2007 -- 619
May 17 15:04:22 2007 -- 619
May 17 15:04:22 2007 -- 619
May 17 15:04:22 2007 -- 619
May 17 15:04:22 2007 -- 619
May 17 15:04:22 2007 -- 619
EOF
run_test ./drive_logfile -v -f glog_log ${srcdir}/logfile_glog.0
check_output "glog_log level interpreted incorrectly?" <<EOF
[format] add more log levels and fix some more pretty-printer glitches Fixes #212
2015-04-11 02:50:05 +00:00
0x0a
0x07
0x07
0x09
0x07
0x07
0x0a
[glog] some tweaks to the glog change Some changes to the glog_log sql table: * Removed the 'glog_level' field since the standard one should be able to handle everything now. * Changed the 'file' column to 'src_file' and added a 'src_line' column. * Added the sample glog log content to the test directory.
2013-05-18 00:44:55 +00:00
EOF
[logfile] check for truncated files
2014-04-18 12:17:24 +00:00
cp ${srcdir}/logfile_syslog.0 truncfile.0
[build] make dist fixes
2014-11-04 04:41:38 +00:00
chmod u+w truncfile.0
[logfile] check for truncated files
2014-04-18 12:17:24 +00:00
run_test ${lnav_test} -n \
-c ";update syslog_log set log_mark = 1 where log_line = 1" \
-c ":write-to truncfile.0" \
-c ":goto 1" \
truncfile.0
check_output "truncated log file not detected" <<EOF
Nov 3 09:23:38 veridian automount[16442]: attempting to mount entry /auto/opt
EOF
[log] dump more state on a crash
2015-04-02 13:49:16 +00:00
[log] some more logging cleanup
2015-04-04 09:15:19 +00:00
echo "Hi" | run_test ${lnav_test} -d /tmp/lnav.err -nt -w logfile_stdin.log
[log] dump more state on a crash
2015-04-02 13:49:16 +00:00
check_output "piping to stdin is not working?" <<EOF
2013-06-06T19:13:20.123 Hi
2013-06-06T19:13:20.123 ---- END-OF-STDIN ----
EOF
[format] try to validate formats against a given file
2015-07-11 23:32:48 +00:00
run_test ${lnav_test} -C ${srcdir}/logfile_bad_syslog.0
sed -i "" -e "s|/.*/logfile_bad_syslog.0|logfile_bad_syslog.0|g" `test_err_filename`
check_error_output "bad syslog line not found?" <<EOF
[json] add some schema validation code
2016-03-02 13:54:42 +00:00
error:logfile_bad_syslog.0:2:line did not match format syslog_log/regex/std
[check] print the partial match of non-matching lines when checking a log file
2015-07-20 13:33:52 +00:00
error:logfile_bad_syslog.0:2: line -- Nov 3 09:23:38 veridian lookup for opt failed
error:logfile_bad_syslog.0:2:partial match -- Nov 3 09:23:38 veridian lookup for opt failed
[format] try to validate formats against a given file
2015-07-11 23:32:48 +00:00
EOF
run_test ${lnav_test} -C ${srcdir}/logfile_bad_access_log.0
sed -i "" -e "s|/.*/logfile_bad_access_log.0|logfile_bad_access_log.0|g" `test_err_filename`
check_error_output "bad access_log line not found?" <<EOF
[json] add some schema validation code
2016-03-02 13:54:42 +00:00
error:logfile_bad_access_log.0:1:line did not match format access_log/regex/std
[check] print the partial match of non-matching lines when checking a log file
2015-07-20 13:33:52 +00:00
error:logfile_bad_access_log.0:1: line -- 192.168.202.254 [20/Jul/2009:22:59:29 +0000] "GET /vmw/vSphere/default/vmkboot.gz HTTP/1.0" 404 46210 "-" "gPXE/0.9.7"
error:logfile_bad_access_log.0:1:partial match -- 192.168.202.254
[format] try to validate formats against a given file
2015-07-11 23:32:48 +00:00
EOF
[log] fix rewriting machine-oriented timestamps Fixes #371
2016-11-21 19:34:12 +00:00
run_test ${lnav_test} -n -I ${test_dir} ${srcdir}/logfile_epoch.0
check_output "rewriting machine-oriented timestamp didn't work?" <<EOF
2015-04-10 02:58:07.123000 Hello, World!
2015-04-10 02:58:07.456000 Goodbye, World!
EOF
[open] check for FIFOs Fixes #380
2016-11-23 14:41:22 +00:00
# XXX get this working...
# run_test ${lnav_test} -n -I ${test_dir} <(cat ${srcdir}/logfile_access_log.0)
#
# check_output "opening a FIFO didn't work?" <<EOF
# 192.168.202.254 - - [20/Jul/2009:22:59:26 +0000] "GET /vmw/cgi/tramp HTTP/1.0" 200 134 "-" "gPXE/0.9.7"
# 192.168.202.254 - - [20/Jul/2009:22:59:29 +0000] "GET /vmw/vSphere/default/vmkboot.gz HTTP/1.0" 404 46210 "-" "gPXE/0.9.7"
# 192.168.202.254 - - [20/Jul/2009:22:59:29 +0000] "GET /vmw/vSphere/default/vmkernel.gz HTTP/1.0" 200 78929 "-" "gPXE/0.9.7"
# EOF
Reference in New Issue Copy Permalink