Archives/lnav
2
0
Fork 0
mirror of https://github.com/tstack/lnav synced 2024-11-17 15:29:40 +00:00
Code Issues Packages Projects Releases Wiki Activity
61ece9649d
lnav/src/default-log-formats.json

885 lines
33 KiB
JSON
Raw Normal View History

[log format] some more work to externalize log formats; color identifiers in logs
2013-06-29 13:22:24 +00:00
{
"access_log" : {
[docs] more docs
2013-07-27 18:04:43 +00:00
"title" : "Common Access Log",
"description" : "The default web access log format for servers like Apache.",
[nits] do not complain about no formats
2013-07-31 04:21:28 +00:00
"url" : "http://en.wikipedia.org/wiki/Common_Log_Format",
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
"regex" : {
"ts-first-noquotes" : {
"pattern" : "^(?<timestamp>\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}(?:\\.\\d{3})?) (?<c_ip>[^ ]+) (?<cs_username>[^ ]+) (?<cs_method>[A-Z]+) (?<cs_uri_stem>[^ \\?]+)(?:\\?(?<cs_uri_query>[^ ]*))? (?:-1|\\d+) (?<sc_status>\\d+) \\d+"
},
"ts-first" : {
"pattern" : "^(?<timestamp>\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}(?:\\.\\d{3})?) (?<c_ip>[^ ]+) (?<cs_username>[^ ]+) (?<cs_method>[A-Z]+) \"(?<cs_uri_stem>[^ \\?]+)(?:\\?(?<cs_uri_query>[^ ]*))?\" (?:-1|\\d+) (?<sc_status>\\d+) \\d+"
},
"std" : {
[pretty-print] first pass at a pretty-printer Defect Number: Reviewed By: Testing Done:
2015-03-17 06:10:34 +00:00
"pattern" : "^(?<c_ip>[\\w\\.:\\-]+)\\s+[\\w\\.\\-]+\\s+(?<cs_username>\\S+)\\s+\\[(?<timestamp>[^\\]]+)\\] \"(?:\\-|(?<cs_method>\\w+) (?<cs_uri_stem>[^ \\?]+)(?:\\?(?<cs_uri_query>[^ ]*))? (?<cs_version>[\\w/\\.]+))\" (?<sc_status>\\d+) (?<sc_bytes>\\d+|-)(?: \"(?<cs_referer>[^\"]+)\" \"(?<cs_user_agent>[^\"]+)\")?(?<body>.*)"
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
}
},
[log format] some more work to externalize log formats; color identifiers in logs
2013-06-29 13:22:24 +00:00
"level-field": "sc_status",
"level" : {
"error" : "^[^123]"
},
"value" : {
"c_ip" : {
"kind" : "string",
"collate" : "ipaddress",
"identifier" : true
},
"cs_username" : {
"kind" : "string",
"identifier" : true
},
"cs_method" : {
"kind" : "string",
"identifier" : true
},
"cs_uri_stem" : {
"kind" : "string",
"identifier" : true
},
"cs_uri_query" : {
"kind" : "string"
},
"cs_version" : {
"kind" : "string",
"identifier" : true
},
"sc_status" : {
[sql] log table nits
2013-07-13 22:38:12 +00:00
"kind" : "integer",
"foreign-key" : true
[log format] some more work to externalize log formats; color identifiers in logs
2013-06-29 13:22:24 +00:00
},
"sc_bytes" : {
"kind" : "integer"
},
"cs_referer" : {
"kind" : "string",
"identifier" : true
},
"cs_user_agent" : {
"kind" : "string",
"identifier" : true
}
[ext log] add support for samples
2013-06-30 04:19:03 +00:00
},
"sample" : [
{
"line" : "10.112.72.172 - - [11/Feb/2013:06:43:36 +0000] \"GET /client/ HTTP/1.1\" 200 5778 \"-\" \"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.57 Safari/537.17\""
[pretty-print] first pass at a pretty-printer Defect Number: Reviewed By: Testing Done:
2015-03-17 06:10:34 +00:00
},
{
"line" : "10.1.10.51 - - [23/Dec/2014:21:20:35 +0000] \"POST /api/1/rest/foo/bar HTTP/1.1\" 200 - \"-\" \"-\" 293"
[ext log] add support for samples
2013-06-30 04:19:03 +00:00
}
]
[log format] some more work to externalize log formats; color identifiers in logs
2013-06-29 13:22:24 +00:00
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"block_log" : {
"title" : "Generic Block",
"description" : "A generic format for logs, like cron, that have a date at the start of a block.",
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
"regex" : {
"std" : {
"pattern" : "^(?<timestamp>\\w{3} \\w{3}\\s+\\d{1,2} \\d{2}:\\d{2}:\\d{2} \\w+ \\d{4})$"
}
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"sample" : [
{
"line" : "Sat Apr 27 03:33:07 PDT 2013"
}
]
},
"choose_repo_log" : {
"title" : "Yum choose_repo Log",
"description" : "The log format for the yum choose_repo tool.",
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
"regex" : {
"std" : {
"pattern" : "^\\[(?<level>\\w+):[^\\]]+] [^:]+:\\d+ (?<timestamp>\\d{4}-\\d{2}-\\d{2}[T ]\\d{2}:\\d{2}:\\d{2}(?:[\\.,]\\d{3})?):(?<body>.*)"
}
},
[log formats] transfer more formats to config
2013-07-28 18:03:31 +00:00
"level-field" : "level",
"level" : {
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"error" : "ERROR",
"debug" : "DEBUG",
"info" : "INFO",
"warning" : "WARNING"
[log formats] transfer more formats to config
2013-07-28 18:03:31 +00:00
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"sample" : [
{
"line": "[INFO:choose_repo] choose_repo:47 2013-06-20 17:26:10,691: Setting region in redhat-rhui.repo"
}
]
},
"dpkg_log" : {
"title" : "Dpkg Log",
"description" : "The debian dpkg log.",
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
"regex" : {
"std" : {
"pattern" : "^(?<timestamp>\\d{4}-\\d{2}-\\d{2}[T ]\\d{2}:\\d{2}:\\d{2}(?:\\.\\d{3})?) (?:(?:(?<action>startup|status|configure|install|upgrade|trigproc|remove|purge)(?: (?<status>config-files|failed-config|half-configured|half-installed|installed|not-installed|post-inst-failed|removal-failed|triggers-awaited|triggers-pending|unpacked))? (?<package>[^ ]+) (?<installed_version>[^ ]+)(?: (?<available_version>[^ ]+))?)|update-alternatives: (?<body>.*))$"
}
},
[log formats] transfer more formats to config
2013-07-28 18:03:31 +00:00
"value" : {
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"action" : {
"kind" : "string",
"identifier" : true
[log formats] transfer more formats to config
2013-07-28 18:03:31 +00:00
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"status" : {
[log formats] transfer more formats to config
2013-07-28 18:03:31 +00:00
"kind" : "string",
"identifier" : true
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"package" : {
"kind" : "string",
"identifier" : true
},
"installed_version" : {
"kind" : "string"
},
"available_version" : {
"kind" : "string"
[log formats] transfer more formats to config
2013-07-28 18:03:31 +00:00
}
},
"sample" : [
{
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"line" : "2012-02-14 10:44:10 configure base-files 5.0.0ubuntu20 5.0.0ubuntu20"
},
{
"line" : "2012-02-14 10:44:30 status unpacked rsyslog 4.2.0-2ubuntu8"
},
{
"line" : "2012-02-14 10:44:32 update-alternatives: run with --install /usr/bin/rview rview /usr/bin/vim.tiny 10"
[log formats] transfer more formats to config
2013-07-28 18:03:31 +00:00
}
]
},
Add support for RHEV/oVirt engine.log file
2014-11-10 19:37:07 +00:00
"engine_log" : {
"title" : "engine log",
"description" : "The log format for the engine.log files from RHEV/oVirt",
"regex" : {
"std" : {
"pattern" : "^(?<timestamp>.+) (?<level>.+) \\[(?<logger>.+)\\] \\((?<tid>.+)\\) (?<body>(?:-|\\n)*)"
}
},
"value" : {
"tid" : {
"kind" : "string",
"identifier" : true
},
"logger" : {
"kind" : "string",
"identifier" : true
},
"thread" : {
"kind" : "string",
"identifier" : true
}
},
"level-field" : "level",
"level" : {
"error" : "ERROR",
"info" : "INFO",
"warning" : "WARN"
},
"sample" : [
{
"line": "2014-09-21 04:01:29,522 INFO [org.ovirt.engine.core.bll.OvfDataUpdater] (DefaultQuartzScheduler_Worker-90) Successfully updated VM OVFs in Data Center Test"
}
]
},
[log format] more log formats
2013-07-09 13:51:18 +00:00
"error_log" : {
[docs] more docs
2013-07-27 18:04:43 +00:00
"title" : "Common Error Log",
"description" : "The default web error log format for servers like Apache.",
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
"regex" : {
"cups" : {
"pattern" : "^(?<level>\\w) \\[(?<timestamp>[^\\]]+)\\] (?<body>.*)"
}
},
[log format] more log formats
2013-07-09 13:51:18 +00:00
"level-field": "level",
"level" : {
"error" : "E",
"warning" : "W",
"info" : "I"
[log format] more log format stuff
2013-07-09 14:37:14 +00:00
},
"sample" : [
{
"line" : "E [08/Jun/2013:11:28:58 -0700] Unknown directive BrowseOrder on line 22 of /private/etc/cups/cupsd.conf."
}
]
[log format] more log formats
2013-07-09 13:51:18 +00:00
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"fsck_hfs_log" : {
"title" : "Fsck_hfs Log",
"description" : "Log for the fsck_hfs tool on Mac OS X.",
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
"regex" : {
"std" : {
"pattern" : "^(?<device>[^:]+): fsck_hfs run at (?<timestamp>\\w{3} \\w{3}\\s+\\d{1,2} \\d{2}:\\d{2}:\\d{2} \\d{4})"
}
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"value" : {
"device" : {
"kind" : "string",
"identifier" : true
}
},
"sample" : [
{
"line" : "/dev/rdisk0s2: fsck_hfs run at Wed Jul 25 23:01:18 2012"
}
]
},
"glog_log" : {
"title" : "Glog",
"description" : "The google glog format.",
[nits] do not complain about no formats
2013-07-31 04:21:28 +00:00
"url" : "https://code.google.com/p/google-glog/",
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
"regex" : {
"std" : {
"pattern" : "^(?<level>[IWECF])(?<timestamp>\\d{4} \\d{2}:\\d{2}:\\d{2}\\.\\d{6}) (?<thread>\\d+) (?<src_file>[^:]+):(?<src_line>\\d+)\\] (?<body>(?:.|\\n)*)"
}
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"level-field" : "level",
"level" : {
"error" : "E",
"warning" : "W",
"info" : "I",
"critical" : "C",
"fatal" : "F"
},
"value" : {
"thread" : {
"kind" : "integer",
"identifier" : true,
"foreign-key" : true
},
"src_file" : {
"kind" : "string",
"identifier" : true
},
"src_line" : {
"kind" : "integer",
"foreign-key" : true
}
},
"sample" : [
{
"line" : "E0517 15:04:22.619632 1952452992 logging_unittest.cc:253] Log every 3, iteration 19"
}
]
},
[format] add OpenAM log formats
2014-06-18 04:29:42 +00:00
"openam_log": {
"title" : "OpenAM Log",
"description" : "The OpenAM identity provider.",
"url" : "http://openam.forgerock.org",
"level-field" : "level",
"level" : {
"error" : "ERROR",
"warning" : "WARNING",
"info" : "INFO",
"critical" : "SEVERE",
"trace" : "FINE|FINEST"
},
"regex" : {
"std" : {
try to fix openam log on some pcre impls
2014-06-18 06:10:09 +00:00
"pattern" : "^\"(?<timestamp>\\d{4}-\\d{2}-\\d{2} \\d{2}:\\d{2}:\\d{2})\"\\s+(?<data>[^ \"]+|\"(?:[^\"]*|\"\")*\")\\s+(?<loginid>[^ \"]+|\"(?:[^\"]*|\"\")*\")\\s+(?<contextid>[^ \"]+|\"(?:[^\"]|\"\")*\")\\s+(?<ipaddr>[^ \"]+|\"(?:[^\"]|\"\")*\")\\s+(?<level>[^ \"]+|\"(?:[^\"]|\"\")*\")\\s+(?<domain>[^ \"]+|\"(?:[^\"]|\"\")*\")\\s+(?<loggedby>[^ \"]+|\"(?:[^\"]|\"\")*\")\\s+(?<messageid>[^ \"]+|\"(?:[^\"]|\"\")*\")\\s+(?<modulename>[^ \"]+|\"(?:[^\"]|\"\")*\")\\s+(?<nameid>[^ \"]+|\"(?:[^\"]|\"\")*\")\\s+(?<hostname>[^ \"]+|\"(?:[^\"]|\"\")*\")$"
[format] add OpenAM log formats
2014-06-18 04:29:42 +00:00
}
},
"value" : {
"data" : {
"kind" : "quoted"
},
"loginid" : {
"kind" : "quoted",
"identifier" : true
},
"contextid" : {
"kind" : "quoted",
"identifier" : true
},
"ipaddr" : {
"kind" : "quoted",
"identifier" : true,
"collate" : "ipaddress"
},
"domain" : {
"kind" : "quoted",
"identifier" : true
},
"loggedby" : {
"kind" : "quoted",
"identifier" : true
},
"messageid" : {
"kind" : "quoted",
"identifier" : true
},
"modulename" : {
"kind" : "quoted",
"identifier" : true
},
"nameid" : {
"kind" : "quoted",
"identifier" : true
},
"hostname" : {
"kind" : "quoted",
"identifier" : true,
"collate" : "ipaddress"
}
},
"sample" : [
{
"line" : "\"2014-06-14 17:08:39\" \"http://localhost:8086|/|<samlp:AuthnRequest ID=\"\"139a40bba4d340108d91022750c2a3a8\"\" Version=\"\"2.0\"\" IssueInstant=\"\"2014-06-14T17:09:04Z\"\" ProtocolBinding=\"\"urn:oasis:names:tc:SAML:2.0:bindings:HTTP-POST\"\" AssertionConsumerServiceURL=\"\"http://localhost:8086/api/1/rest/admin/org/530e42ccd6f45fd16d0d0717/saml/consume\"\">\\n<saml:Issuer>http://localhost:8086</saml:Issuer>\\n<samlp:NameIDPolicy Format=\"\"urn:oasis:names:tc:SAML:1.1:nameid-format:emailAddress\"\" AllowCreate=\"\"true\"\"></samlp:NameIDPolicy>\\n<samlp:RequestedAuthnContext Comparison=\"\"exact\"\"><saml:AuthnContextClassRef>urn:oasis:names:tc:SAML:2.0:ac:classes:PasswordProtectedTransport</saml:AuthnContextClassRef></samlp:RequestedAuthnContext>\\n</samlp:AuthnRequest>\" \"cn=dsameuser,ou=DSAME Users,dc=openam\" 8fc43a8f6a8c14101 \"Not Available\" INFO dc=openam \"cn=dsameuser,ou=DSAME Users,dc=openam\" SAML2-36 SAML2.access \"Not Available\" 127.0.1.1"
},
{
"line" : "\"2014-06-09 14:49:56\" /etc/openam/openam/log/ \"cn=dsameuser,ou=DSAME Users,dc=openam\" 3d956febb91fed31 \"Not Available\" INFO dc=openam \"cn=dsameuser,ou=DSAME Users,dc=openam\" LOG-1 amPolicy.access \"Not Available\" 127.0.1.1"
}
]
},
"openamdb_log": {
"title" : "OpenAM Debug Log",
"description" : "Debug logs for the OpenAM identity provider.",
"url" : "http://openam.forgerock.org",
"regex" : {
"std" : {
"pattern" : "^(?<module>[\\w]+):(?<timestamp>\\d{2}/\\d{2}/\\d{4} \\d{2}:\\d{2}:\\d{2}:\\d{3} [AP]M \\w+): Thread\\[(?<thread>[^,]+,\\d+,[^,]+)\\]\\n?(?:\\*+|(?<body>.*))$"
}
},
"sample" : [
{
"line" : "amMonitoring:06/09/2014 02:49:59:447 PM UTC: Thread[http-80-1,5,main]\n**********************************************"
},
{
"line" : "amLog:06/09/2014 04:08:22:515 PM UTC: Thread[http-80-8,5,main]\nERROR: LogMessageProviderBase.createLogRecord: unable to locate message ID object for ATTEMPT_GET_METAALIAS"
}
]
},
Add support for OpenStack log formats (tested on neutron, nova)
2014-11-12 13:43:46 +00:00
"openstack_log" : {
"title" : "OpenStack log format",
"description" : "The log format for the OpenStack log files",
Specify timestamp and url for Openstack log files
2014-11-12 14:47:28 +00:00
"url" : "http://docs.openstack.org/openstack-ops/content/logging_monitoring.html",
Add support for OpenStack log formats (tested on neutron, nova)
2014-11-12 13:43:46 +00:00
"regex" : {
"std" : {
Specify timestamp and url for Openstack log files
2014-11-12 14:47:28 +00:00
"pattern" : "^(?<timestamp>\\d{4}-\\d{2}-\\d{2} \\d{2}:\\d{2}:\\d{2}.\\d{3}) (?<pid>\\d+) (?<level>\\w+) (?<logger>.+) \\[(?<tid>.+)\\] (?<body>.*)"
Add support for OpenStack log formats (tested on neutron, nova)
2014-11-12 13:43:46 +00:00
}
},
"level-field" : "level",
"level" : {
"error" : "ERROR",
"info" : "INFO",
"warning" : "WARNING",
"trace" : "TRACE",
"debug" : "AUDIT"
},
"value" : {
"tid" : {
"kind" : "string",
"identifier" : true
},
"pid" : {
"kind" : "string",
"identifier" : true
},
"logger" : {
"kind" : "string",
"identifier" : true
},
"body" : {
"kind" : "string",
"identifier" : false
}
},
"sample" : [
{
"line": "2014-10-28 10:42:22.772 23623 INFO neutron.wsgi [req-40743023-00ed-441c-9d0a-19b8167ea0ad None] 10.1.255.252 - - [28/Oct/2014 10:42:22] GET /v2.0/floatingips.json?fixed_ip_address=80.0.0.9&port_id=b4291e0e-a941-4663-9379-7af6471e983f HTTP/1.1 200 208 0.008971"
}
]
},
[log format] more log formats
2013-07-09 13:51:18 +00:00
"page_log" : {
[docs] more docs
2013-07-27 18:04:43 +00:00
"title" : "CUPS Page Log",
"description" : "The CUPS server log of printed pages.",
[log format] more log format stuff
2013-07-09 14:37:14 +00:00
"url" : "http://www.cups.org/documentation.php/doc-1.7/ref-page_log.html",
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
"regex" : {
"pre-1.7" : {
"pattern" : "^(?<printer>[\\w_\\-\\.]+) (?<username>[\\w\\.\\-]+) (?<job_id>\\d+) \\[(?<timestamp>[^\\]]+)\\] (?<page_number>total|\\d+) (?<num_copies>\\d+) (?<job_billing>[^ ]+) (?<job_originating_hostname>[\\w\\.:\\-]+)$"
},
"1.7" : {
"pattern" : "^(?<printer>[\\w_\\-\\.]+) (?<username>[\\w\\.\\-]+) (?<job_id>\\d+) \\[(?<timestamp>[^\\]]+)\\] (?<page_number>total|\\d+) (?<num_copies>\\d+) (?<job_billing>[^ ]+) (?<job_originating_hostname>[\\w\\.:\\-]+) (?<job_name>.+) (?<media>[^ ]+) (?<sides>.+)$"
}
},
[log format] more log formats
2013-07-09 13:51:18 +00:00
"value" : {
"printer" : {
"kind" : "string",
"identifier" : true
},
"username" : {
"kind" : "string",
"identifier" : true
},
"job_id" : {
"kind" : "integer",
"identifier" : true
},
"page_number" : {
"kind" : "string"
},
[log format] more log format stuff
2013-07-09 14:37:14 +00:00
"num_copies" : {
[log format] more log formats
2013-07-09 13:51:18 +00:00
"kind" : "integer"
},
[log format] more log format stuff
2013-07-09 14:37:14 +00:00
"job_billing" : {
[log format] more log formats
2013-07-09 13:51:18 +00:00
"kind" : "string",
"identifier" : true
},
[log format] more log format stuff
2013-07-09 14:37:14 +00:00
"job_originating_hostname" : {
[log format] more log formats
2013-07-09 13:51:18 +00:00
"kind" : "string",
[log format] more log tweaks
2013-07-10 03:52:20 +00:00
"collate" : "ipaddress",
[log format] more log formats
2013-07-09 13:51:18 +00:00
"identifier" : true
},
[log format] more log format stuff
2013-07-09 14:37:14 +00:00
"job_name" : {
"kind" : "string",
"identifier" : true
},
"media" : {
"kind" : "string",
"identifier" : true
},
"sides" : {
[log format] more log formats
2013-07-09 13:51:18 +00:00
"kind" : "string",
"identifier" : true
}
[log format] more log format stuff
2013-07-09 14:37:14 +00:00
},
"sample" : [
{
"line" : "Photosmart_7520_series stack 11 [18/May/2013:13:21:15 -0700] total 0 - localhost 5615311548-159003235-tickets.pdf Letter one-sided"
},
{
"line" : "tec_IS2027 kurt 401 [22/Apr/2003:10:28:43 +0100] 1 3 #marketing 10.160.50.13"
}
]
[log format] more log formats
2013-07-09 13:51:18 +00:00
},
[log format] some more work to externalize log formats; color identifiers in logs
2013-06-29 13:22:24 +00:00
"snaplogic_log" : {
[docs] more docs
2013-07-27 18:04:43 +00:00
"title" : "SnapLogic Server Log",
"description" : "The SnapLogic server log format.",
[nits] do not complain about no formats
2013-07-31 04:21:28 +00:00
"url" : "http://www.snaplogic.com/docs/user-guide/user-guide.htm",
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
"regex" : {
"std" : {
[line_buffer] split long lines Fixes #81
2014-03-15 11:40:58 +00:00
"pattern" : "^(?<timestamp>\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}(?:\\.\\d{3})?) (?:(?:(?<level>\\w{4,}) (?<logger>[^ ]+) (?<facility>[^ ]+) (?<msgid>[^ ]+) (?<pipe_rid>-|\\d+)(?:\\.(?<comp_rid>[^ ]+))? (?<resource_name>[^ ]+) (?<invoker>[^ ]+))|(?:(?:stdout|stderr): ))(?<body>.*)"
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
}
},
[log format] some more work to externalize log formats; color identifiers in logs
2013-06-29 13:22:24 +00:00
"level-field" : "level",
"level" : {
"error" : "ERROR",
"debug" : "DEBUG",
"info" : "INFO",
"warning" : "WARNING"
},
"value" : {
"logger" : {
"kind" : "string",
"identifier" : true
},
"facility" : {
"kind" : "string",
"identifier" : true
},
"msgid" : {
"kind" : "string",
"identifier" : true
},
"pipe_rid" : {
"kind" : "string",
"identifier" : true
},
"comp_rid" : {
"kind" : "string",
"identifier" : true
},
"resource_name" : {
"kind" : "string",
"identifier" : true
},
"invoker" : {
"kind" : "string",
"identifier" : true
}
[nits] do not complain about no formats
2013-07-31 04:21:28 +00:00
},
"sample" : [
{
"line" : "2013-07-30T09:40:25 DEBUG main_process.main PM - 1768839331504132353247612213662950165988626018 - - Pipeline manager '' sending to Leads. Invoker 'admin': PREPARE {'parent_rid': '1768839331504132353247612213662950165988626018', 'resource_name': u'Leads', 'input_views': {}, 'parameters': {u'DELIMITER': u',', u'INPUTFILE': u'file://tutorial/data/leads.csv'}, 'output_views': {u'Output1': {'method': 'GET'}}, 'context_name': u'', 'snap_control_version': '1.2'}"
}
]
[data parser] hex dump values and add the uwsgi log format
2013-07-18 04:24:33 +00:00
},
[filter] some improvements to the core filtering code
2014-10-20 05:16:40 +00:00
"strace_log" : {
"title" : "Strace",
"description" : "The strace output format.",
"url" : "http://en.wikipedia.org/wiki/Strace",
"regex" : {
"std" : {
[perf] optimize json log loading
2014-10-28 14:02:27 +00:00
"pattern" : "^(?<timestamp>\\d{2}:\\d{2}:\\d{2}\\.\\d{6}) (?<syscall>\\w+)\\((?<body>.*)\\)\\s+=\\s+(?<rc>[-\\w]+)(?: (?<errno>\\w+) \\([^\\)]+\\))?(?: <(?<duration>\\d+\\.\\d+)>)?$"
[filter] some improvements to the core filtering code
2014-10-20 05:16:40 +00:00
}
},
"level-field" : "errno",
"level" : {
"error" : ".+"
},
"value" : {
"syscall" : {
"kind" : "string",
"identifier" : true
},
"args" : {
"kind" : "string"
},
"rc" : {
"kind" : "integer"
},
"duration" : {
"kind" : "float"
},
"errno" : {
"kind" : "string",
"identifier" : true
}
},
"sample" : [
{
"line" : "08:09:33.814936 execve(\"/bin/ls\", [\"ls\"], [/* 38 vars */]) = 0 <0.000264>"
},
{
"line" : "08:09:33.815943 access(\"/etc/ld.so.nohwcap\", F_OK) = -1 ENOENT (No such file or directory) <0.000019>"
}
]
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"syslog_log" : {
"title" : "Syslog",
"description" : "The system logger format found on most posix systems.",
[nits] do not complain about no formats
2013-07-31 04:21:28 +00:00
"url" : "http://en.wikipedia.org/wiki/Syslog",
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
"regex" : {
"std" : {
[misc] tweak scrollbar colors; add auto-complete for strings when typing sql searches; fix ipaddress collator
2014-02-23 06:52:21 +00:00
"pattern" : "^(?<timestamp>\\w{3}\\s+\\d{1,2} \\d{2}:\\d{2}:\\d{2})(?: (?<log_hostname>[a-zA-Z0-9:][^ ]+[a-zA-Z0-9]))?(?:(?: (?<log_procname>(?:[^\\[:]+|[^:]+))(?:\\[(?<log_pid>\\d+)])?:(?<body>(?:.|\\n)*))$|:?(?:(?: ---)? last message repeated \\d+ times?(?: ---)?))"
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
}
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"level-field" : "body",
"level" : {
"error" : "(?:failed|failure|error)",
"warning" : "(?:warn|not responding|init: cannot execute)"
},
"value" : {
"log_hostname" : {
"kind" : "string",
"collate" : "ipaddress",
"identifier" : true
},
"log_procname" : {
"kind" : "string",
"identifier" : true
},
"log_pid" : {
"kind" : "string",
[mouse] more mouse support and other fixes
2013-10-11 13:22:29 +00:00
"identifier" : true,
"action-list" : ["dump_pid"]
}
},
"action" : {
"dump_pid" : {
"label" : "Show Process Info",
"capture-output" : true,
"cmd" : ["dump-pid.sh"]
[formats] reorder format file
2013-07-29 00:30:38 +00:00
}
},
"sample" : [
{
"line" : "Jun 27 01:47:20 Tims-MacBook-Air.local configd[17]: network changed: v4(en0-:192.168.1.8) DNS- Proxy- SMB"
},
{
"line" : "Jun 20 17:26:13 ip-10-188-149-5 [CLOUDINIT] util.py[DEBUG]: Restoring selinux mode for /var/lib/cloud (recursive=False)"
}
]
},
[format] add TCF file format and some fixes to make it work Defect Number: Reviewed By: Testing Done:
2014-04-07 05:11:04 +00:00
"tcf_log" : {
"title" : "TCF Log",
"description" : "Target Communication Framework log",
"url" : [
"http://wiki.eclipse.org/TCF",
"http://git.eclipse.org/c/tcf/org.eclipse.tcf.git/tree/target_explorer/plugins/org.eclipse.tm.te.tcf.log.core/src/org/eclipse/tm/te/tcf/log/core/internal/listener/ChannelTraceListener.java?id=b6e81bb8405f99dda2764b22cff876fa00f734f5#n144"
],
"regex" : {
"std" : {
[jsonptr] initial impl
2014-05-05 13:44:58 +00:00
"pattern" : "^TCF (?<timestamp>\\d{2}:\\d{2}.\\d{3}): (?:Server-Properties: (?:.*)|channel server|\\w+: (?<dir>--->|<---) (?<type>\\w)(?: (?<token>\\w+))?(?: (?<service>\\w+))?(?: (?<name>\\w+))?(?: (?<msg>.*))?(?: <eom>))$"
[format] add TCF file format and some fixes to make it work Defect Number: Reviewed By: Testing Done:
2014-04-07 05:11:04 +00:00
}
},
"value" : {
"dir" : {
"kind" : "string"
},
"type" : {
"kind" : "string",
"identifier" : true
},
"token" : {
"kind" : "string",
"identifier" : true
},
"service" : {
"kind" : "string",
"identifier" : true
},
"name" : {
"kind" : "string",
"identifier" : true
[jsonptr] initial impl
2014-05-05 13:44:58 +00:00
},
"msg" : {
"kind" : "json"
[format] add TCF file format and some fixes to make it work Defect Number: Reviewed By: Testing Done:
2014-04-07 05:11:04 +00:00
}
},
"sample" : [
{
"line" : "TCF 29:47.191: Server-Properties: {\"Name\":\"TCF Protocol Logger\",\"OSName\":\"Linux 3.2.0-60-generic\",\"UserName\":\"xavier\",\"AgentID\":\"1fde3dd1-d4be-4f79-8090-6f8d212f03bf\",\"TransportName\":\"TCP\",\"Proxy\":\"\",\"ValueAdd\":\"1\",\"Port\":\"1534\"}"
},
{
"line" : "TCF 30:11.475: 0: <--- R 2 [\"P1\"] <eom>"
},
{
"line" : "TCF 30:11.475: 0: ---> C 4 RunControl getChildren \"P1\" <eom>"
}
]
},
[log formats] transfer more formats to config
2013-07-28 18:03:31 +00:00
"tcsh_history" : {
"title" : "TCSH History",
"description" : "The tcsh history file format.",
[docs] json format docs and some build fixes
2013-09-10 13:45:48 +00:00
"convert-to-local-time" : true,
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
"regex" : {
"std" : {
"pattern" : "^#(?<timestamp>\\+\\d+)\\n?(?<body>.*)?$"
}
},
[nits] do not complain about no formats
2013-07-31 04:21:28 +00:00
"sample" : [
{
"line" : "#+1375138067\necho HELLO=BAR"
}
[log formats] transfer more formats to config
2013-07-28 18:03:31 +00:00
]
},
[data parser] hex dump values and add the uwsgi log format
2013-07-18 04:24:33 +00:00
"uwsgi_log" : {
[docs] more docs
2013-07-27 18:04:43 +00:00
"title" : "Uwsgi Log",
"description" : "The uwsgi log format.",
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
"regex" : {
"std" : {
"pattern" : "^\\[pid: (?<s_pid>\\d+)\\|app: (?<s_app>[\\-\\d]+)\\|req: (?<s_req>[\\-\\d]+)/(?<s_worker_reqs>\\d+)\\] (?<c_ip>[^ ]+) \\((?<cs_username>[^\\)]*)\\) \\{(?<cs_vars>\\d+) vars in (?<cs_bytes>\\d+) bytes\\} \\[(?<timestamp>[^\\]]+)\\] (?<cs_method>[A-Z]+) (?<cs_uri_stem>[^ \\?]+)(?:\\?(?<cs_uri_query>[^ ]*))? => generated (?<sc_bytes>\\d+) bytes in (?<s_runtime>\\d+) (?<rt_unit>\\w+) \\((?<cs_version>[^ ]+) (?<sc_status>\\d+)\\) (?<sc_headers>\\d+) headers in (?<sc_header_bytes>\\d+) bytes \\((?<s_switches>\\d+) switches on core (?<s_core>\\d+)\\)"
}
},
[data parser] hex dump values and add the uwsgi log format
2013-07-18 04:24:33 +00:00
"level-field": "sc_status",
"level" : {
"error" : "^[^123]"
},
"value" : {
"s_pid" : {
"kind" : "string",
"identifier" : true
},
"s_app" : {
"kind" : "string",
"identifier" : true
},
"s_req" : {
"kind" : "integer"
},
"s_worker_reqs" : {
"kind" : "integer"
},
"c_ip" : {
"kind" : "string",
"collate" : "ipaddress",
"identifier" : true
},
"cs_username" : {
"kind" : "string",
"identifier" : true
},
"cs_vars" : {
"kind" : "integer"
},
"cs_bytes" : {
"kind" : "integer"
},
"cs_method" : {
"kind" : "string",
"identifier" : true
},
"cs_uri_stem" : {
"kind" : "string",
"identifier" : true
},
"cs_uri_query" : {
"kind" : "string"
},
"sc_bytes" : {
"kind" : "integer"
},
"s_runtime" : {
[log format] add scaling factors
2013-07-23 12:55:08 +00:00
"kind" : "float",
"unit" : {
"field" : "rt_unit",
"scaling-factor" : {
"/msecs" : 1000.0,
"/micros" : 1000000.0
}
}
[data parser] hex dump values and add the uwsgi log format
2013-07-18 04:24:33 +00:00
},
"cs_version" : {
"kind" : "string",
"identifier" : true
},
"sc_status" : {
"kind" : "integer",
"foreign-key" : true
},
"sc_headers" : {
"kind" : "integer"
},
"sc_header_bytes" : {
"kind" : "integer"
},
"s_switches" : {
"kind" : "integer"
},
"s_core" : {
"kind" : "string",
"identifier" : true
}
},
"sample" : [
{
"line" : "[pid: 24386|app: 0|req: 482950/4125645] 86.221.170.65 () {44 vars in 1322 bytes} [Tue Jan 3 05:01:31 2012] GET /contest/log_presence/shhootter/?_=1325592089910 => generated 192 bytes in 21 msecs (HTTP/1.1 200) 4 headers in 188 bytes (1 switches on core 0)"
}
]
[formats] reorder format file
2013-07-29 00:30:38 +00:00
},
[vdsm_log] add new format
2014-11-10 16:56:35 +00:00
"vdsm_log" : {
[fmt] add a vmkernel log format Defect Number: Reviewed By: Testing Done:
2014-11-22 18:33:24 +00:00
"title": "Vdsm Logs",
"description": "The Open Virtual Datacenter VDSM log format",
"url": "http://www.ovirt.org/Vdsm_Log_Files",
"regex": {
"std": {
"pattern": "^(?<tid>.+)::(?<level>.+)::(?<timestamp>.+)::(?<module>.+)::(?<src_line>.+)::(?<logger>.+)::\\((?<func>[^\\)]+)\\)(?<body>(?:.|\\n)*)"
[vdsm_log] add new format
2014-11-10 16:56:35 +00:00
}
},
[fmt] add a vmkernel log format Defect Number: Reviewed By: Testing Done:
2014-11-22 18:33:24 +00:00
"level-field": "level",
"level": {
"error": "ERROR",
"debug": "DEBUG",
"info": "INFO",
"warning": "WARNING"
[vdsm_log] add new format
2014-11-10 16:56:35 +00:00
},
[fmt] add a vmkernel log format Defect Number: Reviewed By: Testing Done:
2014-11-22 18:33:24 +00:00
"value": {
"tid": {
"kind": "string",
"identifier": true
[vdsm_log] add new format
2014-11-10 16:56:35 +00:00
},
[fmt] add a vmkernel log format Defect Number: Reviewed By: Testing Done:
2014-11-22 18:33:24 +00:00
"module": {
"kind": "string",
"identifier": true
[vdsm_log] add new format
2014-11-10 16:56:35 +00:00
},
[fmt] add a vmkernel log format Defect Number: Reviewed By: Testing Done:
2014-11-22 18:33:24 +00:00
"src_line": {
"kind": "integer",
"foreign-key": true
[vdsm_log] add new format
2014-11-10 16:56:35 +00:00
},
[fmt] add a vmkernel log format Defect Number: Reviewed By: Testing Done:
2014-11-22 18:33:24 +00:00
"logger": {
"kind": "string",
"identifier": true
[vdsm_log] add new format
2014-11-10 16:56:35 +00:00
},
[fmt] add a vmkernel log format Defect Number: Reviewed By: Testing Done:
2014-11-22 18:33:24 +00:00
"func": {
"kind": "string",
"identifier": true
[vdsm_log] add new format
2014-11-10 16:56:35 +00:00
}
},
[fmt] add a vmkernel log format Defect Number: Reviewed By: Testing Done:
2014-11-22 18:33:24 +00:00
"sample": [
{
"line": "Thread-1950::INFO::2011-12-07 12:14:15,018::dispatcher::94::Storage.Dispatcher.Protect::(run) Run and protect: getDeviceList, args: ( storageType=2)"
}
]
},
"vmk_log" : {
"title": "VMKernel Logs",
"description": "The VMKernel's log format",
"url": "",
"regex": {
"std": {
"pattern": "^(?<timestamp>\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}\\.\\d{3}Z) cpu(?<cpu>\\d+):(?<world_id>\\d+)\\)((?<level>WARNING): )?(?<body>.*)"
}
},
"level-field": "level",
"level": {
"warning": "WARNING"
},
"value": {
"cpu": {
"kind": "integer",
"identifier": true
},
"world_id": {
"kind": "integer",
"identifier": true
}
},
"sample": [
[vdsm_log] add new format
2014-11-10 16:56:35 +00:00
{
[fmt] add a vmkernel log format Defect Number: Reviewed By: Testing Done:
2014-11-22 18:33:24 +00:00
"line": "2014-11-14T19:19:51.559Z cpu7:35233)VC: 2002: Device rescan time 704 msec (total number of devices 91)"
[vdsm_log] add new format
2014-11-10 16:56:35 +00:00
}
]
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"vmw_log" : {
"title" : "VMware Logs",
"description" : "One of the log formats used in VMware's ESXi and vCenter software.",
[nits] do not complain about no formats
2013-07-31 04:21:28 +00:00
"url" : "http://kb.vmware.com/kb/2004201",
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
"regex" : {
[vmw_log] update the formats for the vmw_log format
2014-11-07 04:32:35 +00:00
"6.0+" : {
[vmw_log] fix full message read for continued messages
2014-11-07 14:16:45 +00:00
"pattern" : "^(?<timestamp>\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}\\.\\d{3}(?:Z|[-+]\\d{2}:\\d{2})) (?:Section for VMware VirtualCenter,.*|(?<level>\\w+) (?<prc>\\w+)\\[(?<tid>\\w+)\\] \\[(?<src>[^ \\]]+)\\s*(?: sub=(?<sub>[^ \\]]+))?(?: opID=(?<opid>[^ \\]]+))?(?: user=(?<user>[\\w\\-]+))?\\](?<body>.*)(?:\\n(?:.|\\n)*)?)$"
[vmw_log] update the formats for the vmw_log format
2014-11-07 04:32:35 +00:00
},
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
"5.0+" : {
[vmw_log] fix full message read for continued messages
2014-11-07 14:16:45 +00:00
"pattern" : "^(?<timestamp>\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}\\.\\d{3}(?:Z|[-+]\\d{2}:\\d{2})) \\[(?<tid>\\w+) (?<level>\\w+) '(?<comp>[^']+)'(?: opID=(?<opid>[^ \\]]+))?(?: user=(?<user>[\\w\\-]+))?\\](?<body>.*)(?:\\n(?:.|\\n)*)?$"
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
},
"pre-5.0" : {
[vmw_log] fix full message read for continued messages
2014-11-07 14:16:45 +00:00
"pattern" : "^\\[(?<timestamp>\\d{4}-\\d{2}-\\d{2} \\d{2}:\\d{2}:\\d{2}\\.\\d{3}) (?<tid>\\w+) (?<level>\\w+) '(?<comp>[^']+)'(?: opID=(?<opid>[^ \\]]+))?(?: user=(?<user>[\\w\\-]+))?\\](?<body>.*)(?:\\n(?:.|\\n)*)?$"
[log-format] regex config format redux
2013-08-07 13:31:34 +00:00
}
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"level-field": "level",
"level" : {
[vmw_log] 'panic' is an 'error' too. VPXD prints out the stackframes in the log files when it terminates abnormally. These log messages have a log level of 'panic'. I guess these qualify as 'error' as well.
2014-11-07 08:02:08 +00:00
"error" : "(error|panic)",
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"warning" : "warning",
"trace" : "verbose"
},
"value" : {
[vmw_log] update the formats for the vmw_log format
2014-11-07 04:32:35 +00:00
"prc" : {
"kind" : "string",
"identifier" : true
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"tid" : {
"kind" : "string",
"identifier" : true
},
[vmw_log] update the formats for the vmw_log format
2014-11-07 04:32:35 +00:00
"src" : {
"kind" : "string",
"identifier" : true
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"comp" : {
"kind" : "string",
"identifier" : true
},
[vmw_log] update the formats for the vmw_log format
2014-11-07 04:32:35 +00:00
"sub" : {
"kind" : "string",
"identifier" : true
},
[formats] reorder format file
2013-07-29 00:30:38 +00:00
"opid" : {
"kind" : "string",
"identifier" : true
},
"user" : {
"kind" : "string",
"identifier" : true
}
[nits] do not complain about no formats
2013-07-31 04:21:28 +00:00
},
"sample" : [
{
"line" : "[2011-04-01 15:14:34.203 F5A5AB90 info 'vm:/vmfs/volumes/4d6579ec-23f981cb-465c-00237da0cfee/Vmotion-test/Vmotion-test.vmx' opID=F6FC49D5-000007E6-d] VMotionPrepare: dstMgmtIp=10.21.49.138"
[vmw_log] update the formats for the vmw_log format
2014-11-07 04:32:35 +00:00
},
{
[vmw_log] fix full message read for continued messages
2014-11-07 14:16:45 +00:00
"line" : "2014-11-04T15:53:31.075+05:30 verbose vpxd[05160] [Originator@6876 sub=PropertyProvider opID=ProcessAlarmFiring-427c3c55] RecordOp ASSIGN: declaredAlarmState[\"alarm-1.host-23\"], host-23. Applied change to temp map."
[vmw_log] update the formats for the vmw_log format
2014-11-07 04:32:35 +00:00
},
{
"line" : "2014-01-17T04:55:50.347Z [7F03ECE76700 verbose 'Default' opID=2140bc71] [VpxVmomi] Invoke done: vmodl.query.PropertyCollector.waitForUpdatesEx session: c580b3ef-0011-88a5-b2af-7ca7e74114c8"
},
{
"line" : "2014-11-04T12:46:42.990+05:30 Section for VMware VirtualCenter, pid=6432, version=6.0.0, build=2255588, option=BETA"
[nits] do not complain about no formats
2013-07-31 04:21:28 +00:00
}
]
[log format] some more work to externalize log formats; color identifiers in logs
2013-06-29 13:22:24 +00:00
}
}
Reference in New Issue Copy Permalink