Sunday 5 June 2016

Regex Parse Logs

Format1:

log1 = "2014/10/25 23:11:00:::1414294660411:::159.175.50.50:::80000004233:::12340000:::2:::180:::test@null.com:::N:::3.771:::email_change_last4hr=1.771,item_sku=1,ipaddress_europe=1"

pattern1 = re.compile("^(\d{4}\/\d{2}\/\d{2} \d{2}:\d{2}:\d{2}):::(\S+):::([0-9]+\.[0-9]+\.[0-9]+\.[0-9]+):::(\d+):::(\d+):::(\d+):::(\d+):::([a-zA-Z0-9_.+-]+@[a-zA-Z0-9-]+\.[a-zA-Z0-9-.]+):::(\w):::(\d+\.\d+):::(\S+)$")
 

Format 2:


log2 = "2015-03-01 14:01:11,725 [PERF] [pool-4-thread-1] [INFO ] - PERF-END   TX[80000004233,000000000000,5000480905] PROCESS-ISO-REQUEST execution took 173 ms [ 0 : 2110, 2 : 80000004233, 3 : 300000, 4 : 9990000000000000, 5 : 9990000000002054, 7 : 0327020111, 8 : 9990000000000000, 9 : 1242000000000000, 11 : 000000000000, 12 : 20150327130001, 32 : 130011, 39 : 0000, 41 : 5000480905      , 42 : 100320, 63 : , ]"

pattern2 = re.compile("^(\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2},\d{3}) (\[\w+\]) (\[[\w-]+\]) (\[[\w\s]+\]) (\S+) (\w+-\w+)   (\S+) ([\w-]+) (execution took \d+ ms) (\[.*?\])$")

No comments:

Post a Comment