Updated trout wizard plugin with protocol detection changes.

.clang-format

@@ -0,0 +1 @@
+.clang_format_style": "{ BasedOnStyle: Google, BraceWrapping: { AfterFunction: false } }"

plugins/trout_wizard/ai_training/to_detect.lua

@@ -0,0 +1,63 @@
+
+serializer_csv =  { item_separator = " ",
+                    if_item_blank_then_output = "-",
+                  }
+
+-- logger file output set from command line
+logger_file = { serializer = 'serializer_csv' }
+
+trout_wizard = { tag = 'NA',
+                 inference = true,
+                 logger = 'logger_file',
+                 data_set ={
+                            {protocol ="tftp",
+                            tgm_set = "313335,333530"},
+                            {protocol ="smb",
+                            tgm_set = "100,1,10000"},
+                            {protocol ="cip",
+                            tgm_set = "100,1"},
+                            {protocol ="s7comm",
+                            tgm_set = "f000,10203,c10201,16,400,2f080,1,10002,2,20100,1611,10000,c20201,f00000,100c2,2c001,f00300,1b,f003,300c0,11d000,80000,800,10001,320100,ff,1b02,f08032,e00000,401,803203,3,320300,f0,19,c102,20300,11e000,300,c202,200,803201,1611e0,100,1611d0,1902,100f0,30000,1b02f0,c001,102c0,20102,20000,1902f0"},
+                            {protocol ="omron",
+                            tgm_set = "2d4400,c8,172a10,ef05,43,c00002,1,3000a,20000,3031,4c3230,435031,50314c,300000,454c32,80000,303000,440000,50100,2e3036,314c2d,44522d,4c2d45,100800,c000,312e30,4350,30,c800,20,a17,2020,2d454c,300,360000,304452,522d44,30312e,100,2a1008,203031,323044,202030,2e3030,202020,800002,10000,a172a,303600,10003,200"},
+                            {protocol ="eip",
+                            tgm_set = "100,10000"},
+                            {protocol ="s7",
+                            tgm_set = "2f080,1,10000,300,3,2,30000,20000,4,c001,200,100,c0010a,400,10ac1,320300,800,f08032,11d000,10002,f00000,ff,5,1b,f000,80000,16,803203,f0,1611d0,1b02,20300,1611,1b02f0,c202"},
+                            {protocol ="fins",
+                            tgm_set = "12001,70180,7a0701,60000,7a0305,50000,7a08,10180,ffff,7a0220,7a07,434480,cc0001,98cccc,800200,10300,18000,424344,ff0100,4e0000,cdce00,1011b,195cc,10101,50180,10580,cccc00,cccc,190cc,4142,580cc,10200,7a0402,434445,7a0603,1bcccc,20103,80000,101,ff80,cccdce,90cccc,20000,20901,10201,200080,2,81cccd,10182,10192,62000,480ff,141,198cc,10280,7a0308,210000,18002,444546,10103,196cc,101cc,16161,60380,30600,534e,418000,10185,81cccc,448000,130000,7a0101,97cccc,194cc,10193,103cc,7a0601,ffff50,3cccc,90120,280,7a02,801100,1010a,300cc,7a0620,4,414243,801000,7a0102,10190,82cccc,40100,7a0401,10105,22000,7a0202,ff8000,200cc,110000,7a0103,10191,185cc,200102,22100,5cccc,182cc,70209,50100,7a04,48000,ffff40,cc0002,38000,ce0010,94cccc,50201,544180,ff4441,18013,7a0104,10196,92cccc,ffffff,ff,ff0000,ff00,a0001,504153,200000,192cc,105cc,10080,100,7a01,85cccc,7a0501,538000,18012,7a0105,10197,20180,100000,20a,1080,7a06,30500,91cccc,181cc,62001,28010,1cccc,7a,80,535380,38010,ff44,ffff80,80ffff,10100,60180,7a0502,70000,30400,18011,10194,10380,cccccc,468000,7a0801,20119,10000,180,480,30700,53,80cccc,ff40ff,200180,7a03,108000,193cc,104cc,18010,10195,7a0702,7a0306,cc81cc,11980,180cc,80161,800002,28000,ff5041,7a0203,96cccc,10041,7a0307,40000,10002,454680,40280,10010,7a05,50101,415353,534e00,cccc81,10480,191cc,8000,10a00,20280,801300,4cccc,7a0304,415441,197cc,100cc,200,198000,444154,14142,11bcc,95cccc,1,ffff01,20380,7a0221,120000,801200,10181,40ffff,93cccc,10104,616161,30800,20a00,7a0201,10198"},
+                            {protocol ="dnp3",
+                            tgm_set = "100,640000,40c01,16400,30164,10003,301,a0001,c40a00,c2040c,c1c204,5b"},
+                            {protocol ="ethersio",
+                            tgm_set = "101,4f0001,1800,c0000,1,494f00,110000,10000,1100,20000,455349,200,100,c00,180000,10100,53494f"},
+                            {protocol ="mms",
+                            tgm_set = "18103,c10200,2c202,2f080,600,800101,6,20100,3ffff,130ee0,10181,130e,c102,2c2,c20202,600c1,20002,e00000,810305,13,ee000,300,ffffff,30000,20200"},
+                            {protocol ="ethernet",
+                            tgm_set = "100,10000"},
+                            {protocol ="hart",
+                            tgm_set = "d01,2,10000,d0100,2000d,200"},
+                            {protocol ="ethersbus",
+                            tgm_set = "1d000a,1a0152,152ea,1500,60000,1bbc8b,d01,a1b1b,1bcf87,a60000,a0152,4000a,1c,a87f00,1b000a,a1bca,2fd,3c23c6,a00c4,80b500,9f4f00,760000,be0000,4bec52,b3d,30000b,2e,21000a,4f0000,1900,18000a,ee0000,40ec6,1dda4,1b00,ef0000,ea2e00,b93300,bc0000,eb1c00,18000,ec5200,850d00,a1b85,a1b,a1bf6,170152,a0603,e000a,d00,170000,1e0200,52700,527,c90000,c0000,980000,180152,1800,1101,11000a,3,2014d,1401,545b00,15259,33,2045d9,3000fa,312c00,d0100,1600,60300,5b0000,40ebb,dd0000,1c0152,7a0000,15200,8,101,1e01,1d0152,a0600,a1bb9,152dc,4c3100,44324d,6000a,2e3a00,b80000,1a,1801,1100,f0152,dc2c00,20000,2,a1e09,a94d00,fd5300,a510a,3000a,1b0000,a,a1b05,1301,12,6f6465,8014d,b7e200,b7e2,e01,530000,3a0000,e2b800,c00,52588e,8c0000,3f0000,c60000,180000,a1b6d,1e00,1522d,bca800,bca8,590000,f00000,14000a,b0152,4bec,6c6c20,14432,15274,1f,1b3cf0,5200ec,d000a,6c0000,5,c000,401,5d8600,205318,13,1300,12000a,202000,64656c,1b850d,b50000,7f0000,a1b54,dc0000,17a19,4c31,4c,a20,700,2e3a,fac9,1001,2000,df0000,1521a,52f12f,526fbe,280,324d34,207481,4e2,a00,e60000,bf6c,dda45a,1dd,90000,bb2300,302,c4,1f000a,52ea2e,4ed76,4,8000bf,400,a3d800,2100,10,30000,c,1a01,e0c500,bc8b00,303230,2045,2000a,a07,8f0000,1d01,d459,a0703,1a5d00,1f00,b7,a1b9b,a1bbc,4014d,5d86,1adf00,d4,3cf000,c50000,1201,800,1d,a1bcf,f01,f000a,1beda6,19a604,7,c43c,2101,1a00,a1b3c,11,c000a,b,60152,23c600,a0000,438f00,1c01,160152,1b9eaa,bf6c00,900,7a0a00,52438f,2f0000,270001,310000,748100,50100,501,45d900,5d0000,1b1b69,1901,a02,ed,100152,767a00,1526e,300,a2053,1e,1e0000,f00,eda600,70144,7000a,6,11000,312c,74bf00,a72c00,1701,16,b37e00,120152,e,6c2020,444e75,1c00,ed7600,6e8c00,1c0000,901,a3,1000a,1bd198,e0,4ed,1400,15258,383032,531800,100100,20,6ddd00,1b80b5,19,57600,ede6,5259bc,8b0000,2225c,222,200000,c43c23,9,a1e02,3d0000,343830,230000,100,d,100bc,17,1700,16000a,a1b00,d0152,4d3438,d0000,d80000,a3d8,200100,152a8,190100,a1be8,b01,b000a,330000,1bca3f,860000,e20000,e00,c0,14d6f,100020,757a0a,1b01,5237dc,ce0000,ce00,800000,9000a,30004,15243,1e000a,f12f00,14,1b545b,601,510a00,210100,150152,588e00,1b767a,b00,119a6,152a9,10000,1f0152,1c000a,152b3,180,c444,6c0d00,70300,bf0000,5274bf,1bf601,1ba72c,1601,cf8700,ec0000,ec00,9b1200,52eb1c,2fd53,2001,20000a,19000a,1b0576,1000,52a94d,5d,a1e00,529f4f,15,f0000,f,110152,a2074,600,656c0d,1a5d,1b0152,1529f,17000a,152eb,d90000,470110,4e757a,a1ba7,a0203,152dd,1be81e,9eaa00,5236ee,a000a,90100,10144,4e2b8,690000,1d00,152f1,52dd1e,2e0000,a06,870000,a1bed,ec652,119,1b6900,a1b9e,ede600,c01,28000,4d6f64,a47,2c0000,f60100,52a87f,a1bd1,20300,130100,1200,526e8c,801,8000a,810000,52b37e,a6040e,5aa500,225c00,5000a,1a000a,15236,a1b76,10002,a1e,a45aa5,201,522def,d45900,dd1e00,140100,4b,c65200,3300,323000,701,8e0000,37dc00,1b9b12,520000,5c0001,c00000,500,1526f,a01,4d0000,c4444e,1b6ddd,1501,15000a,6fbe00,59bc00,ca3f00,a50001,656c6c,1e0900,b3d00,140000,fac900,1e0152,d19800,aa0000,10000a,15237,7a1900,200,1b,521adf,e81e00,13000a,36ee00,e0152,1b00ce,120000,1,17a,30200,31,1f01,a1b80,7e0000,1bb933,ebb23,21,2def00,a80000,18,e0c5,c0152,52dc2c,110100,190001,a4701,a51"},
+                            {protocol ="http",
+                            tgm_set = "696f6e,74696f,616765,485454,2e310d,636365,2f312e,416363,d0a41,70742d,696361,617465,486f73,d0a55,736572,67656e,a4163,65722d,a5573,617469,a436f,743a20,722d41,54202f,545450,6f6469,310d0a,204854,636f64,73743a,557365,d0a43,653a20,656e74,6f7374,416765,2d4167,54502f,636570,6e743a,502f31,a486f,d0a48,312e31,657074"},
+                            {protocol ="iec",
+                            tgm_set = "b04,10414,1a0004,40002,40b00,1468,200414,4000a,10400,30414,20002,1001a,683a16,240004,64010a,40024,1f0414,68222e,222c00,e2200,d0e00,1f04,681e,683e1a,361400,1a0600,3,311017,c0000,68220e,20001,680e00,68,90414,2c0004,680e20,e0200,6000a,20000,2,1e0004,683614,2204,40022,41400,14681a,14000a,4000b,6822,40064,683e1c,2304,d6836,120004,68220c,170884,70d0c,d6846,680e22,d680e,101708,430000,2404,3e1a00,46,6804,a00,400,4,70414,683612,681a04,30000,6401,88407,44300,10700,230414,40020,b0414,40009,40100,640106,14680e,461e00,68040b,c0004,10600,48300,683e,1a00,d683a,40005,a0000,70d68,4001f,e0004,2a2a00,80004,681e08,300,2e0004,4601,830000,7000a,681a06,1a0400,220e00,680443,a0001,d0d00,68222c,180004,684618,50414,100,504,240414,d0000,40007,140004,220c00,1a2600,d6804,2004,40023,461800,14,84070d,70d0d,2104,460104,70000,b00,4001e,361200,2a0a00,64,10000,3a1600,1e0414,680483,681a26,1a2400,220004,1a0068,220414,680401,280004,681e28,70d0e,d683e,904,682a,40001,e0000,a0004,681a,a000a,d04,4000d,2a1000,20064,222e00,2a0004,304,3110,d0c00,40021,682a10,40000,1e2800,1c0004,60002,a000b,681a24,200004,1e0800,104,680407,260004,10a00,3e1c00,210414,40003,d0414,100004,200,682a2a,b0000,68461e,1e04,160004,6836,20003,680e02,640107,31,682a0a,704,e2000,680e,40700"},
+                            {protocol ="modbus",
+                            tgm_set = "10000,100"},
+                            {protocol ="ntp",
+                            tgm_set = "1,102,c50204,204ec,c502,d9000a,900000,204eb,afa,10290,afa00,fa0000,c5,29000"},
+                            },
+                 pack_data = false,
+                 split_size = 253,
+                 concatenate = true                 
+               }
+
+stream = {}
+stream_icmp = {}
+stream_tcp = {}
+stream_udp = {}
+stream_ip = {}
+
+binder = {
+  { use = {type = 'trout_wizard'} }
+}               

plugins/trout_wizard/ai_training/to_tsv.lua

@@ -7,6 +7,7 @@ serializer_csv =  { item_separator = " ",
 logger_file = { serializer = 'serializer_csv' }
 
 trout_wizard = { tag = 'NA',
+                 inference = false,
                  logger = 'logger_file',
                  pack_data = false,
                  split_size = 253,

plugins/trout_wizard/files.list

@@ -1,2 +1,4 @@
 inspector.cc
 module.cc
+settings.cc
+trigram.cc