From: Mike Stepanek (mstepane) Date: Thu, 7 Oct 2021 12:57:33 +0000 (+0000) Subject: Merge pull request #3094 in SNORT/snort3 from ~MSTEPANE/snort3:build_3.1.14.0 to... X-Git-Tag: 3.1.14.0 X-Git-Url: http://git.ipfire.org/cgi-bin/gitweb.cgi?a=commitdiff_plain;h=068d7b2a5c2a4d45a4eb232f6a117e963d8c6bec;p=thirdparty%2Fsnort3.git Merge pull request #3094 in SNORT/snort3 from ~MSTEPANE/snort3:build_3.1.14.0 to master Squashed commit of the following: commit f1c4c6e1a28ce61f4a14570228bc6778a6734a45 Author: Mike Stepanek Date: Thu Oct 7 06:41:30 2021 -0400 build: generate and tag 3.1.14.0 --- diff --git a/CMakeLists.txt b/CMakeLists.txt index 8a6036a94..022617303 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -3,7 +3,7 @@ project (snort CXX C) set (VERSION_MAJOR 3) set (VERSION_MINOR 1) -set (VERSION_PATCH 13) +set (VERSION_PATCH 14) set (VERSION_SUBLEVEL 0) set (VERSION "${VERSION_MAJOR}.${VERSION_MINOR}.${VERSION_PATCH}.${VERSION_SUBLEVEL}") diff --git a/ChangeLog b/ChangeLog index 7a2441474..ddb85fa24 100644 --- a/ChangeLog +++ b/ChangeLog @@ -1,3 +1,26 @@ +2021/10/07 - 3.1.14.0 + +appid: enhance RPC service detector to handle RPC Bind version 3 +appid: fix update_allocations signature in unit test +appid: log appid daq trace first followed by subscriber modules +appid: provide api for Lua detectors to map process name to client app +doc: add descriptions for 119:265-271 builtin alerts +doc: update builtin stub rule reference strings +file: add file policy id and other config data as part of packet tracer command under File phase +file_api: add decompress_buffer_size +flow: add total flow latency to flowstats +http2_inspect: compare scanned bytes to total received during reassemble +http2_inspect: protect against reassemble with more than MAX_OCTETS +http_inspect: change format of normalized JS identifiers +ips_options: rename script_data buffer to js_data +latency: add configuration for implicit enable +lua: fix Talos tweak snaplen +rna: support CPE new os RNA event +snort_config: adding api for enabling latency module +utils: add custom i/o stream buffers to JS normalizer +utils: adjust output streambuffer expanding strategy and reserved memory +utils: fix compilation error of js_identifier_ctx_test for clang + 2021/09/22 - 3.1.13.0 appid: prioritize appid's client detection over third-party diff --git a/doc/reference/snort_reference.text b/doc/reference/snort_reference.text index 476f40358..81b3229fb 100644 --- a/doc/reference/snort_reference.text +++ b/doc/reference/snort_reference.text @@ -8,7 +8,7 @@ Snort 3 Reference Manual The Snort Team Revision History -Revision 3.1.13.0 2021-09-22 09:11:00 EDT TST +Revision 3.1.14.0 2021-10-07 06:47:36 EDT TST --------------------------------------------------------------------- @@ -221,28 +221,28 @@ Table of Contents 7.72. ipopts 7.73. isdataat 7.74. itype - 7.75. md5 - 7.76. metadata - 7.77. modbus_data - 7.78. modbus_func - 7.79. modbus_unit - 7.80. msg - 7.81. mss - 7.82. pcre - 7.83. pkt_data - 7.84. pkt_num - 7.85. priority - 7.86. raw_data - 7.87. reference - 7.88. regex - 7.89. rem - 7.90. replace - 7.91. rev - 7.92. rpc - 7.93. s7commplus_content - 7.94. s7commplus_func - 7.95. s7commplus_opcode - 7.96. script_data + 7.75. js_data + 7.76. md5 + 7.77. metadata + 7.78. modbus_data + 7.79. modbus_func + 7.80. modbus_unit + 7.81. msg + 7.82. mss + 7.83. pcre + 7.84. pkt_data + 7.85. pkt_num + 7.86. priority + 7.87. raw_data + 7.88. reference + 7.89. regex + 7.90. rem + 7.91. replace + 7.92. rev + 7.93. rpc + 7.94. s7commplus_content + 7.95. s7commplus_func + 7.96. s7commplus_opcode 7.97. sd_pattern 7.98. seq 7.99. service @@ -3337,12 +3337,11 @@ Configuration: limit) { -1:65535 } * int file_id.bitenc_decode_depth = -1: Non-Encoded MIME attachment extraction depth (-1 no limit) { -1:65535 } - * bool file_id.decompress_pdf = false: decompress pdf files in MIME - attachments - * bool file_id.decompress_swf = false: decompress swf files in MIME - attachments - * bool file_id.decompress_zip = false: decompress zip files in MIME - attachments + * bool file_id.decompress_pdf = false: decompress pdf files + * bool file_id.decompress_swf = false: decompress swf files + * bool file_id.decompress_zip = false: decompress zip files + * int file_id.decompress_buffer_size = 100000: file decompression + buffer size { 1024:max31 } * int file_id.qp_decode_depth = -1: Quoted Printable decoding depth (-1 no limit) { -1:65535 } * int file_id.uu_decode_depth = -1: Unix-to-Unix decoding depth (-1 @@ -3690,8 +3689,8 @@ Configuration: * int http_inspect.js_normalization_depth = 0: enable enhanced normalizer (0 is disabled); number of input JavaScript bytes to normalize (-1 unlimited) (experimental) { -1:max53 } - * int http_inspect.js_norm_identifier_depth = 260000: max number of - unique JavaScript identifiers to normalize { 0:260000 } + * int http_inspect.js_norm_identifier_depth = 65536: max number of + unique JavaScript identifiers to normalize { 0:65536 } * int http_inspect.js_norm_max_tmpl_nest = 32: maximum depth of template literal nesting that enhanced javascript normalizer will process (experimental) { 0:255 } @@ -4883,6 +4882,7 @@ Commands: Peg counts: * rna.appid_change: count of appid change events received (sum) + * rna.cpe_os: count of CPE OS events received (sum) * rna.icmp_bidirectional: count of bidirectional ICMP flows received (sum) * rna.icmp_new: count of new ICMP flows received (sum) @@ -7193,7 +7193,19 @@ Configuration: 0:255 } -7.75. md5 +7.75. js_data + +-------------- + +Help: rule option to set detection cursor to normalized JavaScript +data + +Type: ips_option + +Usage: detect + + +7.76. md5 -------------- @@ -7213,7 +7225,7 @@ Configuration: of buffer -7.76. metadata +7.77. metadata -------------- @@ -7230,7 +7242,7 @@ Configuration: pairs -7.77. modbus_data +7.78. modbus_data -------------- @@ -7241,7 +7253,7 @@ Type: ips_option Usage: detect -7.78. modbus_func +7.79. modbus_func -------------- @@ -7256,7 +7268,7 @@ Configuration: * string modbus_func.~: function code to match -7.79. modbus_unit +7.80. modbus_unit -------------- @@ -7271,7 +7283,7 @@ Configuration: * int modbus_unit.~: Modbus unit ID { 0:255 } -7.80. msg +7.81. msg -------------- @@ -7286,7 +7298,7 @@ Configuration: * string msg.~: message describing rule -7.81. mss +7.82. mss -------------- @@ -7302,7 +7314,7 @@ Configuration: } -7.82. pcre +7.83. pcre -------------- @@ -7324,7 +7336,7 @@ Peg counts: * pcre.pcre_negated: total pcre rules using negation syntax (sum) -7.83. pkt_data +7.84. pkt_data -------------- @@ -7336,7 +7348,7 @@ Type: ips_option Usage: detect -7.84. pkt_num +7.85. pkt_num -------------- @@ -7352,7 +7364,7 @@ Configuration: { 1: } -7.85. priority +7.86. priority -------------- @@ -7368,7 +7380,7 @@ Configuration: 1:max31 } -7.86. raw_data +7.87. raw_data -------------- @@ -7379,7 +7391,7 @@ Type: ips_option Usage: detect -7.87. reference +7.88. reference -------------- @@ -7394,7 +7406,7 @@ Configuration: * string reference.~ref: reference: , -7.88. regex +7.89. regex -------------- @@ -7418,7 +7430,7 @@ Configuration: instead of start of buffer -7.89. rem +7.90. rem -------------- @@ -7433,7 +7445,7 @@ Configuration: * string rem.~: comment -7.90. replace +7.91. replace -------------- @@ -7449,7 +7461,7 @@ Configuration: * string replace.~: byte code to replace with -7.91. rev +7.92. rev -------------- @@ -7464,7 +7476,7 @@ Configuration: * int rev.~: revision { 1:max32 } -7.92. rpc +7.93. rpc -------------- @@ -7481,7 +7493,7 @@ Configuration: * string rpc.~proc: procedure number or * for any -7.93. s7commplus_content +7.94. s7commplus_content -------------- @@ -7492,7 +7504,7 @@ Type: ips_option Usage: detect -7.94. s7commplus_func +7.95. s7commplus_func -------------- @@ -7507,7 +7519,7 @@ Configuration: * string s7commplus_func.~: function code to match -7.95. s7commplus_opcode +7.96. s7commplus_opcode -------------- @@ -7522,17 +7534,6 @@ Configuration: * string s7commplus_opcode.~: opcode code to match -7.96. script_data - --------------- - -Help: rule option to set detection cursor to normalized script data - -Type: ips_option - -Usage: detect - - 7.97. sd_pattern -------------- @@ -8942,12 +8943,11 @@ these libraries see the Getting Started section of the manual. megabytes { 0:max53 } * int file_id.capture_min_size = 0: stop file capture if file size less than this { 0:max53 } - * bool file_id.decompress_pdf = false: decompress pdf files in MIME - attachments - * bool file_id.decompress_swf = false: decompress swf files in MIME - attachments - * bool file_id.decompress_zip = false: decompress zip files in MIME - attachments + * int file_id.decompress_buffer_size = 100000: file decompression + buffer size { 1024:max31 } + * bool file_id.decompress_pdf = false: decompress pdf files + * bool file_id.decompress_swf = false: decompress swf files + * bool file_id.decompress_zip = false: decompress zip files * bool file_id.enable_capture = false: enable file capture * bool file_id.enable_signature = false: enable signature calculation @@ -9158,8 +9158,8 @@ these libraries see the Getting Started section of the manual. * int http_inspect.js_normalization_depth = 0: enable enhanced normalizer (0 is disabled); number of input JavaScript bytes to normalize (-1 unlimited) (experimental) { -1:max53 } - * int http_inspect.js_norm_identifier_depth = 260000: max number of - unique JavaScript identifiers to normalize { 0:260000 } + * int http_inspect.js_norm_identifier_depth = 65536: max number of + unique JavaScript identifiers to normalize { 0:65536 } * int http_inspect.js_norm_max_tmpl_nest = 32: maximum depth of template literal nesting that enhanced javascript normalizer will process (experimental) { 0:255 } @@ -11262,6 +11262,7 @@ these libraries see the Getting Started section of the manual. * rna.appid_change: count of appid change events received (sum) * rna.change_host_update: count number of change host update events (sum) + * rna.cpe_os: count of CPE OS events received (sum) * rna.dhcp_data: count of DHCP data events received (sum) * rna.dhcp_info: count of new DHCP lease events received (sum) * rna.icmp_bidirectional: count of bidirectional ICMP flows @@ -12859,33 +12860,54 @@ parameter 119:265 (http_inspect) bad token in JavaScript -(http_inspect) bad token in JavaScript +JavaScript normalizer has encountered a symbol that is not expected +as a part of a valid JavaScript statement, making further +normalization impossible. 119:266 (http_inspect) unexpected script opening tag in JavaScript -(http_inspect) unexpected script opening tag in JavaScript +HTML end-tag is encountered inside a +JavaScript comment or literal, which is a syntax error, as the last +comment or literal is not closed before script end. 119:268 (http_inspect) JavaScript code under the external script tags -(http_inspect) JavaScript code under the external script tags +When HTML