Add CRS3.2 testcases (#43)

* Add CRS3.2 testcases for blackbox test Signed-off-by: Ze Gan <[email protected]> * Remove old blackbox test CRS3.2 testcases Signed-off-by: Ze Gan <[email protected]> * Add spider lab testcases for CRS3.2 Signed-off-by: Ze Gan <[email protected]> * Manuual fix testcases Signed-off-by: Ze Gan <[email protected]> * Revise white-box test Signed-off-by: Ze Gan <[email protected]> * Polish Readme Signed-off-by: Ze Gan <[email protected]>
microsoft · Oct 19, 2020 · 235438f · 235438f
2 parents 5a83877 + 4249203
commit 235438f
Show file tree

Hide file tree

Showing 271 changed files with 38,748 additions and 180 deletions.
diff --git a/util/regression-test/crs-v3.1/README.md b/util/regression-test/crs-v3.1/README.md
diff --git a/util/regression-test/crs-v3.2/README.md b/util/regression-test/crs-v3.2/README.md
diff --git a/...s-v3.2/black-box/auto_gen/REQUEST-913-SCANNER-DETECTION/Paranoia_Level_1/913100.auto.yaml b/...s-v3.2/black-box/auto_gen/REQUEST-913-SCANNER-DETECTION/Paranoia_Level_1/913100.auto.yaml
@@ -0,0 +1,14 @@
+meta: {author: msra, description: null, enabled: true, name: 913100.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost, User-Agent: nmap scripting engine}
+        method: GET
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 913100-0-auto
diff --git a/...s-v3.2/black-box/auto_gen/REQUEST-913-SCANNER-DETECTION/Paranoia_Level_1/913110.auto.yaml b/...s-v3.2/black-box/auto_gen/REQUEST-913-SCANNER-DETECTION/Paranoia_Level_1/913110.auto.yaml
@@ -0,0 +1,26 @@
+meta: {author: msra, description: null, enabled: true, name: 913110.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost, x-scanner: mKH9VwKR}
+        method: GET
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 913110-0-auto
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost, IwM5X: acunetix-scanning-agreement}
+        method: GET
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 913110-1-auto
diff --git a/...s-v3.2/black-box/auto_gen/REQUEST-913-SCANNER-DETECTION/Paranoia_Level_1/913120.auto.yaml b/...s-v3.2/black-box/auto_gen/REQUEST-913-SCANNER-DETECTION/Paranoia_Level_1/913120.auto.yaml
@@ -0,0 +1,28 @@
+meta: {author: msra, description: null, enabled: true, name: 913120.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost}
+        method: GET
+        port: 80
+        protocol: http
+        uri: //acunetix-wvs-test-for-some-inexistent-file
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 913120-0-auto
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost}
+        method: GET
+        port: 80
+        protocol: http
+        uri: /?nDZlx=/thereisnowaythat-you-canbethere
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 913120-1-auto
diff --git a/...s-v3.2/black-box/auto_gen/REQUEST-913-SCANNER-DETECTION/Paranoia_Level_2/913101.auto.yaml b/...s-v3.2/black-box/auto_gen/REQUEST-913-SCANNER-DETECTION/Paranoia_Level_2/913101.auto.yaml
@@ -0,0 +1,14 @@
+meta: {author: msra, description: null, enabled: true, name: 913101.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost, User-Agent: dav.pm/v}
+        method: GET
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 913101-0-auto
diff --git a/...s-v3.2/black-box/auto_gen/REQUEST-913-SCANNER-DETECTION/Paranoia_Level_2/913102.auto.yaml b/...s-v3.2/black-box/auto_gen/REQUEST-913-SCANNER-DETECTION/Paranoia_Level_2/913102.auto.yaml
@@ -0,0 +1,14 @@
+meta: {author: msra, description: null, enabled: true, name: 913102.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost, User-Agent: ahrefsbot}
+        method: GET
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 913102-0-auto
diff --git a/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920100.auto.yaml b/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920100.auto.yaml
@@ -0,0 +1,14 @@
+meta: {author: msra, description: null, enabled: true, name: 920100.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost}
+        method: S
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [405]
+  test_title: 920100-0-auto
diff --git a/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920180.auto.yaml b/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920180.auto.yaml
@@ -0,0 +1,14 @@
+meta: {author: msra, description: null, enabled: true, name: 920180.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost}
+        method: POST
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [405]
+  test_title: 920180-0-auto
diff --git a/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920190.auto.yaml b/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920190.auto.yaml
@@ -0,0 +1,26 @@
+meta: {author: msra, description: null, enabled: true, name: 920190.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost, Range: 'SD&5118-28,h@U<_}'}
+        method: GET
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 920190-0-auto
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost, Request-Range: 'x_(55815791-2928892,)*\'}
+        method: GET
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 920190-1-auto
diff --git a/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920210.auto.yaml b/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920210.auto.yaml
@@ -0,0 +1,14 @@
+meta: {author: msra, description: null, enabled: true, name: 920210.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Connection: 'pWm36FH=close,close', Host: localhost}
+        method: GET
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 920210-0-auto
diff --git a/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920220.auto.yaml b/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920220.auto.yaml
@@ -0,0 +1,15 @@
+meta: {author: msra, description: null, enabled: true, name: 920220.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost}
+        method: GET
+        port: 80
+        protocol: http
+        uri: //v%3Ai%25e
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 920220-0-auto
diff --git a/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920260.auto.yaml b/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920260.auto.yaml
@@ -0,0 +1,15 @@
+meta: {author: msra, description: null, enabled: true, name: 920260.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost}
+        method: GET
+        port: 80
+        protocol: http
+        uri: /%5D44%22%25ufFbbU%24pu%2Bg%3C%0DZ
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 920260-0-auto
diff --git a/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920270.auto.yaml b/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920270.auto.yaml
@@ -0,0 +1,28 @@
+meta: {author: msra, description: null, enabled: true, name: 920270.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost}
+        method: GET
+        port: 80
+        protocol: http
+        uri: /?tlSiCz=%00%00%00%00%00%00%00%00%00%00%00
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 920270-2-auto
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost}
+        method: GET
+        port: 80
+        protocol: http
+        uri: /?%00%00%00%00%00%00%00%00%00%00%00=DuKHW
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 920270-3-auto
diff --git a/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920311.auto.yaml b/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920311.auto.yaml
@@ -0,0 +1,14 @@
+meta: {author: msra, description: null, enabled: true, name: 920311.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Accept: '', Host: localhost}
+        method: GET
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [200, 404]
+  test_title: 920311-0-auto
diff --git a/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920330.auto.yaml b/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920330.auto.yaml
@@ -0,0 +1,14 @@
+meta: {author: msra, description: null, enabled: true, name: 920330.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost, User-Agent: ''}
+        method: GET
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [200, 404]
+  test_title: 920330-0-auto
diff --git a/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920420.auto.yaml b/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_1/920420.auto.yaml
@@ -0,0 +1,14 @@
+meta: {author: msra, description: null, enabled: true, name: 920420.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Content-Type: "*K{\f}KCTj3_9gV_'4^1q\f:", Host: localhost}
+        method: GET
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 920420-0-auto
diff --git a/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_2/920121.auto.yaml b/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_2/920121.auto.yaml
@@ -0,0 +1,17 @@
+meta: {author: msra, description: null, enabled: true, name: 920121.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        data: ['------abc', 'Content-Disposition: form-data; name="files[]"; filename="%26apos%3B"',
+          'Content-Type: text/plain', '', 'Content ', '', '------abc--']
+        dest_addr: 127.0.0.1
+        headers: {Cache-Control: no-cache, Content-Type: multipart/form-data; boundary=----abc,
+          Host: localhost, User-Agent: AppleWebKit Android}
+        method: POST
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 920121-0-auto
diff --git a/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_2/920230.auto.yaml b/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_2/920230.auto.yaml
@@ -0,0 +1,15 @@
+meta: {author: msra, description: null, enabled: true, name: 920230.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost}
+        method: GET
+        port: 80
+        protocol: http
+        uri: /?7g=HMYhQx%2571R%257ZOpS
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 920230-0-auto
diff --git a/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_2/920271.auto.yaml b/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_2/920271.auto.yaml
@@ -0,0 +1,54 @@
+meta: {author: msra, description: null, enabled: true, name: 920271.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost}
+        method: GET
+        port: 80
+        protocol: http
+        uri: /%1B%7F%06%01%02%17%0F%1E%7F%03%16
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 920271-0-auto
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost, jYQmxNeOGM: "\f\x19\x01\x06\b\x10\x19\x10\x13\x03\
+            \x1D"}
+        method: GET
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 920271-1-auto
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost}
+        method: GET
+        port: 80
+        protocol: http
+        uri: /?C8mrxFkAFR=%11%07%1D%07%10%08%06%1E%0E%04%13
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 920271-2-auto
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost}
+        method: GET
+        port: 80
+        protocol: http
+        uri: /?%06%0E%16%10%03%0E%19%1D%01%06%12=plOhk
+        version: HTTP/1.1
+      output:
+        status: [403]
+  test_title: 920271-3-auto
diff --git a/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_2/920320.auto.yaml b/...3.2/black-box/auto_gen/REQUEST-920-PROTOCOL-ENFORCEMENT/Paranoia_Level_2/920320.auto.yaml
@@ -0,0 +1,14 @@
+meta: {author: msra, description: null, enabled: true, name: 920320.auto.yaml}
+tests:
+- stages:
+  - stage:
+      input:
+        dest_addr: 127.0.0.1
+        headers: {Host: localhost, foo: ''}
+        method: GET
+        port: 80
+        protocol: http
+        version: HTTP/1.1
+      output:
+        status: [200, 404]
+  test_title: 920320-0-auto