misc: small fix or general refactoring i did not bother commenting

examples/web_vulnerability_scanner/http-req.py

@@ -20,6 +20,7 @@
 url = args.url if not args.url[-1] == '/' else args.url[:-1]
 
 # escape the query string if present
+main = path
 if '?' in path:
     main, querystr = path.split('?', 1)
     quoted = []
@@ -33,9 +34,11 @@
 
 r = requests.get(f"{url}{path}", headers=headers, timeout=15)
 
-print()
-print(f"HTTP/{r.raw.version/10} {r.raw.status} {r.raw.reason}")
-for k, v in r.raw.headers.items():
-    print(f"{k}: {v}")
-print(r.text)
-print()
+if r.raw.status == 200:
+    print(f"HTTP/{r.raw.version/10} {r.raw.status} {r.raw.reason}")
+    for k, v in r.raw.headers.items():
+        print(f"{k}: {v}")
+    print(r.text)
+
+else:
+    print(f"Page {main} : {r.raw.reason}")

examples/web_vulnerability_scanner/task.yml

@@ -16,6 +16,7 @@ guidance:
   - Enumerate pages and folders that are relevant for fingerprinting first.
   - Build and collect memories with details about the web server and the various technologies used.
   - Understand the structure of the website and the technology used before starting the attacks.
+  - If a page returns a "not found" error stop requesting it and try another page.
 
 # the agent toolbox
 functions: