最近在寫程式碼，涉及了web爬取連結的方面，在百度過程中了解到了這篇文章：superSpider,突然就好奇平時常見的爬蟲工具和掃描器裡的爬蟲模組能力如何，所以來測試下。
主要測試1個自己手寫的瞎眼爬蟲，還有crawlergo、rad、burpsuite pro v202012、awvs 2019
#只抓取a標籤下的href和script標籤下的src；
from urllib.parse import urlparse,urljoin
from bs4 import BeautifulSoup
import requests
import validators
from queue import Queue
import threading
requests.packages.urllib3.disable_warnings()
class jsfinder():
def __init__(self,url,cookie=""):
self.baseUrl = self.return_entire_url(url)
self.headers = {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.108 Safari/537.36",
"cookie": cookie}
self.q = Queue()
self.crawed_list = set()
self.urlList = []
self.q.put(url)
self.spider_status = 1
def return_entire_url(self,url):
if url is not None:
if url.startswith('http') or urlparse(url).scheme:
return url.strip()
else:
if self.baseUrl == "":
self.baseUrl = "http://" + url
print(self.baseUrl)
return urljoin(self.baseUrl,url.strip())
else:
pass
def spider(self):
while(not self.q.empty() or self.spider_status):
url = self.q.get()
if url in self.crawed_list :
continue
print("requesting:",url)
try:
resp = requests.get(url=url, headers=self.headers, timeout=5, verify=False)
self.htmlParse(resp)
self.crawed_list.add(url)
except:
print("requests error:",url)
if self.spider_status == 1:
time.sleep(5)
self.spider_status = 0
print(self.q.qsize())
def htmlParse(self,response):
tempList = []
blacklist = ['#',None,'javascript:']
soup = BeautifulSoup(response.text.encode('utf-8'), 'html.parser')
for href in soup.find_all('a'):
#print(self.urlParse(href.get('href')))
tempList.append(href.get('href'))
for href in soup.find_all('script'):
#print(self.urlParse(href.get('src')))
tempList.append(href.get('src'))
tempList = list(set(tempList)-set(blacklist))
for i in tempList:
url = self.return_entire_url(i)
if validators.url(url):
print("get:",url)
#print(i,self.return_entire_url(i))
if url not in self.crawed_list :
self.urlList.append(url)
if urlparse(url).netloc in self.baseUrl:
self.q.put(url)
if __name__ == "__main__":
A = jsfinder("http://testphp.vulnweb.com")
t = threading.Thread(target=A.spider)
t.start()
t.join()
for i in list(set(A.urlList)):
print(i)結果:
46個鏈接，夾雜著很多其他域名的鏈接，有很多帶參數的鏈接
http://testphp.vulnweb.com/product.php?pic=3 http://testphp.vulnweb.com/cart.php https://www.acunetix.com/blog/articles/prevent-sql-injection-vulnerabilities-in-php-applications/ http://testphp.vulnweb.com/hpp/ http://testphp.vulnweb.com/product.php?pic=7 http://testphp.vulnweb.com/guestbook.php http://testphp.vulnweb.com/listproducts.php?cat=2 http://testphp.vulnweb.com/Details/network-attached-storage-dlink/1/ http://testphp.vulnweb.com/categories.php http://testphp.vulnweb.com/artists.php http://www.eclectasy.com/Fractal-Explorer/index.html http://testphp.vulnweb.com/artists.php?artist=1 http://testphp.vulnweb.com/showimage.php?file=./pictures/5.jpg http://testphp.vulnweb.com/showimage.php?file=./pictures/4.jpg http://testphp.vulnweb.com/listproducts.php?artist=1 http://testphp.vulnweb.com/product.php?pic=1 http://testphp.vulnweb.com/showimage.php?file=./pictures/7.jpg http://testphp.vulnweb.com/userinfo.php http://testphp.vulnweb.com/product.php?pic=5 http://testphp.vulnweb.com/listproducts.php?artist=3 http://www.acunetix.com http://testphp.vulnweb.com/showimage.php?file=./pictures/2.jpg http://testphp.vulnweb.com/Details/color-printer/3/ http://testphp.vulnweb.com/listproducts.php?artist=2 http://testphp.vulnweb.com/disclaimer.php http://testphp.vulnweb.com/login.php http://testphp.vulnweb.com/listproducts.php?cat=1 http://testphp.vulnweb.com/artists.php?artist=2 http://testphp.vulnweb.com/showimage.php?file=./pictures/1.jpg http://testphp.vulnweb.com/Details/web-camera-a4tech/2/ https://www.acunetix.com/vulnerability-scanner/php-security-scanner/ http://testphp.vulnweb.com/listproducts.php?cat=4 http://testphp.vulnweb.com/privacy.php http://testphp.vulnweb.com/AJAX/index.php http://testphp.vulnweb.com/listproducts.php?cat=3 https://www.acunetix.com/vulnerability-scanner/ http://testphp.vulnweb.com/signup.php http://testphp.vulnweb.com/product.php?pic=2 http://testphp.vulnweb.com/showimage.php?file=./pictures/3.jpg https://www.acunetix.com/ http://testphp.vulnweb.com/index.php http://testphp.vulnweb.com?pp=12 http://testphp.vulnweb.com/Mod_Rewrite_Shop/ http://testphp.vulnweb.com/artists.php?artist=3 http://blog.mindedsecurity.com/2009/05/client-side-http-parameter-pollution.html http://testphp.vulnweb.com/product.php?pic=4
在官方範例程式碼上加了幾行
#!/usr/bin/python3
# coding: utf-8
import simplejson
import subprocess
def main():
target = "http://testphp.vulnweb.com/"
cmd = ["/home/loser/MySimpleScanner-master-v2/tools/crawlergo", "-c", "/usr/bin/google-chrome", "-o", "json", target]
rsp = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
output, error = rsp.communicate()
# "--[Mission Complete]--" 是任务结束的分隔字符串
result = simplejson.loads(output.decode().split("--[Mission Complete]--")[1])
req_list = result["req_list"]
for req in req_list:
print(req)
#print(req_list[0])
if __name__ == '__main__':
main()結果：
48條
{'url': 'http://testphp.vulnweb.com/', 'method': 'GET', 'headers': {'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'Target'}
{'url': 'https://testphp.vulnweb.com/', 'method': 'GET', 'headers': {'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'Target'}
{'url': 'http://testphp.vulnweb.com/artists.php', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/index.php', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/categories.php', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/disclaimer.php', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/guestbook.php', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/AJAX/index.php', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/cart.php', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/login.php', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/userinfo.php', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/privacy.php', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/hpp/', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/Mod_Rewrite_Shop/', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/search.php?test=query', 'method': 'POST', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Content-Type': 'application/x-www-form-urlencoded', 'Origin': 'http://testphp.vulnweb.com', 'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': 'searchFor=Crawlergo', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/search.php?test=query', 'method': 'POST', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Content-Type': 'application/x-www-form-urlencoded', 'Origin': 'http://testphp.vulnweb.com', 'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': 'searchFor=Crawlergo&goButton=go', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/signup.php', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/login.php', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/userinfo.php', 'method': 'POST', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Content-Type': 'application/x-www-form-urlencoded', 'Origin': 'http://testphp.vulnweb.com', 'Referer': 'http://testphp.vulnweb.com/login.php', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': 'uname=crawlergo%40gmail.com&pass=Crawlergo6.', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/listproducts.php?cat=1', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/categories.php', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/artists.php?artist=1', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/artists.php', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/comment.php?aid=1', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/artists.php', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'OpenWindow'}
{'url': 'http://testphp.vulnweb.com/AJAX/artists.php', 'method': 'GET', 'headers': {'Accept': '*/*', 'Referer': 'http://testphp.vulnweb.com/AJAX/index.php', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/AJAX/categories.php', 'method': 'GET', 'headers': {'Accept': '*/*', 'Referer': 'http://testphp.vulnweb.com/AJAX/index.php', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/AJAX/titles.php', 'method': 'GET', 'headers': {'Accept': '*/*', 'Referer': 'http://testphp.vulnweb.com/AJAX/index.php', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/AJAX/showxml.php', 'method': 'POST', 'headers': {'Accept': '*/*', 'Referer': 'http://testphp.vulnweb.com/AJAX/index.php', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36', 'content-type': 'text/xml'}, 'data': '<xml><node>nodetext1</node><node>nodetext2</node></xml>', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/hpp/?pp=12', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/hpp/', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/userinfo.php', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'Navigation'}
{'url': 'http://testphp.vulnweb.com/search.php?test=query', 'method': 'GET', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'Navigation'}
{'url': 'http://testphp.vulnweb.com/listproducts.php?artist=1', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/artists.php?artist=1', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/secured/newuser.php', 'method': 'POST', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Content-Type': 'application/x-www-form-urlencoded', 'Origin': 'http://testphp.vulnweb.com', 'Referer': 'http://testphp.vulnweb.com/signup.php', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': 'uuname=carwalwelregrogo%40gmail.com&upass=Crawlergo6.&upass2=Crawlergo6.&urname=crawlergo%40gmail.com&ucc=Crawlergo&uemail=crawlergo%40gmail.com&uphone=18812345678&uaddress=Cr', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/secured/newuser.php', 'method': 'POST', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Content-Type': 'application/x-www-form-urlencoded', 'Origin': 'http://testphp.vulnweb.com', 'Referer': 'http://testphp.vulnweb.com/signup.php', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': 'uuname=carwalwelregrogo%40gmail.com&upass=Crawlergo6.&upass2=Crawlergo6.&urname=crawlergo%40gmail.com&ucc=Crawlergo&uemail=crawlergo%40gmail.com&uphone=18812345678&uaddress=Cr&signup=signup', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/showimage.php?file=./pictures/1.jpg&size=160', 'method': 'GET', 'headers': {'Accept': 'image/avif,image/webp,image/apng,image/*,*/*;q=0.8', 'Referer': 'http://testphp.vulnweb.com/listproducts.php?cat=1', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/product.php?pic=2', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/listproducts.php?cat=1', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/showimage.php?file=./pictures/1.jpg', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/listproducts.php?cat=1', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/comment.php?pid=1', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/listproducts.php?cat=1', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'OpenWindow'}
{'url': 'http://testphp.vulnweb.com/userinfo.php', 'method': 'POST', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Content-Type': 'application/x-www-form-urlencoded', 'Origin': 'http://testphp.vulnweb.com', 'Referer': 'http://testphp.vulnweb.com/login.php', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': 'uname=crawlergo%40gmail.com&pass=Crawlergo6.', 'source': 'Navigation'}
{'url': 'http://testphp.vulnweb.com/comment.php', 'method': 'POST', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Content-Type': 'application/x-www-form-urlencoded', 'Origin': 'http://testphp.vulnweb.com', 'Referer': 'http://testphp.vulnweb.com/comment.php?aid=1', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': 'name=Ccrraawwlleerrggoo%40gmail.com%3Cyour+name+here%3E&comment=&phpaction=echo+%24_POST%5Bcomment%5D%3B', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/comment.php', 'method': 'POST', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Content-Type': 'application/x-www-form-urlencoded', 'Origin': 'http://testphp.vulnweb.com', 'Referer': 'http://testphp.vulnweb.com/comment.php?aid=1', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': 'name=Ccrraawwlleerrggoo%40gmail.com%3Cyour+name+here%3E&comment=&Submit=Submit&phpaction=echo+%24_POST%5Bcomment%5D%3B', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/hpp/params.php?p=valid&pp=12', 'method': 'GET', 'headers': {'Referer': 'http://testphp.vulnweb.com/hpp/?pp=12', 'Spider-Name': 'crawlergo', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'DOM'}
{'url': 'http://testphp.vulnweb.com/hpp/params.php?', 'method': 'GET', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Referer': 'http://testphp.vulnweb.com/hpp/?pp=12', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/hpp/params.php?aaaa%2F=Submit', 'method': 'GET', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Referer': 'http://testphp.vulnweb.com/hpp/?pp=12', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/AJAX/showxml.php', 'method': 'GET', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'Navigation'}
{'url': 'http://testphp.vulnweb.com/secured/newuser.php', 'method': 'GET', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'Navigation'}
{'url': 'http://testphp.vulnweb.com/comment.php', 'method': 'GET', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'Navigation'}
{'url': 'http://testphp.vulnweb.com/comment.php', 'method': 'POST', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Content-Type': 'application/x-www-form-urlencoded', 'Origin': 'http://testphp.vulnweb.com', 'Referer': 'http://testphp.vulnweb.com/comment.php?aid=1', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': 'name=Ccrraawwlleerrggoo%40gmail.com%3Cyour+name+here%3E&comment=&phpaction=echo+%24_POST%5Bcomment%5D%3B', 'source': 'Navigation'}
{'url': 'http://testphp.vulnweb.com/cart.php', 'method': 'POST', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Content-Type': 'application/x-www-form-urlencoded', 'Origin': 'http://testphp.vulnweb.com', 'Referer': 'http://testphp.vulnweb.com/product.php?pic=2', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': 'price=800&addcart=2', 'source': 'XHR'}
{'url': 'http://testphp.vulnweb.com/comment.php', 'method': 'POST', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Content-Type': 'application/x-www-form-urlencoded', 'Origin': 'http://testphp.vulnweb.com', 'Referer': 'http://testphp.vulnweb.com/comment.php?aid=1', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': 'name=Ccrraawwlleerrggoo%40gmail.com%3Cyour+name+here%3E&comment=&Submit=Submit&phpaction=echo+%24_POST%5Bcomment%5D%3B', 'source': 'Navigation'}
{'url': 'http://testphp.vulnweb.com/comment.php', 'method': 'GET', 'headers': {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', 'Spider-Name': 'crawlergo', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.0 Safari/537.36'}, 'data': '', 'source': 'Navigation'}清洗後：
http://testphp.vulnweb.com/ https://testphp.vulnweb.com/ http://testphp.vulnweb.com/artists.php http://testphp.vulnweb.com/index.php http://testphp.vulnweb.com/categories.php http://testphp.vulnweb.com/disclaimer.php http://testphp.vulnweb.com/guestbook.php http://testphp.vulnweb.com/AJAX/index.php http://testphp.vulnweb.com/cart.php http://testphp.vulnweb.com/login.php http://testphp.vulnweb.com/userinfo.php http://testphp.vulnweb.com/privacy.php http://testphp.vulnweb.com/hpp/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/ http://testphp.vulnweb.com/search.php?test=query http://testphp.vulnweb.com/search.php?test=query http://testphp.vulnweb.com/signup.php http://testphp.vulnweb.com/userinfo.php http://testphp.vulnweb.com/listproducts.php?cat=1 http://testphp.vulnweb.com/artists.php?artist=1 http://testphp.vulnweb.com/comment.php?aid=1 http://testphp.vulnweb.com/AJAX/artists.php http://testphp.vulnweb.com/AJAX/categories.php http://testphp.vulnweb.com/AJAX/titles.php http://testphp.vulnweb.com/AJAX/showxml.php http://testphp.vulnweb.com/hpp/?pp=12 http://testphp.vulnweb.com/userinfo.php http://testphp.vulnweb.com/search.php?test=query http://testphp.vulnweb.com/listproducts.php?artist=1 http://testphp.vulnweb.com/secured/newuser.php http://testphp.vulnweb.com/secured/newuser.php http://testphp.vulnweb.com/showimage.php?file=./pictures/1.jpg&size=160 http://testphp.vulnweb.com/product.php?pic=2 http://testphp.vulnweb.com/showimage.php?file=./pictures/1.jpg http://testphp.vulnweb.com/comment.php?pid=1 http://testphp.vulnweb.com/userinfo.php http://testphp.vulnweb.com/comment.php http://testphp.vulnweb.com/comment.php http://testphp.vulnweb.com/hpp/params.php?p=valid&pp=12 http://testphp.vulnweb.com/hpp/params.php? http://testphp.vulnweb.com/hpp/params.php?aaaa%2F=Submit http://testphp.vulnweb.com/AJAX/showxml.php http://testphp.vulnweb.com/secured/newuser.php http://testphp.vulnweb.com/comment.php http://testphp.vulnweb.com/comment.php http://testphp.vulnweb.com/cart.php http://testphp.vulnweb.com/comment.php http://testphp.vulnweb.com/comment.php
./rad_linux_amd64 --target http://testphp.vulnweb.com --text-output rad.log
結果：42條， 由於存在get和post的區別，清洗後去重為39條
GET http://testphp.vulnweb.com/ GET http://testphp.vulnweb.com/index.php GET http://testphp.vulnweb.com/artists.php GET http://testphp.vulnweb.com/cart.php GET http://testphp.vulnweb.com/guestbook.php GET http://testphp.vulnweb.com/AJAX/index.php GET http://testphp.vulnweb.com/images/ GET http://testphp.vulnweb.com/login.php POST http://testphp.vulnweb.com/search.php?test=query GET http://testphp.vulnweb.com/categories.php GET http://testphp.vulnweb.com/disclaimer.php GET http://testphp.vulnweb.com/userinfo.php POST http://testphp.vulnweb.com/guestbook.php POST http://testphp.vulnweb.com/userinfo.php GET http://testphp.vulnweb.com/Flash/ GET http://testphp.vulnweb.com/AJAX/artists.php GET http://testphp.vulnweb.com/privacy.php GET http://testphp.vulnweb.com/AJAX/infoartist.php?id=1 GET http://testphp.vulnweb.com/Mod_Rewrite_Shop/ GET http://testphp.vulnweb.com/hpp/ GET http://testphp.vulnweb.com/artists.php?artist=1 GET http://testphp.vulnweb.com/comment.php?aid=1 GET http://testphp.vulnweb.com/signup.php GET http://testphp.vulnweb.com/listproducts.php?cat=1 GET http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/ GET http://testphp.vulnweb.com/Mod_Rewrite_Shop/images/ GET http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/ GET http://testphp.vulnweb.com/hpp/?pp=12 POST http://testphp.vulnweb.com/comment.php POST http://testphp.vulnweb.com/secured/newuser.php GET http://testphp.vulnweb.com/product.php?pic=1 GET http://testphp.vulnweb.com/listproducts.php?artist=1 GET http://testphp.vulnweb.com/Mod_Rewrite_Shop/RateProduct-1.html GET http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/ GET http://testphp.vulnweb.com/showimage.php?file=./pictures/1.jpg GET http://testphp.vulnweb.com/showimage.php?file=./pictures/1.jpg&size=160 GET http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-1/ POST http://testphp.vulnweb.com/cart.php GET http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-2/ GET http://testphp.vulnweb.com/Mod_Rewrite_Shop/RateProduct-2.html GET http://testphp.vulnweb.com/hpp/params.php?p=valid&pp=12 GET http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/
爬取較耗費時間，截圖的時候是49個，但是隨著時間增加數量還在上升，在後面回看的時候數量已經一百多了
http://testphp.vulnweb.com GET / burp.f5s@306052ce 200 5175 HTML Home of Acunetix Art 1611359458449 http://testphp.vulnweb.com GET /AJAX/ burp.f5s@cd68998 200 4453 HTML ajax test 1611359674072 http://testphp.vulnweb.com GET /AJAX/index.php burp.f5s@126828be 200 4453 HTML ajax test 1611359674872 http://testphp.vulnweb.com GET /Flash/ burp.f5s@510aed85 200 514 HTML Index of /Flash/ 1611359682400 http://testphp.vulnweb.com GET /Flash/add.fla burp.f5s@63ce2348 200 154877 HTML 1611359714830 http://testphp.vulnweb.com GET /Flash/add.swf burp.f5s@5becece0 200 17674 flash 1611359684049 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/ burp.f5s@81212fb 200 1191 HTML 1611359686649 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-1/ burp.f5s@ef2a0b9 200 316 HTML 1611359784523 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-2/ burp.f5s@1cb4164c 200 291 HTML 1611359788669 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-2/2.php burp.f5s@200362d6 200 386 script 1611360605080 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-2/3.php burp.f5s@389e39e7 200 386 script 1611360605176 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-2/BuyProduct-3/ burp.f5s@23f2b125 200 291 HTML 1611360609454 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-2/cart/ burp.f5s@1fc8c561 200 291 HTML 1611360609615 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-2/categories/ burp.f5s@2466019c 200 291 HTML 1611360609749 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-2/categories/Mod_Rewrite_Shop burp.f5s@6d7e45f6 200 386 script 1611360666497 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-2/categories/index burp.f5s@5bb3bae5 200 386 script 1611360665770 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-2/categories/logo burp.f5s@2099f3f 200 386 script 1611360665634 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-2/cgi-bin/ burp.f5s@16f71403 200 291 HTML 1611360609615 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-3/ burp.f5s@9b9a2de 200 308 HTML 1611359793221 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-3/RateProduct-1.asp burp.f5s@4f1b459e 200 386 script 1611360727449 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-3/params.php burp.f5s@1a5db25 200 386 script 1611360725439 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-3/privacy.aspx burp.f5s@2fdc801e 200 386 script 1611360725841 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/BuyProduct-3/product.asp burp.f5s@6b377869 200 386 script 1611360727028 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/color-printer/3/ burp.f5s@7e95f724 200 529 HTML 1611359733180 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/color-printer/3/1/ burp.f5s@51c66720 200 535 HTML 1611360417812 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/color-printer/3/2/ burp.f5s@1ad1d176 200 495 HTML 1611360417956 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/ burp.f5s@4af51675 200 535 HTML 1611359721331 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/Details.php burp.f5s@1b88f4d8 200 386 script 1611360185772 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/Flash.html burp.f5s@79957fee 200 386 script 1611360185898 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/disclaimer.html burp.f5s@6d5b4bcb 200 386 script 1611360185841 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/favicon.html burp.f5s@f7faeab 200 386 script 1611360185721 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/web-camera-a4tech/2/ burp.f5s@538da5a8 200 495 HTML 1611359725032 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/web-camera-a4tech/2/Mod_Rewrite_Shop/ burp.f5s@135ca38 200 386 script 1611360306031 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/web-camera-a4tech/2/logo/ burp.f5s@3607ccc6 200 386 script 1611360304942 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/web-camera-a4tech/2/logo/BuyProduct-1.htm burp.f5s@447f265b 200 386 script 1611360785562 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/web-camera-a4tech/2/logo/BuyProduct-2.htm burp.f5s@7ae17b99 200 386 script 1611360786103 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/web-camera-a4tech/2/logo/BuyProduct-3.htm burp.f5s@55aa0af7 200 386 script 1611360784930 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/web-camera-a4tech/2/logo/artists.php burp.f5s@5d438d78 200 386 script 1611360785810 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/Details/web-camera-a4tech/2/network-attached-storage-dlink/ burp.f5s@60333575 200 386 script 1611360306304 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/RateProduct-1.html burp.f5s@11ffb759 200 316 HTML 1611359785570 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/RateProduct-3.html burp.f5s@1487ea23 200 308 HTML 1611359795219 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/images/ burp.f5s@55ee8d86 200 656 HTML Index of /Mod_Rewrite_Shop/images/ 1611359714160 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/index.php burp.f5s@2c8f82d3 200 1191 HTML 1611360008044 http://testphp.vulnweb.com GET /admin/ burp.f5s@40a6ad64 200 405 HTML Index of /admin/ 1611359695435 http://testphp.vulnweb.com GET /admin/create.sql burp.f5s@6b5b91a1 200 771 script 1611359768567 http://testphp.vulnweb.com GET /categories.php burp.f5s@4af8b3f1 200 6332 HTML picture categories 1611359533220 http://testphp.vulnweb.com GET /hpp/ burp.f5s@1ab12967 200 419 HTML HTTP Parameter Pollution Example 1611359684548 http://testphp.vulnweb.com GET /hpp/params.php burp.f5s@6f896ad8 200 214 1611359777049 http://testphp.vulnweb.com GET /images/ burp.f5s@58683811 200 520 HTML Index of /images/ 1611359667907 http://testphp.vulnweb.com GET /secured/ burp.f5s@57007fd6 200 214 1611359774940 http://testphp.vulnweb.com GET /secured/newuser.php burp.f5s@44698e40 200 631 HTML add new user 1611359776066 http://testphp.vulnweb.com GET /AJAX burp.f5s@6012f3bf 301 371 HTML 301 Moved Permanently 1611359538410 http://testphp.vulnweb.com GET /Flash burp.f5s@7923f71c 301 372 HTML 301 Moved Permanently 1611359540411 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop burp.f5s@2d09c921 301 383 HTML 301 Moved Permanently 1611359667359 http://testphp.vulnweb.com GET /Mod_Rewrite_Shop/images burp.f5s@251a494e 301 390 HTML 301 Moved Permanently 1611359707781 http://testphp.vulnweb.com GET /admin burp.f5s@52e2d959 301 372 HTML 301 Moved Permanently 1611359667311 http://testphp.vulnweb.com GET /hpp burp.f5s@341f4f0e 301 370 HTML 301 Moved Permanently 1611359538318 http://testphp.vulnweb.com GET /images burp.f5s@57bcd86d 301 373 HTML 301 Moved Permanently 1611359667272 http://testphp.vulnweb.com GET /artists.php burp.f5s@209bbbed 0 0 0 http://testphp.vulnweb.com GET /cart.php burp.f5s@647786b6 0 0 0 http://testphp.vulnweb.com GET /disclaimer.php burp.f5s@2a5ec209 0 0 0 http://testphp.vulnweb.com GET /guestbook.php burp.f5s@1b90189f 0 0 0 http://testphp.vulnweb.com GET /index.php burp.f5s@66298cd3 0 0 0 http://testphp.vulnweb.com GET /login.php burp.f5s@3e33e496 0 0 0 http://testphp.vulnweb.com GET /privacy.php burp.f5s@622137d3 0 0 0 http://testphp.vulnweb.com GET /userinfo.php burp.f5s@79ee9fe8 0 0 0
掃描相對burp很快，不知道是不是自家網站緣故，掃描結果數量405，但是很多都是Mod_Rewrite模組下的
http://testphp.vulnweb.com/ http://testphp.vulnweb.com/.idea/ http://testphp.vulnweb.com/.idea/.name http://testphp.vulnweb.com/.idea/acuart.iml http://testphp.vulnweb.com/.idea/encodings.xml http://testphp.vulnweb.com/.idea/misc.xml http://testphp.vulnweb.com/.idea/modules.xml http://testphp.vulnweb.com/.idea/scopes/ http://testphp.vulnweb.com/.idea/scopes/scope_settings.xml http://testphp.vulnweb.com/.idea/vcs.xml http://testphp.vulnweb.com/.idea/workspace.xml http://testphp.vulnweb.com/404.php http://testphp.vulnweb.com/AJAX/ http://testphp.vulnweb.com/AJAX/artists.php http://testphp.vulnweb.com/AJAX/categories.php http://testphp.vulnweb.com/AJAX/htaccess.conf http://testphp.vulnweb.com/AJAX/index.php http://testphp.vulnweb.com/AJAX/infoartist.php http://testphp.vulnweb.com/AJAX/infocateg.php http://testphp.vulnweb.com/AJAX/infotitle.php http://testphp.vulnweb.com/AJAX/showxml.php http://testphp.vulnweb.com/AJAX/styles.css http://testphp.vulnweb.com/AJAX/titles.php http://testphp.vulnweb.com/CVS/ http://testphp.vulnweb.com/CVS/Entries http://testphp.vulnweb.com/CVS/Entries.Log http://testphp.vulnweb.com/CVS/Repository http://testphp.vulnweb.com/CVS/Root http://testphp.vulnweb.com/Connections/ http://testphp.vulnweb.com/Connections/DB_Connection.php http://testphp.vulnweb.com/Flash/ http://testphp.vulnweb.com/Flash/add.fla http://testphp.vulnweb.com/Flash/add.swf http://testphp.vulnweb.com/Mod_Rewrite_Shop/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/details.php3/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/BuyProduct-3/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/color-printer/3/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/network-attached-storage-dlink/1/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/images/images/.htaccess http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/images/images/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/images/images/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/images/images/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/images/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/Details/web-camera-a4tech/2/rate.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/RateProduct-3.html http://testphp.vulnweb.com/Mod_Rewrite_Shop/buy.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/details.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/images/ http://testphp.vulnweb.com/Mod_Rewrite_Shop/index.php http://testphp.vulnweb.com/Mod_Rewrite_Shop/rate.php http://testphp.vulnweb.com/Templates/ http://testphp.vulnweb.com/Templates/main_dynamic_template.dwt.php http://testphp.vulnweb.com/_mmServerScripts/ http://testphp.vulnweb.com/_mmServerScripts/MMHTTPDB.php http://testphp.vulnweb.com/_mmServerScripts/mysql.php http://testphp.vulnweb.com/adm1nPan3l/ http://testphp.vulnweb.com/adm1nPan3l/index.php http://testphp.vulnweb.com/admin/ http://testphp.vulnweb.com/admin/create.sql http://testphp.vulnweb.com/artists.php http://testphp.vulnweb.com/bxss/ http://testphp.vulnweb.com/bxss/adminPan3l/ http://testphp.vulnweb.com/bxss/adminPan3l/index.php http://testphp.vulnweb.com/bxss/adminPan3l/style.css http://testphp.vulnweb.com/bxss/cleanDatabase.php http://testphp.vulnweb.com/bxss/database_connect.php http://testphp.vulnweb.com/bxss/index.php http://testphp.vulnweb.com/bxss/test.js http://testphp.vulnweb.com/bxss/vuln.php http://testphp.vulnweb.com/cart.php http://testphp.vulnweb.com/categories.php http://testphp.vulnweb.com/clearguestbook.php http://testphp.vulnweb.com/clientaccesspolicy.xml http://testphp.vulnweb.com/comment.php http://testphp.vulnweb.com/crossdomain.xml http://testphp.vulnweb.com/database_connect.php http://testphp.vulnweb.com/disclaimer.php http://testphp.vulnweb.com/guestbook.php http://testphp.vulnweb.com/hpp/ http://testphp.vulnweb.com/hpp/index.php http://testphp.vulnweb.com/hpp/params.php http://testphp.vulnweb.com/hpp/test.php http://testphp.vulnweb.com/images/ http://testphp.vulnweb.com/index.bak http://testphp.vulnweb.com/index.php http://testphp.vulnweb.com/listproducts.php http://testphp.vulnweb.com/login.php http://testphp.vulnweb.com/logout.php http://testphp.vulnweb.com/medias/ http://testphp.vulnweb.com/medias/css/ http://testphp.vulnweb.com/medias/css/main.css http://testphp.vulnweb.com/medias/img/ http://testphp.vulnweb.com/medias/js/ http://testphp.vulnweb.com/medias/js/common_functions.js http://testphp.vulnweb.com/pictures/ http://testphp.vulnweb.com/pictures/1.jpg.tn http://testphp.vulnweb.com/pictures/2.jpg.tn http://testphp.vulnweb.com/pictures/3.jpg.tn http://testphp.vulnweb.com/pictures/4.jpg.tn http://testphp.vulnweb.com/pictures/5.jpg.tn http://testphp.vulnweb.com/pictures/6.jpg.tn http://testphp.vulnweb.com/pictures/7.jpg.tn http://testphp.vulnweb.com/pictures/8.jpg.tn http://testphp.vulnweb.com/pictures/WS_FTP.LOG http://testphp.vulnweb.com/pictures/credentials.txt http://testphp.vulnweb.com/pictures/ipaddresses.txt http://testphp.vulnweb.com/pictures/path-disclosure-unix.html http://testphp.vulnweb.com/pictures/path-disclosure-win.html http://testphp.vulnweb.com/pictures/wp-config.bak http://testphp.vulnweb.com/privacy.php http://testphp.vulnweb.com/product.php http://testphp.vulnweb.com/redir.php http://testphp.vulnweb.com/search.php http://testphp.vulnweb.com/secured/ http://testphp.vulnweb.com/secured/database_connect.php http://testphp.vulnweb.com/secured/index.php http://testphp.vulnweb.com/secured/newuser.php http://testphp.vulnweb.com/secured/office.htm http://testphp.vulnweb.com/secured/office_files/ http://testphp.vulnweb.com/secured/office_files/filelist.xml http://testphp.vulnweb.com/secured/phpinfo.php http://testphp.vulnweb.com/secured/style.css http://testphp.vulnweb.com/sendcommand.php http://testphp.vulnweb.com/showimage.php http://testphp.vulnweb.com/signup.php http://testphp.vulnweb.com/style.css http://testphp.vulnweb.com/userinfo.php http://testphp.vulnweb.com/wvstests/ http://testphp.vulnweb.com/wvstests/pmwiki_2_1_19/ http://testphp.vulnweb.com/wvstests/pmwiki_2_1_19/scripts/ http://testphp.vulnweb.com/wvstests/pmwiki_2_1_19/scripts/version.php
由上所有數據可以看出，awvs和burpsuite爬取的數據量是屬於最多的一層的， crawlergo和rad和我手寫的爬蟲好像是一層。 。僅數據量來說。 。
再看下資料質量，這裡我主要看手寫的爬蟲(下面稱為基準)，和rad 、crawlergo
#首先，我們先把基準數據和rad的數據比較
先取交集，
存在17個交集數據，各自減去交集後的數據，排序，對比
http://testphp.vulnweb.com/Mod_Rewrite_Shop/目錄下的，這邊基準爬蟲和rad裡都存在了這個目錄。
存在18個交集
還是右邊有的左邊基本都沒有，但是左右那幾個details目錄右側也沒有發現
#驚人的相似-_- ，
#
以上是如何進行crawlergo、rad、burpsuite和awvs爬蟲的對比的詳細內容。更多資訊請關注PHP中文網其他相關文章！
