You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
117 lines
4.6 KiB
117 lines
4.6 KiB
# -*- coding: utf-8 -*-
|
|
# Author: kelvinBen
|
|
# Github: https://github.com/kelvinBen/AppInfoScanner
|
|
|
|
import re
|
|
import xlwt
|
|
import socket
|
|
import config
|
|
from queue import Queue
|
|
import libs.core as cores
|
|
from libs.core.net import NetThreads
|
|
|
|
import requests
|
|
class NetTask(object):
|
|
value_list = []
|
|
domain_list=[]
|
|
|
|
def __init__(self,result_dict,app_history_list,domain_history_list,file_identifier,threads):
|
|
self.result_dict = result_dict
|
|
self.app_history_list = app_history_list
|
|
self.file_identifier = file_identifier
|
|
self.domain_queue = Queue()
|
|
self.threads = int(threads)
|
|
self.thread_list = []
|
|
self.domain_history_list = domain_history_list
|
|
|
|
def start(self):
|
|
xls_result_path = cores.xls_result_path
|
|
workbook = xlwt.Workbook(encoding = 'utf-8')
|
|
worksheet = self.__creating_excel_header__(workbook)
|
|
|
|
self.__write_result_to_txt__()
|
|
|
|
self.__start_threads__(worksheet)
|
|
|
|
for thread in self.thread_list:
|
|
thread.join()
|
|
|
|
workbook.save(xls_result_path)
|
|
|
|
def __creating_excel_header__(self,workbook):
|
|
worksheet = workbook.add_sheet("Result",cell_overwrite_ok=True)
|
|
worksheet.write(0,0, label = "Number")
|
|
worksheet.write(0,1, label = "IP/URL")
|
|
worksheet.write(0,2, label = "Domain")
|
|
worksheet.write(0,3, label = "Status")
|
|
worksheet.write(0,4, label = "IP")
|
|
worksheet.write(0,5, label = "Server")
|
|
worksheet.write(0,6, label = "Title")
|
|
worksheet.write(0,7, label = "CDN")
|
|
# worksheet.write(0,8, label = "Finger")
|
|
return worksheet
|
|
|
|
def __write_result_to_txt__(self):
|
|
txt_result_path = cores.txt_result_path
|
|
append_file_flag = True
|
|
|
|
with open(txt_result_path,"a+",encoding='utf-8',errors='ignore') as f:
|
|
for key,value in self.result_dict.items():
|
|
if cores.all_flag:
|
|
f.write(key+"\r")
|
|
|
|
for result in value:
|
|
if result in self.value_list:
|
|
continue
|
|
self.value_list.append(result)
|
|
if cores.all_flag:
|
|
f.write("\t"+result+"\r")
|
|
|
|
if (("http://" in result) or ("https://" in result)) and ("." in result):
|
|
domain = result.replace("https://","").replace("http://","")
|
|
|
|
if "{" in result or "}" in result or "[" in result or "]" in result or "\\" in result or "!" in result or "," in result:
|
|
continue
|
|
|
|
if "/" in domain:
|
|
domain = domain[:domain.index("/")]
|
|
|
|
if "|" in result:
|
|
result = result[:result.index("|")]
|
|
# 目前流通的域名中加上协议头最短长度为11位
|
|
if len(result) <= 10:
|
|
continue
|
|
|
|
url_suffix = result[result.rindex(".")+1:].lower()
|
|
if not(cores.resource_flag and url_suffix in config.sniffer_filter):
|
|
self.domain_queue.put({"domain":domain,"url_ip":result})
|
|
|
|
for identifier in self.file_identifier:
|
|
if identifier in self.app_history_list:
|
|
if not(domain in self.domain_history_list):
|
|
self.domain_list.append(domain)
|
|
self.__write_content_in_file__(cores.domain_history_path,domain)
|
|
continue
|
|
|
|
if not(domain in self.domain_list):
|
|
self.domain_list.append(domain)
|
|
self.__write_content_in_file__(cores.domain_history_path,domain)
|
|
|
|
if append_file_flag:
|
|
self.__write_content_in_file__(cores.app_history_path,identifier)
|
|
append_file_flag = False
|
|
|
|
f.close()
|
|
|
|
def __start_threads__(self,worksheet):
|
|
for threadID in range(0,self.threads) :
|
|
name = "Thread - " + str(threadID)
|
|
thread = NetThreads(threadID,name,self.domain_queue,worksheet)
|
|
thread.start()
|
|
self.thread_list.append(thread)
|
|
|
|
def __write_content_in_file__(self,file_path,content):
|
|
with open(file_path,"a+",encoding='utf-8',errors='ignore') as f:
|
|
f.write(content+"\r")
|
|
f.close()
|
|
|
|
|