You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
102 lines
4.0 KiB
102 lines
4.0 KiB
#! /usr/bin/python3
|
|
# -*- coding: utf-8 -*-
|
|
# Author: kelvinBen
|
|
# Github: https://github.com/kelvinBen/AppInfoScanner
|
|
import config
|
|
from queue import Queue
|
|
import libs.core as cores
|
|
from openpyxl import Workbook
|
|
from libs.core.net import NetThreads
|
|
|
|
class NetTask(object):
|
|
value_list = []
|
|
domain_list=[]
|
|
|
|
def __init__(self,result_dict,app_history_list,domain_history_list,file_identifier):
|
|
self.result_dict = result_dict
|
|
self.app_history_list = app_history_list
|
|
self.domain_history_list = domain_history_list
|
|
self.file_identifier = file_identifier
|
|
|
|
self.domain_queue = Queue()
|
|
self.thread_list = []
|
|
|
|
|
|
def start(self):
|
|
xls_result_path = cores.xls_result_path
|
|
workbook = Workbook()
|
|
worksheet = self.__creating_excel_header__(workbook)
|
|
|
|
self.__write_result_to_txt__()
|
|
|
|
self.__start_threads__(worksheet)
|
|
|
|
for thread in self.thread_list:
|
|
thread.join()
|
|
|
|
workbook.save(xls_result_path)
|
|
|
|
def __creating_excel_header__(self,workbook):
|
|
worksheet = workbook.create_sheet("Result",0)
|
|
excel_headers = ["Number","IP/URL","Domain","Status","IP","Server","Title","CDN","Finger"]
|
|
for head_cell in excel_headers:
|
|
column = excel_headers.index(head_cell) + 1
|
|
worksheet.cell(row=1, column=column).value = head_cell
|
|
return worksheet
|
|
|
|
def __write_result_to_txt__(self):
|
|
txt_result_path = cores.txt_result_path
|
|
append_file_flag = True
|
|
|
|
for key,value in self.result_dict.items():
|
|
for result in value:
|
|
if result in self.value_list:
|
|
continue
|
|
self.value_list.append(result)
|
|
|
|
if (("http://" in result) or ("https://" in result)) and ("." in result):
|
|
domain = result.replace("https://","").replace("http://","")
|
|
|
|
if "{" in result or "}" in result or "[" in result or "]" in result or "\\" in result or "!" in result or "," in result:
|
|
continue
|
|
|
|
if "/" in domain:
|
|
domain = domain[:domain.index("/")]
|
|
|
|
if "|" in result:
|
|
result = result[:result.index("|")]
|
|
# 目前流通的域名中加上协议头最短长度为11位
|
|
if len(result) <= 10:
|
|
continue
|
|
|
|
url_suffix = result[result.rindex(".")+1:].lower()
|
|
if not(cores.resource_flag and url_suffix in config.sniffer_filter):
|
|
self.domain_queue.put({"domain":domain,"url_ip":result})
|
|
|
|
for identifier in self.file_identifier:
|
|
if identifier in self.app_history_list:
|
|
if not(domain in self.domain_history_list):
|
|
self.domain_list.append(domain)
|
|
self.__write_content_in_file__(cores.domain_history_path,domain)
|
|
continue
|
|
|
|
if not(domain in self.domain_list):
|
|
self.domain_list.append(domain)
|
|
self.__write_content_in_file__(cores.domain_history_path,domain)
|
|
|
|
if append_file_flag:
|
|
self.__write_content_in_file__(cores.app_history_path,identifier)
|
|
append_file_flag = False
|
|
|
|
def __start_threads__(self,worksheet):
|
|
for threadID in range(0, cores.threads_num):
|
|
name = "Thread - " + str(threadID)
|
|
thread = NetThreads(threadID,name,self.domain_queue,worksheet)
|
|
thread.start()
|
|
self.thread_list.append(thread)
|
|
|
|
def __write_content_in_file__(self,file_path,content):
|
|
with open(file_path,"a+",encoding='utf-8',errors='ignore') as f:
|
|
f.write(content+"\r")
|
|
f.close()
|
|
|
|
|