modules/datasets/spyse_api.py
from config import settings
from common.query import Query
class SpyseAPI(Query):
def __init__(self, domain):
Query.__init__(self)
self.domain = domain
self.module = 'Dataset'
self.source = 'SpyseAPIQuery'
self.token = settings.spyse_api_token
def query(self):
"""
向接口查询子域并做子域匹配
"""
limit = 100
offset = 0
while True:
self.header = self.get_header()
self.header.update({'Authorization': 'Bearer ' + self.token})
self.proxy = self.get_proxy(self.source)
addr = 'https://api.spyse.com/v3/data/domain/subdomain'
params = {'domain': self.domain, 'offset': offset, 'limit': limit}
resp = self.get(addr, params)
if not resp:
return
json = resp.json()
subdomains = self.match_subdomains(str(json))
if not subdomains: # 没有发现子域名则停止查询
break
self.subdomains.update(subdomains)
offset += limit
if len(json.get('data').get('items')) < limit:
break
def run(self):
"""
类执行入口
"""
if not self.have_api(self.token):
return
self.begin()
self.query()
self.finish()
self.save_json()
self.gen_result()
self.save_db()
def run(domain):
"""
类统一调用入口
:param str domain: 域名
"""
query = SpyseAPI(domain)
query.run()
if __name__ == '__main__':
run('example.com')