pax_global_header00006660000000000000000000000064141201335030014502gustar00rootroot0000000000000052 comment=8b0ad9a0b55f11f1af3018e0bccfe1e230e6382b spyse-python-2.2.3/000077500000000000000000000000001412013350300141705ustar00rootroot00000000000000spyse-python-2.2.3/.github/000077500000000000000000000000001412013350300155305ustar00rootroot00000000000000spyse-python-2.2.3/.github/workflows/000077500000000000000000000000001412013350300175655ustar00rootroot00000000000000spyse-python-2.2.3/.github/workflows/python-publish.yml000066400000000000000000000020441412013350300232750ustar00rootroot00000000000000# This workflow will upload a Python Package using Twine when a release is created # For more information see: https://help.github.com/en/actions/language-and-framework-guides/using-python-with-github-actions#publishing-to-package-registries # This workflow uses actions that are not certified by GitHub. # They are provided by a third-party and are governed by # separate terms of service, privacy policy, and support # documentation. name: Upload Python Package on: release: types: [published] jobs: deploy: runs-on: ubuntu-latest steps: - uses: actions/checkout@v2 - name: Set up Python uses: actions/setup-python@v2 with: python-version: '3.x' - name: Install dependencies run: | python -m pip install --upgrade pip pip install build - name: Build package run: python -m build - name: Publish package uses: pypa/gh-action-pypi-publish@27b31702a0e7fc50959f5ad993c78deac1bdfc29 with: user: __token__ password: ${{ secrets.PYPI_API_TOKEN }} spyse-python-2.2.3/.gitignore000066400000000000000000000037711412013350300161700ustar00rootroot00000000000000# Byte-compiled / optimized / DLL files __pycache__/ *.py[cod] *$py.class # C extensions *.so # Distribution / packaging .Python build/ develop-eggs/ dist/ downloads/ eggs/ .eggs/ lib/ lib64/ parts/ sdist/ var/ wheels/ share/python-wheels/ *.egg-info/ .installed.cfg *.egg MANIFEST # PyInstaller # Usually these files are written by a python script from a template # before PyInstaller builds the exe, so as to inject date/other infos into it. *.manifest *.spec # Installer logs pip-log.txt pip-delete-this-directory.txt # Unit test / coverage reports htmlcov/ .tox/ .nox/ .coverage .coverage.* .cache nosetests.xml coverage.xml *.cover *.py,cover .hypothesis/ .pytest_cache/ cover/ # Translations *.mo *.pot # Django stuff: *.log local_settings.py db.sqlite3 db.sqlite3-journal # Flask stuff: instance/ .webassets-cache # Scrapy stuff: .scrapy # Sphinx documentation docs/_build/ # PyBuilder .pybuilder/ target/ # Jupyter Notebook .ipynb_checkpoints # IPython profile_default/ ipython_config.py # pyenv # For a library or package, you might want to ignore these files since the code is # intended to run in multiple environments; otherwise, check them in: # .python-version # pipenv # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. # However, in case of collaboration, if having platform-specific dependencies or dependencies # having no cross-platform support, pipenv may install dependencies that don't work, or not # install all needed dependencies. #Pipfile.lock # PEP 582; used by e.g. github.com/David-OConnor/pyflow __pypackages__/ # Celery stuff celerybeat-schedule celerybeat.pid # SageMath parsed files *.sage.py # Environments .env .venv env/ venv/ ENV/ env.bak/ venv.bak/ # Spyder project settings .spyderproject .spyproject # Rope project settings .ropeproject # mkdocs documentation /site # mypy .mypy_cache/ .dmypy.json dmypy.json # Pyre type checker .pyre/ # pytype static type analyzer .pytype/ # Cython debug symbols cython_debug/ .ideaspyse-python-2.2.3/LICENSE.md000066400000000000000000000021001412013350300155650ustar00rootroot00000000000000MIT License Copyright (c) 2021 Internet Telemetry Company Inc. Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. spyse-python-2.2.3/README.md000066400000000000000000000143331412013350300154530ustar00rootroot00000000000000# Python wrapper for Spyse API The official wrapper for [spyse.com](https://spyse.com/) API, written in Python, aimed to help developers build their integrations with Spyse. [Spyse](https://spyse.com/) is the most complete Internet assets search engine for every cybersecurity professional. Examples of data Spyse delivers: * List of 300+ most popular open ports found on 3.5 Billion publicly accessible IPv4 hosts. * Technologies used on 300+ most popular open ports and IP addresses and domains using a particular technology. * Security score for each IP host and website, calculated based on the found vulnerabilities. * List of websites hosted on each IPv4 host. * DNS and WHOIS records of the domain names. * SSL certificates provided by the website hosts. * Structured content of the website homepages. * Abuse reports associated with IPv4 hosts. * Organizations and industries associated with the domain names. * Email addresses found during the Internet scanning, associated with a domain name. More information about the data Spyse collects is available on the [Our data](https://spyse.com/our-data) page. Spyse provides an API accessible via **token-based authentication**. API tokens are **available only for registered users** on their [account page](https://spyse.com/user). For more information about the API, please check the [API Reference](https://spyse-dev.readme.io/reference/quick-start). ## Installation ```bash pip3 install spyse-python ``` ## Updating ```bash pip3 install --no-cache-dir spyse-python ``` ## Quick start ```python from spyse import Client client = Client("your-api-token-here") d = client.get_domain_details('tesla.com') print(f"Domain details:") print(f"Website title: {d.http_extract.title}") print(f"Alexa rank: {d.alexa.rank}") print(f"Certificate subject org: {d.cert_summary.subject.organization}") print(f"Certificate issuer org: {d.cert_summary.issuer.organization}") print(f"Updated at: {d.updated_at}") print(f"DNS Records: {d.dns_records}") print(f"Technologies: {d.technologies}") print(f"Vulnerabilities: {d.cve_list}") print(f"Trackers: {d.trackers}") # ... ``` ## Examples - [Check your API quotas](https://github.com/spyse-com/spyse-python/tree/main/examples/get_account_quotas.py) - [Subdomains lookup ('Search', 'Scroll', 'Count' methods demo)](https://github.com/spyse-com/spyse-python/tree/main/examples/subdomains_lookup.py) - [Domain lookup](https://github.com/spyse-com/spyse-python/tree/main/examples/domain_lookup.py) Note: You need to export access_token to run any example: ```bash export SPYSE_API_TOKEN=xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx ``` ## How to search Using Spyse you can search for any Internet assets by their digital fingerprints. To do that, you need to form a specific search query and pass it to 'search', 'scroll', or 'count' methods. Each search query can contain multiple search params. Each search param consists of name, operator, and value. Check API docs to find out all existing combinations. Here is an example for domains search: https://spyse-dev.readme.io/reference/domains#domain_search You may also be interested in our GUI for building and testing queries before jumping to code: https://spyse.com/advanced-search/domain Example search request to find subdomains of att.com: ```python from spyse import Client, SearchQuery, QueryParam, DomainSearchParams, Operators # Prepare query q = SearchQuery() domain = "att.com" # Add param to search for att.com subdomains q.append_param(QueryParam(DomainSearchParams.name, Operators.ends_with, '.' + domain)) # Add param to search only for alive subdomains q.append_param(QueryParam(DomainSearchParams.http_extract_status_code, Operators.equals, "200")) # Add param to remove subdomains seen as PTR records q.append_param(QueryParam(DomainSearchParams.is_ptr, Operators.equals, "False")) # Next, you can use the query to run search, count or scroll methods c = Client("your-api-token-here") total_count = c.count_domains(q) search_results = c.search_domains(q).results scroll_results = c.scroll_domains(q).results ``` Example search request to find any alive IPv4 hosts in US, with open port 22 and running nginx: ```python from spyse import Client, SearchQuery, QueryParam, IPSearchParams, Operators # Prepare query q = SearchQuery() # Add param to search for IPv4 hosts located in US q.append_param(QueryParam(IPSearchParams.geo_country_iso_code, Operators.equals, 'US')) # Add param to search only for hosts with open 22 port q.append_param(QueryParam(IPSearchParams.open_port, Operators.equals, "22")) # Add param to search only for hosts with nginx q.append_param(QueryParam(IPSearchParams.port_technology_name, Operators.contains, "nginx")) # Next, you can use the query to run search, count or scroll methods c = Client("your-api-token-here") total_count = c.count_ip(q) search_results = c.search_ip(q).results scroll_results = c.scroll_ip(q).results ``` ## Scroll vs Search While a 'search' request allows to paginate over the first 10'000 results, the 'scroll search' can be used for deep pagination over a larger number of results (or even all results) in much the same way as you would use a cursor on a traditional database. In order to use scrolling, the initial search response will return a 'search_id' data field which should be specified in the subsequent requests in order to iterate over the rest of results. ### Limitations The scroll is available only for customers with 'Pro' subscription. Example code to check if the scroll is available for your account ```python from spyse import Client c = Client("your-api-token-here") if c.get_quotas().is_scroll_search_enabled: print("Scroll is available") else: print("Scroll is NOT available") ``` ## Development ### Installation ```bash git clone https://github.com/spyse-com/spyse-python pip install -e . ``` Run tests: ```bash cd tests python client_test.py ``` ## License Distributed under the MIT License. See [LICENSE](https://github.com/spyse-com/spyse-python/tree/main/LICENSE.md) for more information. ## Troubleshooting and contacts For any proposals and questions, please write at: - Email: [contact@spyse.com](mailto:contact@spyse.com) - Discord: [channel](https://discord.gg/XqaUP8c) - Twitter: [@scanpatch](https://twitter.com/scanpatch), [@MrMristov](https://twitter.com/MrMristov) spyse-python-2.2.3/examples/000077500000000000000000000000001412013350300160065ustar00rootroot00000000000000spyse-python-2.2.3/examples/__init__.py000066400000000000000000000000001412013350300201050ustar00rootroot00000000000000spyse-python-2.2.3/examples/domain_lookup.py000066400000000000000000000011371412013350300212220ustar00rootroot00000000000000from spyse import Client import os # Init client api_token = os.getenv("SPYSE_API_TOKEN") client = Client(api_token) d = client.get_domain_details('tesla.com') print(f"Domain details:") print(f"Website title: {d.http_extract.title}") print(f"Alexa rank: {d.alexa.rank}") print(f"Certificate subject org: {d.cert_summary.subject.organization}") print(f"Certificate issuer org: {d.cert_summary.issuer.organization}") print(f"Updated at: {d.updated_at}") print(f"DNS Records: {d.dns_records}") print(f"Technologies: {d.technologies}") print(f"Vulnerabilities: {d.cve_list}") print(f"Trackers: {d.trackers}")spyse-python-2.2.3/examples/get_account_quotas.py000066400000000000000000000011451412013350300222500ustar00rootroot00000000000000from spyse import Client import os api_token = os.getenv("SPYSE_API_TOKEN") client = Client(api_token) q = client.get_quotas() print(f"Customer account quotas:") print(f"Subscription period start at: {q.start_at}") print(f"Subscription period end at: {q.end_at}") print(f"API requests remaining: {q.api_requests_remaining}") print(f"API requests limit: {q.api_requests_limit}") print(f"Downloads remaining: {q.downloads_limit_remaining}") print(f"Downloads limit: {q.downloads_limit}") print(f"Is scroll search enabled: {q.is_scroll_search_enabled}") print(f"Search params limit: {q.search_params_limit}") spyse-python-2.2.3/examples/subdomains_lookup.py000066400000000000000000000036301412013350300221170ustar00rootroot00000000000000from spyse import Client, DomainSearchParams, Operators, SearchQuery, QueryParam import os import json import sys def scroll(c: Client, q: SearchQuery, limit=None): scroll_id = None n_fetched_results = 0 while True: scroll_results = c.scroll_domains(q, scroll_id) scroll_id = scroll_results.search_id for r in scroll_results.results: print(json.dumps(r, default=lambda o: o.__dict__, sort_keys=True, indent=4)) sys.stdout.flush() n_fetched_results += len(scroll_results.results) if n_fetched_results == scroll_results.total_items: break if limit and n_fetched_results >= limit: break def search(c: Client, q: SearchQuery, limit=None): n_fetched_results = 0 offset = 0 while True: search_results = c.search_domains(q, client.MAX_LIMIT, offset) for r in search_results.results: print(json.dumps(r, default=lambda o: o.__dict__, sort_keys=True, indent=4)) n_fetched_results += len(search_results.results) if n_fetched_results == search_results.total_items: break if limit and n_fetched_results >= limit: break offset += c.MAX_LIMIT sys.stdout.flush() # Init client api_token = os.getenv("SPYSE_API_TOKEN") client = Client(api_token) # Prepare search query q = SearchQuery() domain = "att.com" q.append_param(QueryParam(DomainSearchParams.name, Operators.ends_with, "." + domain)) # Get total subdomains number total = client.count_domains(q) # print(f"Subdomains total: {total}") # The search method allows to obtain up to 10 000 results # we should use the Scroll method to fetch all results # Note: The Scroll method is available only for Pro users # check: https://spyse.com/pricing if total > client.SEARCH_RESULTS_LIMIT and client.get_quotas().is_scroll_search_enabled: scroll(client, q) else: search(client, q) spyse-python-2.2.3/requirements.txt000066400000000000000000000001321412013350300174500ustar00rootroot00000000000000requests~=2.26.0 dataclasses~=0.6 responses~=0.13.3 dataclasses-json~=0.5.4 limiter~=0.1.2spyse-python-2.2.3/setup.py000066400000000000000000000013041412013350300157000ustar00rootroot00000000000000#!/usr/bin/python3 from setuptools import setup, find_packages with open('README.md') as f: readme = f.read() with open('LICENSE.md') as f: license = f.read() setup( name='spyse-python', version='2.2.3', description='Python wrapper for spyse.com', long_description=readme, long_description_content_type='text/markdown', author='Roman Romanov', author_email='roman.romanov@spyse.com', url='https://github.com/spyse-com/spyse-python', license=license, packages=find_packages(exclude=('tests', 'examples')), install_requires=['requests~=2.26.0', 'dataclasses~=0.6', 'dataclasses-json~=0.5.4', 'responses~=0.13.3', 'limiter~=0.1.2'] ) spyse-python-2.2.3/spyse/000077500000000000000000000000001412013350300153335ustar00rootroot00000000000000spyse-python-2.2.3/spyse/__init__.py000066400000000000000000000001101412013350300174340ustar00rootroot00000000000000from .client import * from .search_query import * from .models import * spyse-python-2.2.3/spyse/client.py000066400000000000000000000403111412013350300171620ustar00rootroot00000000000000import requests from typing import List, Optional from .models import AS, Domain, IP, CVE, Account, Certificate, Email, DNSHistoricalRecord, WHOISHistoricalRecord from .response import Response from .search_query import SearchQuery from limiter import get_limiter, limit class DomainsSearchResults: def __init__(self, results: List[Domain], total_items: int = None, search_id: str = None): self.total_items: Optional[int] = total_items self.search_id: Optional[str] = search_id self.results: List[Domain] = results class AutonomousSystemsSearchResults: def __init__(self, results: List[AS], total_items: int = None, search_id: str = None): self.total_items: Optional[int] = total_items self.search_id: Optional[str] = search_id self.results: List[AS] = results class IPSearchResults: def __init__(self, results: List[IP], total_items: int = None, search_id: str = None): self.total_items: Optional[int] = total_items self.search_id: Optional[str] = search_id self.results: List[IP] = results class CertificatesSearchResults: def __init__(self, results: List[Certificate], total_items: int = None, search_id: str = None): self.total_items: Optional[int] = total_items self.search_id: Optional[str] = search_id self.results: List[Certificate] = results class CVESearchResults: def __init__(self, results: List[CVE], total_items: int = None, search_id: str = None): self.total_items: Optional[int] = total_items self.search_id: Optional[str] = search_id self.results: List[CVE] = results class EmailsSearchResults: def __init__(self, results: List[Email], total_items: int = None, search_id: str = None): self.total_items: Optional[int] = total_items self.search_id: Optional[str] = search_id self.results: List[Email] = results class HistoricalDNSSearchResults: def __init__(self, results: List[DNSHistoricalRecord], total_items: int = None, search_id: str = None): self.total_items: Optional[int] = total_items self.search_id: Optional[str] = search_id self.results: List[DNSHistoricalRecord] = results class HistoricalWHOISSearchResults: def __init__(self, results: List[WHOISHistoricalRecord], total_items: int = None, search_id: str = None): self.total_items: Optional[int] = total_items self.search_id: Optional[str] = search_id self.results: List[WHOISHistoricalRecord] = results class Client: DEFAULT_BASE_URL = 'https://api.spyse.com/v4/data' MAX_LIMIT = 100 SEARCH_RESULTS_LIMIT = 10000 RATE_LIMIT_FRAME_IN_SECONDS = 1 def __init__(self, api_token, base_url=DEFAULT_BASE_URL): self.session = requests.Session() self.session.headers.update({'Authorization': 'Bearer ' + api_token}) self.session.headers.update({'User-Agent': 'spyse-python'}) self.base_url = base_url self.limiter = get_limiter(rate=self.RATE_LIMIT_FRAME_IN_SECONDS, capacity=1) self.account = self.get_quotas() self.limiter._capacity = self.account.requests_rate_limit def __get(self, endpoint: str) -> Response: with limit(self.limiter, consume=1): return Response.from_dict(self.session.get(endpoint).json()) def __search(self, endpoint, query: SearchQuery, lim: int = MAX_LIMIT, offset: int = 0) -> Response: with limit(self.limiter, consume=1): return Response.from_dict(self.session.post(endpoint, json={"search_params": query.get(), "limit": lim, "offset": offset}).json()) def __scroll(self, endpoint, query: SearchQuery, search_id: Optional[str] = None) -> Response: with limit(self.limiter, consume=1): if search_id: body = {"search_params": query.get(), "search_id": search_id} else: body = {"search_params": query.get()} return Response.from_dict(self.session.post(endpoint, json=body).json()) def set_user_agent(self, s: str): self.session.headers.update({'User-Agent': s}) def get_quotas(self) -> Optional[Account]: """Returns details about your account quotas.""" response = self.__get('{}/account/quota'.format(self.base_url)) response.check_errors() return Account.from_dict(response.data.items[0]) if len(response.data.items) > 0 else None def get_autonomous_system_details(self, asn: int) -> Optional[AS]: """Returns details about an autonomous system by AS number.""" response = self.__get('{}/as/{}'.format(self.base_url, asn)) response.check_errors() return AS.from_dict(response.data.items[0]) if len(response.data.items) > 0 else None def count_autonomous_systems(self, query: SearchQuery) -> int: """Returns the precise number of search results that matched the search query.""" response = self.__search('{}/as/search/count'.format(self.base_url), query) response.check_errors() return response.data.total_items def search_autonomous_systems(self, query: SearchQuery, limit: int = MAX_LIMIT, offset: int = 0) -> AutonomousSystemsSearchResults: """ Returns a list of autonomous systems that matched the search query. Allows getting only the first 10,000 results. """ response = self.__search('{}/as/search'.format(self.base_url), query, limit, offset) response.check_errors() as_list = list() for r in response.data.items: as_list.append(AS.from_dict(r)) return AutonomousSystemsSearchResults(as_list, response.data.total_items) def scroll_autonomous_systems(self, query: SearchQuery, scroll_id: str = None) -> AutonomousSystemsSearchResults: """ Returns a list of autonomous systems that matched the search query. Allows getting all the results but requires a Spyse Pro subscription """ response = self.__scroll('{}/as/scroll/search'.format(self.base_url), query, scroll_id) response.check_errors() as_list = list() for r in response.data.items: as_list.append(AS.from_dict(r)) return AutonomousSystemsSearchResults(as_list, search_id=response.data.search_id) def get_domain_details(self, domain_name: str) -> Optional[Domain]: """Returns details about domain""" response = self.__get('{}/domain/{}'.format(self.base_url, domain_name)) response.check_errors() return Domain.from_dict(response.data.items[0]) if len(response.data.items) > 0 else None def search_domains(self, query: SearchQuery, limit: int = MAX_LIMIT, offset: int = 0) -> DomainsSearchResults: """ Returns a list of domains that matched the search query. Allows getting only the first 10,000 results. """ response = self.__search('{}/domain/search'.format(self.base_url), query, limit, offset) response.check_errors() domains = list() for r in response.data.items: domains.append(Domain.from_dict(r)) return DomainsSearchResults(domains, response.data.total_items) def count_domains(self, query: SearchQuery): """Returns the precise number of search results that matched the search query.""" response = self.__search('{}/domain/search/count'.format(self.base_url), query) response.check_errors() return response.data.total_items def scroll_domains(self, query: SearchQuery, scroll_id: str = None) -> DomainsSearchResults: """ Returns a list of domains that matched the search query. Allows getting all the results but requires a Spyse Pro subscription """ response = self.__scroll('{}/domain/scroll/search'.format(self.base_url), query, scroll_id) response.check_errors() domains = list() for r in response.data.items: domains.append(Domain.from_dict(r)) return DomainsSearchResults(domains, search_id=response.data.search_id) def get_ip_details(self, ip: str) -> Optional[IP]: """Returns details about IP""" response = self.__get('{}/ip/{}'.format(self.base_url, ip)) response.check_errors() return IP.from_dict(response.data.items[0]) if len(response.data.items) > 0 else None def search_ip(self, query: SearchQuery, limit: int = MAX_LIMIT, offset: int = 0) -> IPSearchResults: """ Returns a list of IPv4 hosts that matched the search query. Allows getting only the first 10,000 results. """ response = self.__search('{}/ip/search'.format(self.base_url), query, limit, offset) response.check_errors() ips = list() for r in response.data.items: ips.append(IP.from_dict(r)) return IPSearchResults(ips, response.data.total_items) def count_ip(self, query: SearchQuery) -> int: """Returns the precise number of search results that matched the search query.""" response = self.__search('{}/ip/search/count'.format(self.base_url), query) response.check_errors() return response.data.total_items def scroll_ip(self, query: SearchQuery, scroll_id: str = None) -> IPSearchResults: """ Returns a list of IPv4 hosts that matched the search query. Allows getting all the results but requires a Spyse Pro subscription """ response = self.__scroll('{}/ip/scroll/search'.format(self.base_url), query, scroll_id) response.check_errors() ips = list() for r in response.data.items: ips.append(IP.from_dict(r)) return IPSearchResults(ips, search_id=response.data.search_id) def get_certificate_details(self, fingerprint_sha256: str) -> Optional[Certificate]: """Returns details about SSL/TLS certificate""" response = self.__get('{}/certificate/{}'.format(self.base_url, fingerprint_sha256)) response.check_errors() return Certificate.from_dict(response.data.items[0]) if len(response.data.items) > 0 else None def search_certificate(self, query: SearchQuery, limit: int = MAX_LIMIT, offset: int = 0) -> CertificatesSearchResults: """ Returns a list of SSL/TLS certificate hosts that matched the search query. Allows getting only the first 10,000 results. """ response = self.__search('{}/certificate/search'.format(self.base_url), query, limit, offset) response.check_errors() certs = list() for r in response.data.items: certs.append(Certificate.from_dict(r)) return CertificatesSearchResults(certs, response.data.total_items) def count_certificate(self, query: SearchQuery) -> int: """Returns the precise number of search results that matched the search query.""" response = self.__search('{}/certificate/search/count'.format(self.base_url), query) response.check_errors() return response.data.total_items def scroll_certificate(self, query: SearchQuery, scroll_id: str = None) -> CertificatesSearchResults: """ Returns a list of SSL/TLS certificates that matched the search query. Allows getting all the results but requires a Spyse Pro subscription """ response = self.__scroll('{}/certificate/scroll/search'.format(self.base_url), query, scroll_id) response.check_errors() certs = list() for r in response.data.items: certs.append(Certificate.from_dict(r)) return CertificatesSearchResults(certs, search_id=response.data.search_id) def get_cve_details(self, cve_id: str) -> Optional[CVE]: """Returns details about CVE""" response = self.__get('{}/cve/{}'.format(self.base_url, cve_id)) response.check_errors() return CVE.from_dict(response.data.items[0]) if len(response.data.items) > 0 else None def search_cve(self, query: SearchQuery, limit: int = MAX_LIMIT, offset: int = 0) -> CVESearchResults: """ Returns a list of CVE that matched the search query. Allows getting only the first 10,000 results. """ response = self.__search('{}/cve/search'.format(self.base_url), query, limit, offset) response.check_errors() cve_list = list() for r in response.data.items: cve_list.append(CVE.from_dict(r)) return CVESearchResults(cve_list, response.data.total_items) def count_cve(self, query: SearchQuery) -> int: """Returns the precise number of search results that matched the search query.""" response = self.__search('{}/cve/search/count'.format(self.base_url), query) response.check_errors() return response.data.total_items def scroll_cve(self, query: SearchQuery, scroll_id: str = None) -> CVESearchResults: """ Returns a list of CVEs that matched the search query. Allows getting all the results but requires a Spyse Pro subscription """ response = self.__scroll('{}/cve/scroll/search'.format(self.base_url), query, scroll_id) response.check_errors() cve_list = list() for r in response.data.items: cve_list.append(CVE.from_dict(r)) return CVESearchResults(cve_list, search_id=response.data.search_id) def get_email_details(self, email: str) -> Optional[Email]: """Returns details about email""" response = self.__get('{}/email/{}'.format(self.base_url, email)) response.check_errors() return Email.from_dict(response.data.items[0]) if len(response.data.items) > 0 else None def search_emails(self, query: SearchQuery, limit: int = MAX_LIMIT, offset: int = 0) -> EmailsSearchResults: """ Returns a list of emails that matched the search query. Allows getting only the first 10,000 results. """ response = self.__search('{}/email/search'.format(self.base_url), query, limit, offset) response.check_errors() emails = list() for r in response.data.items: emails.append(Email.from_dict(r)) return EmailsSearchResults(emails, response.data.total_items) def count_emails(self, query: SearchQuery) -> int: """Returns the precise number of search results that matched the search query.""" response = self.__search('{}/cve/email/count'.format(self.base_url), query) response.check_errors() return response.data.total_items def scroll_emails(self, query: SearchQuery, scroll_id: str = None) -> EmailsSearchResults: """ Returns a list of emails that matched the search query. Allows getting all the results but requires a Spyse Pro subscription """ response = self.__scroll('{}/email/scroll/search'.format(self.base_url), query, scroll_id) response.check_errors() emails = list() for r in response.data.items: emails.append(Email.from_dict(r)) return EmailsSearchResults(emails, search_id=response.data.search_id) def search_historical_dns(self, dns_type, domain_name: str, limit: int = MAX_LIMIT, offset: int = 0) \ -> HistoricalDNSSearchResults: """ Returns the historical DNS records about the given domain name. """ response = self.__get(f'{self.base_url}/history/dns/{dns_type}/{domain_name}?limit={limit}&offset={offset}') response.check_errors() records = list() for r in response.data.items: records.append(DNSHistoricalRecord.from_dict(r)) return HistoricalDNSSearchResults(records, response.data.total_items) def search_historical_whois(self, domain_name: str, limit: int = MAX_LIMIT, offset: int = 0) \ -> HistoricalWHOISSearchResults: """ Returns the historical WHOIS records for the given domain name. """ response = self.__get(f'{self.base_url}/history/domain-whois/{domain_name}?limit={limit}&offset={offset}') response.check_errors() records = list() for r in response.data.items: records.append(WHOISHistoricalRecord.from_dict(r)) return HistoricalWHOISSearchResults(records, response.data.total_items) spyse-python-2.2.3/spyse/models.py000066400000000000000000000652531412013350300172030ustar00rootroot00000000000000from typing import List, Optional from dataclasses_json import dataclass_json from dataclasses import dataclass @dataclass_json @dataclass class Account: start_at: Optional[str] = None end_at: Optional[str] = None api_requests_remaining: Optional[int] = None api_requests_limit: Optional[int] = None downloads_limit_remaining: Optional[int] = None downloads_limit: Optional[int] = None is_scroll_search_enabled: Optional[bool] = None search_params_limit: Optional[int] = 10 requests_rate_limit: Optional[int] = None on_demand_scans_remaining: Optional[int] = None on_demand_scans_limit: Optional[int] = None @dataclass_json @dataclass class Prefix: cidr: Optional[str] = None isp: Optional[str] = None @dataclass_json @dataclass class AS: asn: Optional[int] = None as_org: Optional[str] = None ipv4_prefixes: Optional[List[Prefix]] = None ipv6_prefixes: Optional[List[Prefix]] = None @dataclass_json @dataclass class CrunchBase: name: Optional[str] = None legal_name: Optional[str] = None homepage_url: Optional[str] = None description: Optional[str] = None short_description: Optional[str] = None address: Optional[str] = None categories: Optional[List[str]] = None founded_on: Optional[str] = None closed_on: Optional[str] = None contact_email: Optional[str] = None image_url: Optional[str] = None num_employees_enum: Optional[str] = None operating_status: Optional[str] = None phone_number: Optional[str] = None revenue_range: Optional[str] = None status: Optional[str] = None country_code: Optional[str] = None state_code: Optional[str] = None region: Optional[str] = None city: Optional[str] = None postal_code: Optional[str] = None cb_url: Optional[str] = None created_at: Optional[str] = None updated_at: Optional[str] = None is_primary: Optional[bool] = None @dataclass_json @dataclass class Organization: crunchbase: Optional[CrunchBase] = None @dataclass_json @dataclass class AlexaInfo: rank: Optional[int] = None updated_at: Optional[str] = None @dataclass_json @dataclass class DomainCertIssuerDN: country: Optional[str] = None common_name: Optional[str] = None locality: Optional[str] = None organization: Optional[str] = None organizational_unit: Optional[str] = None province: Optional[str] = None emailAddress: Optional[str] = None @dataclass_json @dataclass class DomainCertSubjectDN: country: Optional[str] = None common_name: Optional[str] = None locality: Optional[str] = None organization: Optional[str] = None organizational_unit: Optional[str] = None province: Optional[str] = None businessCategory: Optional[str] = None emailAddress: Optional[str] = None jurisdictionCountry: Optional[str] = None jurisdictionStateOrProvince: Optional[str] = None postalCode: Optional[str] = None serialNumber: Optional[str] = None street: Optional[str] = None @dataclass_json @dataclass class CertSummary: fingerprint_sha256: Optional[str] = None issuer: DomainCertIssuerDN = None issuer_dn: Optional[str] = None subject: DomainCertSubjectDN = None subject_dn: Optional[str] = None tls_version: Optional[str] = None validity_end: Optional[str] = None @dataclass_json @dataclass class CVEInfo: id: Optional[str] = None base_score_cvss2: Optional[float] = None @dataclass_json @dataclass class DNSSOARecord: email: Optional[str] = None expire: Optional[int] = None min_ttl: Optional[int] = None ns: Optional[str] = None refresh: Optional[int] = None retry: Optional[int] = None serial: Optional[int] = None @dataclass_json @dataclass class Mechanisms: name: Optional[str] = None qualifier: Optional[str] = None value: Optional[str] = None @dataclass_json @dataclass class Modifiers: name: Optional[str] = None value: Optional[str] = None @dataclass_json @dataclass class ValidationError: description: Optional[str] = None target: Optional[str] = None @dataclass_json @dataclass class SPF: mechanisms: Optional[List[Mechanisms]] = None modifiers: Optional[List[Modifiers]] = None raw: Optional[str] = None validation_errors: Optional[List[ValidationError]] = None version: Optional[str] = None @dataclass_json @dataclass class DNSRecords: A: Optional[List[str]] = None AAAA: Optional[List[str]] = None CAA: Optional[List[str]] = None CNAME: Optional[List[str]] = None MX: Optional[List[str]] = None NS: Optional[List[str]] = None SOA: Optional[DNSSOARecord] = None TXT: Optional[List[str]] = None SPF: Optional[List[SPF]] = None updated_at: Optional[str] = None @dataclass_json @dataclass class ExtractCookie: domain: Optional[str] = None expire: Optional[str] = None http_only: Optional[bool] = None key: Optional[str] = None max_age: Optional[int] = None path: Optional[str] = None security: Optional[bool] = None value: Optional[str] = None @dataclass_json @dataclass class URIParts: full_uri: Optional[str] = None host: Optional[str] = None path: Optional[str] = None @dataclass_json @dataclass class HTTPHeaders: name: Optional[str] = None value: Optional[str] = None @dataclass_json @dataclass class HyperlinkAttributes: URI: Optional[str] = None @dataclass_json @dataclass class Hyperlink: anchor: Optional[str] = None attributes: Optional[HyperlinkAttributes] = None @dataclass_json @dataclass class MetaTag: name: Optional[str] = None value: Optional[str] = None @dataclass_json @dataclass class WHOIS: city: Optional[str] = None country: Optional[str] = None email: Optional[str] = None fax: Optional[str] = None fax_ext: Optional[str] = None id: Optional[str] = None name: Optional[str] = None organization: Optional[str] = None phone: Optional[str] = None phone_ext: Optional[str] = None postal_code: Optional[str] = None province: Optional[str] = None street: Optional[str] = None street_ext: Optional[str] = None @dataclass_json @dataclass class WHOISRegistrar: created_date: Optional[str] = None domain_dnssec: Optional[str] = None domain_id: Optional[str] = None domain_name: Optional[str] = None domain_status: Optional[str] = None emails: Optional[str] = None expiration_date: Optional[str] = None name_servers: Optional[str] = None referral_url: Optional[str] = None registrar_id: Optional[str] = None registrar_name: Optional[str] = None updated_date: Optional[str] = None whois_server: Optional[str] = None @dataclass_json @dataclass class WHOISParsedData: admin: Optional[WHOIS] = None registrant: Optional[WHOIS] = None registrar: Optional[WHOISRegistrar] = None tech: Optional[WHOIS] = None updated_at: Optional[Optional[str]] = None @dataclass_json @dataclass class ExtractData: cookies: Optional[List[ExtractCookie]] = None description: Optional[str] = None emails: Optional[List[str]] = None final_redirect_url: Optional[URIParts] = None extracted_at: Optional[str] = None favicon_sha256: Optional[str] = None http_headers: Optional[List[HTTPHeaders]] = None http_status_code: Optional[int] = None links: Optional[List[Hyperlink]] = None meta_tags: Optional[List[MetaTag]] = None robots_txt: Optional[str] = None scripts: Optional[List[str]] = None styles: Optional[List[str]] = None title: Optional[str] = None @dataclass_json @dataclass class CertParsedExtensionsAuthorityInfoAccess: issuer_urls: Optional[List[str]] = None ocsp_urls: Optional[List[str]] = None @dataclass_json @dataclass class CertParsedExtensionsBasicConstraints: is_ca: Optional[bool] = None max_path_len: Optional[bool] = None @dataclass_json @dataclass class NoticeReference: notice_numbers: Optional[int] = None organization: Optional[str] = None @dataclass_json @dataclass class ExtensionsCertPoliciesUserNotice: explicit_text: Optional[str] = None notice_reference: Optional[NoticeReference] = None @dataclass_json @dataclass class CertParsedExtensionsCertPolicies: cps: Optional[List[str]] = None id: Optional[str] = None user_notice: Optional[List[ExtensionsCertPoliciesUserNotice]] = None @dataclass_json @dataclass class CertParsedExtensionsExtendedKeyUsage: any: Optional[bool] = None apple_ichat_encryption: Optional[bool] = None apple_ichat_signing: Optional[bool] = None apple_system_identity: Optional[bool] = None client_auth: Optional[bool] = None code_signing: Optional[bool] = None dvcs: Optional[bool] = None eap_over_lan: Optional[bool] = None eap_over_ppp: Optional[bool] = None email_protection: Optional[bool] = None ipsec_end_system: Optional[bool] = None ipsec_intermediate_system_usage: Optional[bool] = None ipsec_tunnel: Optional[bool] = None ipsec_user: Optional[bool] = None microsoft_ca_exchange: Optional[bool] = None microsoft_cert_trust_list_signing: Optional[bool] = None microsoft_document_signing: Optional[bool] = None microsoft_drm: Optional[bool] = None microsoft_efs_recovery: Optional[bool] = None microsoft_embedded_nt_crypto: Optional[bool] = None microsoft_encrypted_file_system: Optional[bool] = None microsoft_enrollment_agent: Optional[bool] = None microsoft_kernel_mode_code_signing: Optional[bool] = None microsoft_key_recovery_21: Optional[bool] = None microsoft_key_recovery_3: Optional[bool] = None microsoft_lifetime_signing: Optional[bool] = None microsoft_nt5_crypto: Optional[bool] = None microsoft_oem_whql_crypto: Optional[bool] = None microsoft_qualified_subordinate: Optional[bool] = None microsoft_root_list_signer: Optional[bool] = None microsoft_server_gated_crypto: Optional[bool] = None microsoft_smartcard_logon: Optional[bool] = None microsoft_system_health: Optional[bool] = None microsoft_timestamp_signing: Optional[bool] = None microsoft_whql_crypto: Optional[bool] = None sbgp_cert_aa_service_auth: Optional[bool] = None server_auth: Optional[bool] = None time_stamping: Optional[bool] = None @dataclass_json @dataclass class CertIssuerAltNameDirectoryNames: common_name: Optional[str] = None country: Optional[str] = None domain_component: Optional[str] = None locality: Optional[str] = None organization: Optional[str] = None organizational_unit: Optional[str] = None serial_number: Optional[str] = None street_address: Optional[str] = None @dataclass_json @dataclass class CertAltNameOtherNames: id: Optional[str] = None value: Optional[str] = None @dataclass_json @dataclass class CertIssuerAltName: directory_names: Optional[List[CertIssuerAltNameDirectoryNames]] = None dns_names: Optional[List[str]] = None email_addresses: Optional[List[str]] = None ip_addresses: Optional[List[str]] = None other_names: Optional[List[CertAltNameOtherNames]] = None registered_ids: Optional[List[str]] = None uniform_resource_identifiers: Optional[List[str]] = None @dataclass_json @dataclass class CertParsedExtensionsKeyUsage: certificate_sign: Optional[bool] = None content_commitment: Optional[bool] = None crl_sign: Optional[bool] = None data_encipherment: Optional[bool] = None decipher_only: Optional[bool] = None digital_signature: Optional[bool] = None encipher_only: Optional[bool] = None key_agreement: Optional[bool] = None key_encipherment: Optional[bool] = None value: Optional[bool] = None @dataclass_json @dataclass class CertParsedExtensionsNameConstraints: critical: Optional[bool] = None permitted_email_addresses: Optional[List[str]] = None permitted_names: Optional[List[str]] = None @dataclass_json @dataclass class SignedCertificateTimestamps: log_id: Optional[str] = None signature: Optional[str] = None timestamp: Optional[int] = None version: Optional[int] = None @dataclass_json @dataclass class CertSubjectAltNameDirectoryNames: common_name: Optional[str] = None country: Optional[str] = None domain_component: Optional[str] = None email_address: Optional[str] = None locality: Optional[str] = None organization: Optional[str] = None organizational_unit: Optional[str] = None province: Optional[str] = None serial_number: Optional[str] = None surname: Optional[str] = None @dataclass_json @dataclass class CertParsedExtensionsSubjectAltName: directory_names: Optional[List[CertSubjectAltNameDirectoryNames]] = None dns_names: Optional[List[str]] = None email_addresses: Optional[List[str]] = None ip_addresses: Optional[List[str]] = None other_names: Optional[List[CertAltNameOtherNames]] = None registered_ids: Optional[List[str]] = None uniform_resource_identifiers: Optional[List[str]] = None @dataclass_json @dataclass class CertParsedIssuer: common_name: Optional[List[str]] = None country: Optional[List[str]] = None domain_component: Optional[List[str]] = None email_address: Optional[List[str]] = None given_name: Optional[List[str]] = None jurisdiction_country: Optional[List[str]] = None jurisdiction_locality: Optional[List[str]] = None jurisdiction_province: Optional[List[str]] = None locality: Optional[List[str]] = None organization: Optional[List[str]] = None organizational_unit: Optional[List[str]] = None postal_code: Optional[List[str]] = None province: Optional[List[str]] = None serial_number: Optional[List[str]] = None street_address: Optional[List[str]] = None surname: Optional[List[str]] = None @dataclass_json @dataclass class CertParsedSignatureAlgorithm: name: Optional[str] = None oid: Optional[str] = None @dataclass_json @dataclass class CertParsedSignature: self_signed: Optional[bool] = None signature_algorithm: Optional[CertParsedSignatureAlgorithm] = None valid: Optional[bool] = None value: Optional[str] = None @dataclass_json @dataclass class CertParsedSubject: common_name: Optional[List[str]] = None country: Optional[List[str]] = None domain_component: Optional[List[str]] = None email_address: Optional[List[str]] = None given_name: Optional[List[str]] = None jurisdiction_country: Optional[List[str]] = None jurisdiction_locality: Optional[List[str]] = None jurisdiction_province: Optional[List[str]] = None locality: Optional[List[str]] = None organization: Optional[List[str]] = None organizational_unit: Optional[List[str]] = None postal_code: Optional[List[str]] = None province: Optional[List[str]] = None serial_number: Optional[List[str]] = None street_address: Optional[List[str]] = None surname: Optional[List[str]] = None @dataclass_json @dataclass class EcdsaPublicKey: b: Optional[str] = None curve: Optional[str] = None gx: Optional[str] = None gy: Optional[str] = None length: Optional[int] = None n: Optional[str] = None p: Optional[str] = None pub: Optional[str] = None x: Optional[str] = None y: Optional[str] = None @dataclass_json @dataclass class KeyAlgorithm: name: Optional[str] = None @dataclass_json @dataclass class RSAPublicKey: exponent: Optional[int] = None length: Optional[int] = None modulus: Optional[str] = None @dataclass_json @dataclass class CertParsedSubjectKeyInfo: ecdsa_public_key: Optional[EcdsaPublicKey] = None fingerprint_sha256: Optional[str] = None key_algorithm: Optional[KeyAlgorithm] = None rsa_public_key: Optional[RSAPublicKey] = None @dataclass_json @dataclass class CertParsedValidity: status: Optional[str] = None end: Optional[str] = None length: Optional[int] = None start: Optional[str] = None @dataclass_json @dataclass class Validation: reason: Optional[str] = None is_valid: Optional[bool] = None @dataclass_json @dataclass class CertParsedExtensions: authority_info_access: Optional[CertParsedExtensionsAuthorityInfoAccess] = None authority_key_id: Optional[str] = None basic_constraints: Optional[CertParsedExtensionsBasicConstraints] = None certificate_policies: Optional[List[CertParsedExtensionsCertPolicies]] = None crl_distribution_points: Optional[List[str]] = None extended_key_usage: Optional[CertParsedExtensionsExtendedKeyUsage] = None issuer_alt_name: Optional[CertIssuerAltName] = None key_usage: Optional[CertParsedExtensionsKeyUsage] = None name_constraints: Optional[List[CertParsedExtensionsNameConstraints]] = None signed_certificate_timestamps: Optional[List[SignedCertificateTimestamps]] = None subject_alt_name: Optional[CertParsedExtensionsSubjectAltName] = None subject_key_id: Optional[str] = None @dataclass_json @dataclass class CertParsed: extensions: Optional[CertParsedExtensions] = None fingerprint_md5: Optional[str] = None fingerprint_sha1: Optional[str] = None fingerprint_sha256: Optional[str] = None issuer: Optional[CertParsedIssuer] = None issuer_dn: Optional[str] = None names: Optional[List[str]] = None redacted: Optional[bool] = None serial_number: Optional[str] = None signature: Optional[CertParsedSignature] = None signature_algorithm: Optional[CertParsedSignatureAlgorithm] = None spki_subject_fingerprint: Optional[str] = None subject: Optional[CertParsedSubject] = None subject_dn: Optional[str] = None subject_key_info: Optional[CertParsedSubjectKeyInfo] = None tbs_fingerprint: Optional[str] = None tbs_noct_fingerprint: Optional[str] = None validation_level: Optional[str] = None validity: Optional[CertParsedValidity] = None version: Optional[int] = None @dataclass_json @dataclass class Certificate: parsed: Optional[CertParsed] = None raw: Optional[str] = None fingerprint_sha256: Optional[str] = None validation: Optional[Validation] = None updated_at: Optional[str] = None @dataclass_json @dataclass class ReferencesData: url: Optional[str] = None name: Optional[str] = None refsource: Optional[str] = None tags: Optional[List[str]] = None @dataclass_json @dataclass class References: reference_data: Optional[List[ReferencesData]] = None @dataclass_json @dataclass class DescriptionData: lang: Optional[str] = None value: Optional[str] = None @dataclass_json @dataclass class Descriptions: description_data: Optional[List[DescriptionData]] = None @dataclass_json @dataclass class BaseMetricCVSSV2: version: Optional[str] = None vectorString: Optional[str] = None accessVector: Optional[str] = None accessComplexity: Optional[str] = None authentication: Optional[str] = None confidentialityImpact: Optional[str] = None integrityImpact: Optional[str] = None availabilityImpact: Optional[str] = None baseScore: Optional[float] = None @dataclass_json @dataclass class BaseMetricV2: cvssV2: Optional[BaseMetricCVSSV2] = None severity: Optional[str] = None exploitabilityScore: Optional[float] = None impactScore: Optional[float] = None acInsufInfo: Optional[bool] = None obtainAllPrivilege: Optional[bool] = None obtainUserPrivilege: Optional[bool] = None obtainOtherPrivilege: Optional[bool] = None userInteractionRequired: Optional[bool] = None @dataclass_json @dataclass class BaseMetricCVSSV3: attackComplexity: Optional[str] = None attackVector: Optional[str] = None availabilityImpact: Optional[str] = None baseScore: Optional[float] = None baseSeverity: Optional[str] = None confidentialityImpact: Optional[str] = None integrityImpact: Optional[str] = None privilegesRequired: Optional[str] = None scope: Optional[str] = None userInteraction: Optional[str] = None vectorString: Optional[str] = None version: Optional[str] = None @dataclass_json @dataclass class BaseMetricV3: cvssV3: Optional[str] = None exploitabilityScore: Optional[float] = None impactScore: Optional[float] = None @dataclass_json @dataclass class Impact: baseMetricV2: Optional[BaseMetricV2] = None baseMetricV3: Optional[BaseMetricV3] = None @dataclass_json @dataclass class Conditions: application: Optional[str] = None cpe_prefix: Optional[str] = None hardware: Optional[str] = None operation_system: Optional[str] = None version_end_excluding: Optional[str] = None version_end_excluding_representation: Optional[int] = None version_end_including: Optional[str] = None version_end_including_representation: Optional[int] = None version_start_excluding: Optional[str] = None version_start_excluding_representation: Optional[int] = None version_start_including: Optional[str] = None version_start_including_representation: Optional[int] = None @dataclass_json @dataclass class ProblemTypeData: description: Optional[List[DescriptionData]] = None @dataclass_json @dataclass class ProblemType: problemtype_data: Optional[List[ProblemTypeData]] = None @dataclass_json @dataclass class CVE: id: Optional[str] = None references: Optional[References] = None description: Optional[Descriptions] = None impact: Optional[Impact] = None conditions: Optional[List[Conditions]] = None problemtype: Optional[ProblemType] = None publishedDate: Optional[str] = None lastModifiedDate: Optional[str] = None @dataclass_json @dataclass class Sources: target: Optional[str] = None type: Optional[str] = None last_seen: Optional[str] = None @dataclass_json @dataclass class Email: email: Optional[str] = None sources: List[Sources] = None updated_at: Optional[str] = None @dataclass_json @dataclass class DNSHistoricalRecord: value: Optional[str] = None first_seen: Optional[str] = None last_seen: Optional[str] = None @dataclass_json @dataclass class WHOISHistoricalRecord: admin: Optional[WHOIS] = None registrant: Optional[WHOIS] = None registrar: Optional[WHOISRegistrar] = None tech: Optional[WHOIS] = None updated_at: Optional[str] = None created_at: Optional[str] = None @dataclass_json @dataclass class IPCVE: id: Optional[str] = None base_score_cvss2: Optional[bool] = None ports: Optional[List[int]] = None technology: Optional[str] = None @dataclass_json @dataclass class GeoPoint: lat: Optional[bool] = None lon: Optional[bool] = None @dataclass_json @dataclass class LocationData: city_name: Optional[str] = None country: Optional[str] = None country_iso_code: Optional[str] = None location: Optional[GeoPoint] = None @dataclass_json @dataclass class Score: score: Optional[int] = None @dataclass_json @dataclass class ReportCategory: id: Optional[int] = None name: Optional[str] = None description: Optional[str] = None @dataclass_json @dataclass class Report: categories: Optional[List[ReportCategory]] = None comment: Optional[str] = None reportedAt: Optional[str] = None @dataclass_json @dataclass class Abuse: reports_num: Optional[int] = None score: Optional[int] = None reports: Optional[List[Report]] = None @dataclass_json @dataclass class ISPInfo: as_num: Optional[int] = None as_org: Optional[str] = None isp: Optional[str] = None updated_at: Optional[str] = None @dataclass_json @dataclass class GeoData: ip: Optional[str] = None as_num: Optional[int] = None as_org: Optional[str] = None isp: Optional[str] = None city_name: Optional[str] = None country: Optional[str] = None country_iso_code: Optional[str] = None location: Optional[GeoPoint] = None @dataclass_json @dataclass class SeverityDetails: HIGH: Optional[int] = None MEDIUM: Optional[int] = None LOW: Optional[int] = None @dataclass_json @dataclass class PtrRecord: value: Optional[str] = None updated_at: Optional[str] = None @dataclass_json @dataclass class Trackers: adsense_id: Optional[str] = None apple_itunes_app: Optional[str] = None google_play_app: Optional[str] = None google_analytics_key: Optional[str] = None google_site_verification: Optional[str] = None @dataclass_json @dataclass class PortExtract: cookies: Optional[List[ExtractCookie]] = None description: Optional[str] = None emails: Optional[List[str]] = None final_redirect_url: Optional[URIParts] = None extracted_at: Optional[str] = None favicon_sha256: Optional[str] = None http_headers: Optional[List[HTTPHeaders]] = None http_status_code: Optional[int] = None links: Optional[List[Hyperlink]] = None meta_tags: Optional[List[MetaTag]] = None robots_txt: Optional[str] = None scripts: Optional[List[str]] = None styles: Optional[List[str]] = None title: Optional[str] = None @dataclass_json @dataclass class Technology: port: Optional[int] = None name: Optional[str] = None version: Optional[str] = None @dataclass_json @dataclass class Port: banner: Optional[str] = None http_extract: Optional[PortExtract] = None port: Optional[int] = None technology: Optional[List[Technology]] = None masscan_service_name: Optional[str] = None updated_at: Optional[str] = None trackers: Optional[Trackers] = None @dataclass_json @dataclass class IP: cve_list: Optional[List[IPCVE]] = None ip: Optional[str] = None geo_info: Optional[LocationData] = None isp_info: Optional[ISPInfo] = None ptr_record: Optional[PtrRecord] = None ports: Optional[List[Port]] = None security_score: Optional[Score] = None updated_at: Optional[str] = None cidr: Optional[str] = None technologies: Optional[List[Technology]] = None abuses: Optional[Abuse] = None @dataclass_json @dataclass class IPInfo: score: Optional[Score] = None severity_details: Optional[SeverityDetails] = None cve_list: Optional[List[IPCVE]] = None osh: Optional[int] = None geo_data: Optional[List[GeoData]] = None @dataclass_json @dataclass class Domain: alexa: Optional[AlexaInfo] = None cert_summary: Optional[CertSummary] = None dns_records: Optional[DNSRecords] = None hosts_enrichment: Optional[List[GeoData]] = None http_extract: Optional[ExtractData] = None is_CNAME: Optional[bool] = None is_MX: Optional[bool] = None is_NS: Optional[bool] = None is_PTR: Optional[bool] = None is_subdomain: Optional[bool] = None name: Optional[str] = None name_without_suffix: Optional[str] = None updated_at: Optional[str] = None whois_parsed: Optional[WHOISParsedData] = None screenshot_url: Optional[str] = None security_score: Optional[Score] = None cve_list: Optional[List[CVEInfo]] = None technologies: Optional[List[Technology]] = None trackers: Optional[Trackers] = None organizations: Optional[List[Organization]] = None spyse-python-2.2.3/spyse/response.py000066400000000000000000000060111412013350300175410ustar00rootroot00000000000000from dataclasses import dataclass from typing import List, Optional from dataclasses_json import dataclass_json @dataclass_json @dataclass class FieldError: code: Optional[str] = None location: Optional[str] = None message: Optional[str] = None @dataclass_json @dataclass class Error: status: Optional[int] = None code: Optional[str] = None message: Optional[str] = None errors: Optional[List[FieldError]] = None @dataclass_json @dataclass class Data: limit: Optional[int] = None offset: Optional[int] = None search_id: Optional[str] = None total_items: Optional[int] = None items: Optional[List[object]] = None class SpyseError(Exception): def __init__(self, message): self.message = message class BadRequestError(SpyseError): pass class ParamsValidationError(SpyseError): pass class RequestLimitReachedError(SpyseError): pass class DownloadsLimitReachedError(SpyseError): pass class SearchParamsLimitReachedError(SpyseError): pass class UnauthorizedError(SpyseError): pass class ForbiddenError(SpyseError): pass class InternalServerError(SpyseError): pass class RateLimitError(SpyseError): pass class UnknownError(SpyseError): pass @dataclass_json @dataclass class Response: CODE_BAD_REQUEST = 'bad_request' CODE_VALIDATION_ERROR = 'validation_error' CODE_REQUESTS_LIMIT_REACHED = 'requests_limit_reached' CODE_DOWNLOADS_LIMIT_REACHED = 'downloads_limit_reached' CODE_SEARCH_PARAMS_LIMIT_REACHED = 'search_params_limit_reached' CODE_UNAUTHORIZED = 'unauthorized' CODE_FORBIDDEN = 'forbidden' CODE_INTERNAL_SERVER_ERROR = 'internal_server_error' CODE_RATE_LIMIT_ERROR = 'too_many_requests' data: Optional[Data] = None error: Optional[Error] = None def check_errors(self) -> None: """Will rise a specific error if it is indicated in the API response""" if not self.error: return m = self.error.errors[0].message if self.error.errors and len(self.error.errors) > 0 else self.error.message if self.error.code == self.CODE_BAD_REQUEST: raise BadRequestError(m) elif self.error.code == self.CODE_VALIDATION_ERROR: raise ParamsValidationError(m) elif self.error.code == self.CODE_REQUESTS_LIMIT_REACHED: raise RequestLimitReachedError(m) elif self.error.code == self.CODE_DOWNLOADS_LIMIT_REACHED: raise DownloadsLimitReachedError(m) elif self.error.code == self.CODE_SEARCH_PARAMS_LIMIT_REACHED: raise SearchParamsLimitReachedError(m) elif self.error.code == self.CODE_UNAUTHORIZED: raise UnauthorizedError(m) elif self.error.code == self.CODE_FORBIDDEN: raise ForbiddenError(m) elif self.error.code == self.CODE_INTERNAL_SERVER_ERROR: raise InternalServerError(m) elif self.error.code == self.CODE_RATE_LIMIT_ERROR: raise RateLimitError(m) else: raise UnknownError(m) spyse-python-2.2.3/spyse/search_query.py000066400000000000000000000220761412013350300204060ustar00rootroot00000000000000from dataclasses import dataclass from typing import List, Dict @dataclass class QueryParam: def __init__(self, name: str, operator: str, value: str): self.name: str = name self.operator: str = operator self.value: str = value @dataclass class SearchQuery: def __init__(self): self.query: List[Dict[str, Dict[str, str]]] = [] def append_param(self, param: QueryParam): """Adds given param to the search query""" self.query.append({param.name: {"operator": param.operator, "value": param.value}}) def append_group_param(self, params: List[QueryParam]): """Adds group param to the search query""" options: Dict[str, Dict[str, str]] = dict() for p in params: options[p.name] = {"operator": p.operator, "value": p.value} self.query.append(options) def get(self): return self.query class ASSearchParams: ip: str = "ip" asn: str = "asn" domain: str = "domain" organization: str = "as_org" class CertificateSearchParams: issued_for_domain: str = "issued_for_domain" issued_for_ip: str = "issued_for_ip" issuer_country: str = "issuer_country" issuer_org: str = "issuer_org" issuer_common_name: str = "issuer_common_name" issuer_email: str = "issuer_email" subject_country: str = "subject_country" subject_org: str = "issued_for_domain" subject_common_name: str = "subject_common_name" subject_email: str = "subject_email" fingerprint_md5: str = "fingerprint_md5" fingerprint_sha1: str = "fingerprint_sha1" fingerprint_sha256: str = "fingerprint_sha256" validity_end: str = "validity_end" validity_start: str = "validity_start" is_trusted: str = "is_trusted" class CVESearchParams: id: str = "id" cpe: str = "cpe" score_cvss2: str = "score_cvss2" score_cvss3: str = "score_cvss3" severity_cvss2: str = "severity_cvss2" severity_cvss3: str = "severity_cvss3" published_at: str = "published_at" modified_at: str = "modified_at" class DomainSearchParams: name: str = "name" http_extract_tracker_adsense_id: str = "http_extract_tracker_adsense_id" alexa_rank: str = "alexa_rank" dns_a: str = "dns_a" dns_aaaa: str = "dns_aaaa" dns_ns: str = "dns_ns" dns_mx: str = "dns_mx" dns_txt: str = "dns_txt" dns_caa: str = "dns_caa" dns_cname: str = "dns_cname" dns_spf_raw: str = "dns_spf_raw" dns_spf_version: str = "dns_spf_version" dns_spf_errors_target: str = "dns_spf_errors_target" dns_spf_modifiers_name: str = "dns_spf_modifiers_name" dns_spf_mechanisms_name: str = "dns_spf_mechanisms_name" dns_spf_modifiers_value: str = "dns_spf_modifiers_value" dns_spf_mechanisms_value: str = "dns_spf_mechanisms_value" dns_spf_errors_description: str = "dns_spf_errors_description" dns_spf_mechanisms_qualifier: str = "dns_spf_mechanisms_qualifier" http_extract_title: str = "http_extract_title" http_extract_email: str = "http_extract_email" http_extract_robots: str = "http_extract_robots" http_extract_styles: str = "http_extract_styles" http_extract_scripts: str = "http_extract_scripts" http_extract_meta_name: str = "http_extract_meta_name" http_extract_link_host: str = "http_extract_link_host" http_extract_meta_value: str = "http_extract_meta_value" http_extract_favicon_uri: str = "http_extract_favicon_uri" http_extract_status_code: str = "http_extract_status_code" http_extract_favicon_sha256: str = "http_extract_favicon_sha256" http_extract_headers_name: str = "http_extract_headers_name" http_extract_description: str = "http_extract_description" http_extract_headers_value: str = "http_extract_headers_value" http_extract_link_url: str = "http_extract_link_url" http_extract_final_redirect_url: str = "http_extract_final_redirect_url" cve_id: str = "cve_id" cve_severity: str = "cve_severity" technology_name: str = "technology_name" technology_version: str = "technology_version" certificate_sha256: str = "certificate_sha256" certificate_version: str = "certificate_version" whois_registrar_whois_server: str = "whois_registrar_whois_server" whois_registrant_org: str = "whois_registrant_org" whois_registrar_name: str = "whois_registrar_name" whois_registrant_name: str = "whois_registrant_name" whois_registrar_email: str = "whois_registrar_email" whois_registrant_phone: str = "whois_registrant_phone" whois_registrant_email: str = "whois_registrant_email" without_suffix: str = "without_suffix" http_extract_tracker_google_analytics_key: str = "http_extract_tracker_google_analytics_key" http_extract_tracker_google_play_app: str = "http_extract_tracker_google_play_app" http_extract_tracker_apple_itunes_app: str = "http_extract_tracker_apple_itunes_app" http_extract_tracker_google_site_verification: str = "http_extract_tracker_google_site_verification" certificate_issuer_org: str = "certificate_issuer_org" certificate_issuer_cname: str = "certificate_issuer_cname" certificate_issuer_email: str = "certificate_issuer_email" certificate_issuer_organizational_unit: str = "certificate_issuer_organizational_unit" certificate_issuer_country: str = "certificate_issuer_country" certificate_issuer_state: str = "certificate_issuer_state" certificate_issuer_locality: str = "certificate_issuer_locality" certificate_subject_org: str = "certificate_subject_org" certificate_subject_cname: str = "certificate_subject_cname" certificate_subject_email: str = "certificate_subject_email" certificate_subject_organizational_unit: str = "certificate_subject_organizational_unit" certificate_subject_country: str = "certificate_subject_country" certificate_subject_state: str = "certificate_subject_state" certificate_subject_locality: str = "certificate_subject_locality" certificate_subject_serial_number: str = "certificate_subject_serial_number" certificate_validity_end: str = "certificate_validity_end" geo_country_iso_code: str = "geo_country_iso_code" geo_country: str = "geo_country" geo_city: str = "geo_city" as_num: str = "as_num" organization_industry: str = "organization_industry" organization_email: str = "organization_email" organization_name: str = "organization_name" organization_legal_name: str = "organization_legal_name" isp: str = "isp" as_org: str = "as_org" is_ptr: str = "is_ptr" is_mx: str = "is_mx" is_ns: str = "is_ns" is_subdomain: str = "is_subdomain" is_cname: str = "is_cname" class IPSearchParams: cidr: str = "cidr" isp: str = "isp" ptr: str = "ptr" as_org: str = "as_org" as_num: str = "as_num" geo_city: str = "geo_city" geo_country: str = "geo_country" geo_country_iso_code: str = "geo_country_iso_code" technology_cpe: str = "technology_cpe" port_technology_name: str = "port_technology_name" port_technology_version: str = "port_technology_version" open_port: str = "open_port" port_cve_id: str = "port_cve_id" port_banner: str = "port_banner" port_service: str = "port_service" http_extract_description: str = "http_extract_description" http_extract_title: str = "http_extract_title" http_extract_email: str = "http_extract_email" http_extract_robots: str = "http_extract_robots" http_extract_styles: str = "http_extract_styles" http_extract_scripts: str = "http_extract_scripts" http_extract_tracker_adsense_id: str = "http_extract_tracker_adsense_id" http_extract_meta_name: str = "http_extract_meta_name" http_extract_meta_value: str = "http_extract_meta_value" http_extract_link_host: str = "http_extract_link_host" http_extract_status_code: str = "http_extract_status_code" http_extract_favicon_sha256: str = "http_extract_favicon_sha256" http_extract_headers_name: str = "http_extract_headers_name" http_extract_headers_value: str = "http_extract_headers_value" http_extract_link_url: str = "http_extract_link_url" http_extract_final_redirect_url: str = "http_extract_final_redirect_url" http_extract_tracker_google_analytics_key: str = "http_extract_tracker_google_analytics_key" http_extract_tracker_google_play_app: str = "http_extract_tracker_google_play_app" http_extract_tracker_apple_itunes_app: str = "http_extract_tracker_apple_itunes_app" http_extract_tracker_google_site_verification: str = "http_extract_tracker_google_site_verification" abuses_reports_num: str = "abuses_reports_num" abuses_reports_comment: str = "abuses_reports_comment" abuses_confidence_score: str = "abuses_confidence_score" abuses_category_name: str = "abuses_category_name" abuses_is_whitelist_strong: str = "abuses_is_whitelist_strong" abuses_is_whitelist_weak: str = "abuses_is_whitelist_weak" security_score: str = "security_score" class Operators: equals: str = "eq" contains: str = "contains" starts_with: str = "starts" ends_with: str = "ends" greater_or_equal_to: str = "gte" less_or_equal_to: str = "lte" exists: str = "exists" not_exists: str = "not_exists" spyse-python-2.2.3/tests/000077500000000000000000000000001412013350300153325ustar00rootroot00000000000000spyse-python-2.2.3/tests/__init__.py000066400000000000000000000000001412013350300174310ustar00rootroot00000000000000spyse-python-2.2.3/tests/client_test.py000066400000000000000000000425331412013350300202300ustar00rootroot00000000000000import unittest import responses import os from spyse import Client, SearchQuery, QueryParam, ASSearchParams, DomainSearchParams, Operators class TestSpyse(unittest.TestCase): def setUp(self) -> None: self.client = Client(os.getenv("SPYSE_API_TOKEN")) @responses.activate def test_get_quotas(self): f = open("./data/quotas.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.GET, 'url': 'https://api.spyse.com/v4/data/account/quota', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) quotas = self.client.get_quotas() self.assertEqual(quotas.start_at, "2021-07-22T00:00:00Z") self.assertEqual(quotas.end_at, "2021-08-22T00:00:00Z") self.assertEqual(quotas.api_requests_remaining, 49895) self.assertEqual(quotas.api_requests_limit, 50000) self.assertEqual(quotas.downloads_limit_remaining, 50) self.assertEqual(quotas.downloads_limit, 50) self.assertEqual(quotas.is_scroll_search_enabled, True) self.assertEqual(quotas.search_params_limit, 10) @responses.activate def test_get_certificate(self): f = open("data/certificate_details.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.GET, 'url': 'https://api.spyse.com/v4/data/certificate/some-hash', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) final = self.client.get_certificate_details("some-hash") self.assertEqual(final.updated_at, "2020-06-23T07:29:15.155941969Z") self.assertEqual(final.validation, None) self.assertEqual(final.parsed.fingerprint_sha256, "5c157070be587becb7856643c9be75ab31726a0328a88377b0093c908a53abf5") self.assertEqual(final.parsed.issuer.email_address[0], "team@3amteam.com") self.assertEqual(final.parsed.subject_key_info.ecdsa_public_key.b, "") self.assertEqual(final.parsed.subject_key_info.fingerprint_sha256, "bea1371c7524254c267a3f0226b59d8cbf66293f8501d26ab862cf8a865118e0") self.assertEqual(final.parsed.validity.end, "9999-12-31T23:59:59Z") @responses.activate def test_get_cve(self): f = open("data/cve_details.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.GET, 'url': 'https://api.spyse.com/v4/data/cve/some-cve-id', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) final = self.client.get_cve_details("some-cve-id") self.assertEqual(final.id, "CVE-2004-2343") self.assertEqual(final.references.reference_data[0].tags[0], "Vendor Advisory") self.assertEqual(final.description.description_data[0].lang, "en") self.assertEqual(final.impact.baseMetricV2.cvssV2.baseScore, 7.2) self.assertEqual(final.conditions[0].cpe_prefix, "cpe:2.3:a:apache:http_server") self.assertEqual(final.problemtype.problemtype_data[0].description[0].value, "NVD-CWE-Other") self.assertEqual(final.publishedDate, "2004-12-31T05:00:00Z") self.assertEqual(final.lastModifiedDate, "2017-07-11T01:31:00Z") @responses.activate def test_history_dns(self): f = open("./data/dns_history.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.GET, 'url': 'https://api.spyse.com/v4/data/history/dns/A/google.com', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) final = self.client.search_historical_dns("A", "google.com") self.assertEqual(final.results[0].value, "13.170.7.0") self.assertEqual(final.results[0].first_seen, "2020-12-18") self.assertEqual(final.results[0].last_seen, "2020-12-18") @responses.activate def test_history_whois(self): f = open("./data/whois_history.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.GET, 'url': 'https://api.spyse.com/v4/data/history/domain-whois/google.com', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) final = self.client.search_historical_whois("google.com") self.assertEqual(final.results[0].registrar.created_date, "2013-12-16T19:33:28Z") self.assertEqual(final.results[0].registrar.emails, "abuse@namecheap.com") self.assertEqual(final.results[0].tech.city, "") self.assertEqual(final.results[0].updated_at, None) self.assertEqual(final.results[0].created_at, "2021-03-16T23:00:00+02:00") @responses.activate def test_get_domain(self): f = open("data/domain_details.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.GET, 'url': 'https://api.spyse.com/v4/data/domain/google.com', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) final = self.client.get_domain_details("google.com") self.assertEqual(final.alexa.rank, 45948) self.assertEqual(final.cert_summary.fingerprint_sha256, "39b1d164f63d6044e92b4b72ff054a6ad0e9584968b132a9e1fcd90b4b45d449") self.assertEqual(final.cert_summary.issuer.country, "US") self.assertEqual(final.dns_records.A[0], "69.172.200.235") self.assertEqual(final.dns_records.SOA.email, "jposch.testcentral.com") self.assertEqual(final.dns_records.TXT[0], "google-site-verification=kW9t2V_S7WjOX57zq0tP8Ae_WJhRwUcZoqpdEkvuXJk") self.assertEqual(final.http_extract.http_status_code, 200) self.assertEqual(final.http_extract.http_status_code, 200) self.assertEqual(final.http_extract.http_headers[0].name, "Server") self.assertEqual(final.whois_parsed.admin.email, "fy4gz7f67tr@networksolutionsprivateregistration.com") self.assertEqual(final.security_score.score, 100) self.assertEqual(final.organizations[0].crunchbase.name, "Spyse") self.assertEqual(final.organizations[0].crunchbase.categories[0], "Big Data") self.assertEqual(final.organizations[0].crunchbase.is_primary, True) self.assertEqual(final.technologies[0].name, "Nginx") self.assertEqual(final.trackers.adsense_id, "") @responses.activate def test_search_domains(self): q = SearchQuery() q.append_param(QueryParam(DomainSearchParams.name, Operators.equals, "test.com")) f = open("data/domain_details.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.POST, 'url': 'https://api.spyse.com/v4/data/domain/search', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) final = self.client.search_domains(q) self.assertEqual(final.results[0].alexa.rank, 45948) self.assertEqual(final.results[0].cert_summary.fingerprint_sha256, "39b1d164f63d6044e92b4b72ff054a6ad0e9584968b132a9e1fcd90b4b45d449") self.assertEqual(final.results[0].cert_summary.issuer.country, "US") self.assertEqual(final.results[0].dns_records.A[0], "69.172.200.235") self.assertEqual(final.results[0].dns_records.SOA.email, "jposch.testcentral.com") self.assertEqual(final.results[0].dns_records.TXT[0], "google-site-verification=kW9t2V_S7WjOX57zq0tP8Ae_WJhRwUcZoqpdEkvuXJk") self.assertEqual(final.results[0].http_extract.http_status_code, 200) self.assertEqual(final.results[0].http_extract.http_status_code, 200) self.assertEqual(final.results[0].http_extract.http_headers[0].name, "Server") self.assertEqual(final.results[0].whois_parsed.admin.email, "fy4gz7f67tr@networksolutionsprivateregistration.com") self.assertEqual(final.results[0].security_score.score, 100) self.assertEqual(final.results[0].organizations[0].crunchbase.name, "Spyse") self.assertEqual(final.results[0].organizations[0].crunchbase.categories[0], "Big Data") self.assertEqual(final.results[0].organizations[0].crunchbase.is_primary, True) self.assertEqual(final.results[0].technologies[0].name, "Nginx") self.assertEqual(final.results[0].trackers.adsense_id, "") @responses.activate def test_count_domains(self): q = SearchQuery() q.append_param(QueryParam(DomainSearchParams.name, Operators.equals, "test.com")) f = open("data/count.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.POST, 'url': 'https://api.spyse.com/v4/data/domain/search/count', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) final = self.client.count_domains(q) self.assertEqual(final, 1) @responses.activate def test_scroll_domains(self): q = SearchQuery() q.append_param(QueryParam(DomainSearchParams.name, Operators.equals, "test.com")) f = open("data/domain_scroll_search.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.POST, 'url': 'https://api.spyse.com/v4/data/domain/scroll/search', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) final = self.client.scroll_domains(q) self.assertEqual(final.search_id, "69735f6170695f726571756573746f6c657379614073707973652e636f6d323032312d30382d30352030383a3539" "3a32392e313539353233333631202b30303030205554435b7b2261736e223a7b226f70657261746f72223a226571" "222c2276616c7565223a2231227d7d5de1f6d98a214b9ab97f5b9ce669804935") self.assertEqual(final.results[0].alexa.rank, 45948) self.assertEqual(final.results[0].cert_summary.fingerprint_sha256, "39b1d164f63d6044e92b4b72ff054a6ad0e9584968b132a9e1fcd90b4b45d449") self.assertEqual(final.results[0].cert_summary.issuer.country, "US") self.assertEqual(final.results[0].dns_records.A[0], "69.172.200.235") self.assertEqual(final.results[0].dns_records.SOA.email, "jposch.testcentral.com") self.assertEqual(final.results[0].dns_records.TXT[0], "google-site-verification=kW9t2V_S7WjOX57zq0tP8Ae_WJhRwUcZoqpdEkvuXJk") self.assertEqual(final.results[0].http_extract.http_status_code, 200) self.assertEqual(final.results[0].http_extract.http_status_code, 200) self.assertEqual(final.results[0].http_extract.http_headers[0].name, "Server") self.assertEqual(final.results[0].whois_parsed.admin.email, "fy4gz7f67tr@networksolutionsprivateregistration.com") self.assertEqual(final.results[0].security_score.score, 100) self.assertEqual(final.results[0].organizations[0].crunchbase.name, "Spyse") self.assertEqual(final.results[0].organizations[0].crunchbase.categories[0], "Big Data") self.assertEqual(final.results[0].organizations[0].crunchbase.is_primary, True) self.assertEqual(final.results[0].technologies[0].name, "Nginx") self.assertEqual(final.results[0].trackers.adsense_id, "") @responses.activate def test_get_as(self): f = open("data/as_details.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.GET, 'url': 'https://api.spyse.com/v4/data/as/15169', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) final = self.client.get_autonomous_system_details(15169) self.assertEqual(final.asn, 1) self.assertEqual(final.as_org, "LVLT-1") self.assertEqual(final.ipv4_prefixes[0].cidr, "4.34.12.0/23") self.assertEqual(final.ipv4_prefixes[0].isp, "Level 3 Communications") self.assertEqual(final.ipv6_prefixes, None) @responses.activate def test_count_autonomous_systems(self): q = SearchQuery() q.append_param(QueryParam(ASSearchParams.domain, Operators.equals, 'google.com')) f = open("data/count.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.POST, 'url': 'https://api.spyse.com/v4/data/as/search/count', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) final = self.client.count_autonomous_systems(q) self.assertEqual(final, 1) @responses.activate def test_search_autonomous_systems(self): q = SearchQuery() q.append_param(QueryParam(ASSearchParams.asn, Operators.equals, "1")) f = open("data/as_details.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.POST, 'url': 'https://api.spyse.com/v4/data/as/search', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) final = self.client.search_autonomous_systems(q) self.assertEqual(final.results[0].asn, 1) self.assertEqual(final.results[0].as_org, "LVLT-1") self.assertEqual(final.results[0].ipv4_prefixes[0].cidr, "4.34.12.0/23") self.assertEqual(final.results[0].ipv4_prefixes[0].isp, "Level 3 Communications") self.assertEqual(final.results[0].ipv6_prefixes, None) @responses.activate def test_scroll_autonomous_systems(self): q = SearchQuery() q.append_param(QueryParam(ASSearchParams.asn, Operators.equals, "1")) f = open("data/as_scroll_search.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.POST, 'url': 'https://api.spyse.com/v4/data/as/scroll/search', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) final = self.client.scroll_autonomous_systems(q) self.assertEqual(final.search_id, "69735f6170695f726571756573746f6c657379614073707973652e636f6d323032312d30382d30352030383" "a35393a32392e313539353233333631202b30303030205554435b7b2261736e223a7b226f70657261746f72" "223a226571222c2276616c7565223a2231227d7d5de1f6d98a214b9ab97f5b9ce669804935") self.assertEqual(final.results[0].asn, 1) self.assertEqual(final.results[0].as_org, "LVLT-1") self.assertEqual(final.results[0].ipv4_prefixes[0].cidr, "4.34.12.0/23") self.assertEqual(final.results[0].ipv4_prefixes[0].isp, "Level 3 Communications") self.assertEqual(final.results[0].ipv6_prefixes, None) @responses.activate def test_get_email(self): f = open("data/email_details.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.GET, 'url': 'https://api.spyse.com/v4/data/email/example@spyse.com', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) final = self.client.get_email_details("example@spyse.com") self.assertEqual(final.email, "test@gmail.com") self.assertEqual(final.sources[0].target, "www.satyavathywomensclinic.com") self.assertEqual(final.sources[0].type, "site") self.assertEqual(final.sources[0].last_seen, "2020-10-02T15:10:52.484411677Z") self.assertEqual(final.updated_at, "2020-11-21T11:18:16.775330284Z") @responses.activate def test_get_ip(self): f = open("data/ip_details.json") fixture = f.read() f.close() responses.add(**{ 'method': responses.GET, 'url': 'https://api.spyse.com/v4/data/ip/8.8.8.8', 'body': fixture, 'status': 200, 'content_type': 'application/json', }) final = self.client.get_ip_details("8.8.8.8") self.assertEqual(final.ip, "8.8.8.8") self.assertEqual(final.cve_list[0].id, "CVE-2017-15906") self.assertEqual(final.cve_list[0].ports[0], 22) self.assertEqual(final.cve_list[0].technology, "OpenSSH") self.assertEqual(final.geo_info.location.lon, -97.822) self.assertEqual(final.geo_info.location.lat, 37.751) self.assertEqual(final.isp_info.as_num, 15169) self.assertEqual(final.isp_info.updated_at, None) self.assertEqual(final.ptr_record.value, "dns.google") self.assertEqual(final.ptr_record.updated_at, None) self.assertEqual(final.ports[0].http_extract.final_redirect_url.full_uri, "https://dns.google/") self.assertEqual(final.ports[0].port, 443) self.assertEqual(final.technologies[0].port, 22) self.assertEqual(final.technologies[0].name, "OpenSSH") self.assertEqual(final.technologies[0].version, "7.4") self.assertEqual(final.abuses.reports[0].categories[0].id, 18) self.assertEqual(final.abuses.reports[0].categories[0].name, "Brute-Force") if __name__ == '__main__': unittest.main() spyse-python-2.2.3/tests/data/000077500000000000000000000000001412013350300162435ustar00rootroot00000000000000spyse-python-2.2.3/tests/data/as_details.json000066400000000000000000000004221412013350300212440ustar00rootroot00000000000000{ "data": { "items": [ { "asn": 1, "as_org": "LVLT-1", "ipv4_prefixes": [ { "cidr": "4.34.12.0/23", "isp": "Level 3 Communications" } ], "ipv6_prefixes": null } ] } }spyse-python-2.2.3/tests/data/as_scroll_search.json000066400000000000000000000010371412013350300224450ustar00rootroot00000000000000{ "data": { "search_id": "69735f6170695f726571756573746f6c657379614073707973652e636f6d323032312d30382d30352030383a35393a32392e313539353233333631202b30303030205554435b7b2261736e223a7b226f70657261746f72223a226571222c2276616c7565223a2231227d7d5de1f6d98a214b9ab97f5b9ce669804935", "items": [ { "asn": 1, "as_org": "LVLT-1", "ipv4_prefixes": [ { "cidr": "4.34.12.0/23", "isp": "Level 3 Communications" } ], "ipv6_prefixes": null } ] } }spyse-python-2.2.3/tests/data/certificate_details.json000066400000000000000000000231601412013350300231270ustar00rootroot00000000000000{ "data": { "items": [ { "parsed": { "extensions": { "authority_info_access": { "issuer_urls": null, "ocsp_urls": null }, "authority_key_id": "", "basic_constraints": { "is_ca": null, "max_path_len": null }, "certificate_policies": null, "crl_distribution_points": null, "extended_key_usage": { "any": null, "apple_ichat_encryption": null, "apple_ichat_signing": null, "apple_system_identity": null, "client_auth": null, "code_signing": null, "dvcs": null, "eap_over_lan": null, "eap_over_ppp": null, "email_protection": null, "ipsec_end_system": null, "ipsec_intermediate_system_usage": null, "ipsec_tunnel": null, "ipsec_user": null, "microsoft_ca_exchange": null, "microsoft_cert_trust_list_signing": null, "microsoft_document_signing": null, "microsoft_drm": null, "microsoft_efs_recovery": null, "microsoft_embedded_nt_crypto": null, "microsoft_encrypted_file_system": null, "microsoft_enrollment_agent": null, "microsoft_kernel_mode_code_signing": null, "microsoft_key_recovery_21": null, "microsoft_key_recovery_3": null, "microsoft_lifetime_signing": null, "microsoft_nt5_crypto": null, "microsoft_oem_whql_crypto": null, "microsoft_qualified_subordinate": null, "microsoft_root_list_signer": null, "microsoft_server_gated_crypto": null, "microsoft_smartcard_logon": null, "microsoft_system_health": null, "microsoft_timestamp_signing": null, "microsoft_whql_crypto": null, "sbgp_cert_aa_service_auth": null, "server_auth": null, "time_stamping": null }, "issuer_alt_name": { "directory_names": null, "dns_names": null, "email_addresses": null, "ip_addresses": null, "other_names": null, "registered_ids": null, "uniform_resource_identifiers": null }, "key_usage": { "certificate_sign": null, "content_commitment": true, "crl_sign": null, "data_encipherment": null, "decipher_only": null, "digital_signature": true, "encipher_only": null, "key_agreement": null, "key_encipherment": true, "value": 7 }, "name_constraints": null, "signed_certificate_timestamps": null, "subject_alt_name": { "directory_names": null, "dns_names": null, "email_addresses": null, "ip_addresses": null, "other_names": null, "registered_ids": null, "uniform_resource_identifiers": null }, "subject_key_id": "24193db74857f02e0b6d241bf4c451da3f3e6d75" }, "fingerprint_md5": "e2f0b2d0878fb4d30a0186d27744e7ff", "fingerprint_sha1": "3d060fe1aa3b950c1bd11d41a9d88eef4ffa0de5", "fingerprint_sha256": "5c157070be587becb7856643c9be75ab31726a0328a88377b0093c908a53abf5", "issuer": { "common_name": [ "3AM LLC Internal Certificate Authority" ], "country": [ "US" ], "domain_component": null, "email_address": [ "team@3amteam.com" ], "given_name": null, "jurisdiction_country": null, "jurisdiction_locality": null, "jurisdiction_province": null, "locality": [ "Torrington" ], "organization": [ "3AM LLC" ], "organizational_unit": [ "Office of the Lead Developer" ], "postal_code": null, "province": [ "Connecticut" ], "serial_number": null, "street_address": null, "surname": null }, "issuer_dn": "C=US, ST=Connecticut, L=Torrington, O=3AM LLC, OU=Office of the Lead Developer, CN=3AM LLC Internal Certificate Authority, emailAddress=team@3amteam.com", "names": [ "*.3amteam.com" ], "redacted": null, "serial_number": "12", "signature": { "self_signed": null, "signature_algorithm": { "name": "SHA1-RSA", "oid": "1.2.840.113549.1.1.5" }, "valid": null, "value": "g+1HCB5+GoDGTOeXGB1Mv87gfnX70au6dPyhLZgfr44GLCNhCu7azdORL7Ta/EVuPuLv+u9folKIeGhcZ79KuACC4XiwHHC3fOfOq5Al6KHyU6D/N7+K/kuNKx7BqwC7tQEj+rQzgJhveqTXk8zH33QpiclnXgs1/BJIM4Id1umU7fxxRuWUlh7OzmELhIP4FqfPTqVT6ZAgDgSNoI273SOQ7qygsGsVvn/F9/Nl4/6oZ6H98wTfmT39WInWGLAv3WFmkBFBYVc8IP8+6oZFij1AJDGcSVzdwHDu3kmcsGsEs8oou6YgRNYjFWUdHddM0n4Q26/jQ9JevT+3MdcoFw==" }, "signature_algorithm": { "name": "SHA1-RSA", "oid": "1.2.840.113549.1.1.5" }, "spki_subject_fingerprint": "a42beb19bdc7ea36c89d40ff0575b738743233deea1eb714d8c047eefdaa0f2e", "subject": { "common_name": [ "*.3amteam.com" ], "country": [ "US" ], "domain_component": null, "email_address": [ "us@3amteam.com" ], "given_name": null, "jurisdiction_country": null, "jurisdiction_locality": null, "jurisdiction_province": null, "locality": [ "Torrington" ], "organization": [ "3AM LLC" ], "organizational_unit": [ "Office of the Lead Developer" ], "postal_code": null, "province": [ "CT" ], "serial_number": null, "street_address": null, "surname": null }, "subject_dn": "C=US, ST=CT, L=Torrington, O=3AM LLC, OU=Office of the Lead Developer, CN=*.3amteam.com, emailAddress=us@3amteam.com", "subject_key_info": { "ecdsa_public_key": { "b": "", "curve": "", "gx": "", "gy": "", "length": 0, "n": "", "p": "", "pub": "", "x": "", "y": "" }, "fingerprint_sha256": "bea1371c7524254c267a3f0226b59d8cbf66293f8501d26ab862cf8a865118e0", "key_algorithm": { "name": "RSA" }, "rsa_public_key": { "exponent": 0, "length": 0, "modulus": "" } }, "tbs_fingerprint": "b006728f04af361fad85fa6fff2b79e7f0ea57a8aa6921460116cb9fe35f03e2", "tbs_noct_fingerprint": "b006728f04af361fad85fa6fff2b79e7f0ea57a8aa6921460116cb9fe35f03e2", "validation_level": "unknown", "validity": { "status": "", "end": "9999-12-31T23:59:59Z", "length": 9223372036, "start": "2013-12-12T21:15:00Z" }, "version": 3 }, "raw": "MIIFUDCCBDigAwIBAgIBDDANBgkqhkiG9w0BAQUFADCBwzELMAkGA1UEBhMCVVMxFDASBgNVBAgTC0Nvbm5lY3RpY3V0MRMwEQYDVQQHEwpUb3JyaW5ndG9uMRAwDgYDVQQKEwczQU0gTExDMSUwIwYDVQQLExxPZmZpY2Ugb2YgdGhlIExlYWQgRGV2ZWxvcGVyMS8wLQYDVQQDEyYzQU0gTExDIEludGVybmFsIENlcnRpZmljYXRlIEF1dGhvcml0eTEfMB0GCSqGSIb3DQEJARYQdGVhbUAzYW10ZWFtLmNvbTAgFw0xMzEyMTIyMTE1MDBaGA85OTk5MTIzMTIzNTk1OVowgZ8xCzAJBgNVBAYTAlVTMQswCQYDVQQIEwJDVDETMBEGA1UEBxMKVG9ycmluZ3RvbjEQMA4GA1UEChMHM0FNIExMQzElMCMGA1UECxMcT2ZmaWNlIG9mIHRoZSBMZWFkIERldmVsb3BlcjEWMBQGA1UEAwwNKi4zYW10ZWFtLmNvbTEdMBsGCSqGSIb3DQEJARYOdXNAM2FtdGVhbS5jb20wggIiMA0GCSqGSIb3DQEBAQUAA4ICDwAwggIKAoICAQC7O8RoRkdsiH1623PTLgSxPZ1zNTbZ291uR4UeVCvmmnzkJg7lpg3FcqE9HjhBOo9UA4HrM6Y9mAFqbutlOop4B5tAfPb1ltT9ZvXikcTPimlTQHTw42aAxPVz2XXNB9eRJ+gEHs5XVnJWjbPueGpCc83Z+SytWTDzpb2zLUoGgK5i1OyH/agImlpfEd1/fMezXDB2tMjdZk0j8pruxwARXKDGVmxlLGVIxAELak32kH9szaAjcshnCU/n32HL35X2b6+7Sao5/gXnbyhC9+ULvNGPWa45tRydmkUJAM0xag8zaQUBEO/JCV47ibJwijulgfHpCVgwggqqCx6GHUvZr3yZrHNG+kqwPgvhutFcFIQ507vJw3+ksXw6fLx4VhIPRPE2HYo6BOD6fKkSTZfL6JAEbBNFVdiFmCB90TJZfkHFbapwMLAkjsvZt7+VbmY1pR20FfWxbUkOdmlTokbWDmSL60nXSyi5jaOTg7482GrEMBBdeO25Y3VGxd7BofnSEbMTNpD3KxRWqhAm93AK93nOSi7OP1rVuq9dJN6xuAG6ymhdJNBbWv3/+IDD6hzzuq4heDYhXptgC6C3wLHtCf5wRbAgTokQfCtW1dXu+OrY5yqySrsZde0RCsobVyEfROTsFm/hcXca2QkdsZb2vwIGJDYx9rMTrHNsflzOdwIDAQABo28wbTAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBQkGT23SFfwLgttJBv0xFHaPz5tdTALBgNVHQ8EBAMCBeAwEQYJYIZIAYb4QgEBBAQDAgZAMB4GCWCGSAGG+EIBDQQRFg94Y2EgY2VydGlmaWNhdGUwDQYJKoZIhvcNAQEFBQADggEBAIPtRwgefhqAxkznlxgdTL/O4H51+9GrunT8oS2YH6+OBiwjYQru2s3TkS+02vxFbj7i7/rvX6JSiHhoXGe/SrgAguF4sBxwt3znzquQJeih8lOg/ze/iv5LjSsewasAu7UBI/q0M4CYb3qk15PMx990KYnJZ14LNfwSSDOCHdbplO38cUbllJYezs5hC4SD+Banz06lU+mQIA4EjaCNu90jkO6soLBrFb5/xffzZeP+qGeh/fME35k9/ViJ1hiwL91hZpARQWFXPCD/PuqGRYo9QCQxnElc3cBw7t5JnLBrBLPKKLumIETWIxVlHR3XTNJ+ENuv40PSXr0/tzHXKBc=", "fingerprint_sha256": "5c157070be587becb7856643c9be75ab31726a0328a88377b0093c908a53abf5", "validation": null, "updated_at": "2020-06-23T07:29:15.155941969Z" } ] } } spyse-python-2.2.3/tests/data/count.json000066400000000000000000000000501412013350300202610ustar00rootroot00000000000000{ "data": { "total_items": 1 } }spyse-python-2.2.3/tests/data/cve_details.json000066400000000000000000000101711412013350300214200ustar00rootroot00000000000000{ "data": { "items": [ { "id": "CVE-2004-2343", "references": { "reference_data": [ { "url": "http://archives.neohapsis.com/archives/bugtraq/2004-02/0043.html", "name": "20040131 BUG IN APACHE HTTPD SERVER (current version 2.0.47)", "refsource": "BUGTRAQ", "tags": [ "Vendor Advisory" ] }, { "url": "http://archives.neohapsis.com/archives/bugtraq/2004-02/0064.html", "name": "20040202 Re: BUG IN APACHE HTTPD SERVER (current version 2.0.47)", "refsource": "BUGTRAQ", "tags": [] }, { "url": "http://archives.neohapsis.com/archives/bugtraq/2004-02/0120.html", "name": "20040204 Re: BUG IN APACHE HTTPD SERVER (current version 2.0.47)", "refsource": "BUGTRAQ", "tags": [] }, { "url": "https://exchange.xforce.ibmcloud.com/vulnerabilities/15015", "name": "apache-httpd-bypass-restriction(15015)", "refsource": "XF", "tags": [] } ] }, "description": { "description_data": [ { "lang": "en", "value": "** DISPUTED ** Apache HTTP Server 2.0.47 and earlier allows local users to bypass .htaccess file restrictions, as specified in httpd.conf with directives such as Deny From All, by using an ErrorDocument directive. NOTE: the vendor has disputed this issue, since the .htaccess mechanism is only intended to restrict external web access, and a local user already has the privileges to perform the same operations without using ErrorDocument." } ] }, "impact": { "baseMetricV2": { "cvssV2": { "version": "", "vectorString": "AV:L/AC:L/Au:N/C:C/I:C/A:C", "accessVector": "LOCAL", "accessComplexity": "LOW", "authentication": "NONE", "confidentialityImpact": "COMPLETE", "integrityImpact": "COMPLETE", "availabilityImpact": "COMPLETE", "baseScore": 7.2 }, "severity": "HIGH", "exploitabilityScore": 3.9, "impactScore": 10, "acInsufInfo": false, "obtainAllPrivilege": true, "obtainUserPrivilege": false, "obtainOtherPrivilege": false, "userInteractionRequired": false }, "baseMetricV3": { "cvssV3": { "attackComplexity": "", "attackVector": "", "availabilityImpact": "", "baseScore": 0, "baseSeverity": "", "confidentialityImpact": "", "integrityImpact": "", "privilegesRequired": "", "scope": "", "userInteraction": "", "vectorString": "", "version": "" }, "exploitabilityScore": 0, "impactScore": 0 } }, "conditions": [ { "application": "", "cpe_prefix": "cpe:2.3:a:apache:http_server", "hardware": "", "operation_system": "", "version_end_excluding": "", "version_end_excluding_representation": 0, "version_end_including": "2.0.47", "version_end_including_representation": 1002100010471000, "version_start_excluding": "", "version_start_excluding_representation": 0, "version_start_including": "", "version_start_including_representation": 0 } ], "problemtype": { "problemtype_data": [ { "description": [ { "lang": "en", "value": "NVD-CWE-Other" } ] } ] }, "publishedDate": "2004-12-31T05:00:00Z", "lastModifiedDate": "2017-07-11T01:31:00Z" } ] } } spyse-python-2.2.3/tests/data/dns_history.json000066400000000000000000000003261412013350300215040ustar00rootroot00000000000000{ "data": { "total_count": 1, "offset": 0, "limit": 25, "items": [ { "value": "13.170.7.0", "first_seen": "2020-12-18", "last_seen": "2020-12-18" } ] } } spyse-python-2.2.3/tests/data/domain_details.json000066400000000000000000000224461412013350300221220ustar00rootroot00000000000000{ "data": { "items": [ { "alexa": { "rank": 45948, "updated_at": "2021-04-25T06:32:30.633147345Z" }, "cert_summary": { "fingerprint_sha256": "39b1d164f63d6044e92b4b72ff054a6ad0e9584968b132a9e1fcd90b4b45d449", "issuer": { "country": "US", "common_name": "Network Solutions DV Server CA 2", "locality": "Herndon", "organization": "Network Solutions L.L.C.", "organizational_unit": "", "province": "VA", "emailAddress": "" }, "issuer_dn" : "C=US, ST=VA, L=Herndon, O=Network Solutions L.L.C., CN=Network Solutions DV Server CA 2", "subject": { "country": "", "common_name": "www.test.com", "locality": "", "organization": "", "organizational_unit": "", "province": "", "businessCategory": "", "emailAddress": "", "jurisdictionCountry": "", "jurisdictionStateOrProvince": "", "postalCode": "", "serialNumber": "", "street": "" }, "subject_dn": "CN=www.test.com", "tls_version": "TLSv1.2", "validity_end": "2022-01-24T23:59:59Z", "updated_at": null }, "dns_records": { "A": [ "69.172.200.235" ], "AAAA": null, "CAA": null, "CNAME": null, "MX": null, "NS": [ "ns3.hosting.com", "ns1.hosting.com", "ns2.hosting.com" ], "SOA": { "email": "jposch.testcentral.com", "expire": 604800, "min_ttl": 3600, "ns": "ns1.hosting.com", "refresh": 10800, "retry": 3600, "serial": 65 }, "TXT": [ "google-site-verification=kW9t2V_S7WjOX57zq0tP8Ae_WJhRwUcZoqpdEkvuXJk" ], "SPF": null, "updated_at": null }, "hosts_enrichment": [ { "ip": "69.172.200.235", "as_num": 19324, "as_org": "DOSARREST", "isp": "Dosarrest Internet Security", "city_name": "", "country": "Canada", "country_iso_code": "CA", "location": { "lat": 43.6319, "lon": -79.3716 } } ], "http_extract": { "cookies": null, "description": "", "emails": null, "final_redirect_url": { "full_uri": "https://www.test.com/", "host": "www.test.com", "path": "/" }, "extracted_at": "2021-04-21T05:47:08.725880748Z", "favicon_sha256": "ca3e9878d22dcffc4e4e943207d5441483c002ecee6b05e1a12a91c3b1823f07", "http_headers": [ { "name": "Server", "value": "nginx/1.18.0" }, { "name": "Date", "value": "Wed, 21 Apr 2021 05:46:52 GMT" }, { "name": "Content-Type", "value": "text/html" }, { "name": "Transfer-Encoding", "value": "chunked" }, { "name": "Connection", "value": "keep-alive" }, { "name": "Keep-Alive", "value": "timeout=20" }, { "name": "X-DIS-Request-ID", "value": "1d51f19793be83cf919070a74cf9a6ec" }, { "name": "P3P", "value": "CP=\"NON DSP COR ADMa OUR IND UNI COM NAV INT\"" }, { "name": "Cache-Control", "value": "no-cache" } ], "http_status_code": 200, "links": null, "meta_tags": null, "robots_txt": "", "scripts": null, "styles": null, "title": "" }, "is_CNAME": true, "is_MX": true, "is_NS": true, "is_PTR": true, "is_subdomain": null, "name": "test.com", "name_without_suffix": "test", "updated_at": "2021-04-25T06:32:30.633147345Z", "whois_parsed": { "admin": { "city": "Jacksonville", "country": "US", "email": "fy4gz7f67tr@networksolutionsprivateregistration.com", "fax": "", "fax_ext": "", "id": "", "name": "PERFECT PRIVACY, LLC", "organization": "", "phone": "+1.5707088780", "phone_ext": "", "postal_code": "32256", "province": "FL", "street": "5335 Gate Parkway care of Network Solutions PO Box 459", "street_ext": "" }, "registrant": { "city": "Jacksonville", "country": "US", "email": "fy4gz7f67tr@networksolutionsprivateregistration.com", "fax": "", "fax_ext": "", "id": "", "name": "PERFECT PRIVACY, LLC", "organization": "", "phone": "+1.5707088780", "phone_ext": "", "postal_code": "32256", "province": "FL", "street": "5335 Gate Parkway care of Network Solutions PO Box 459", "street_ext": "" }, "registrar": { "created_date": "1997-06-18T04:00:00Z", "domain_dnssec": "unsigned", "domain_id": "5429075_DOMAIN_COM-VRSN", "domain_name": "TEST.COM", "domain_status": "clientTransferProhibited", "emails": "abuse@web.com", "expiration_date": "2021-06-17T04:00:00Z", "name_servers": "NS1.HOSTING.COM,NS2.HOSTING.COM,NS3.HOSTING.COM", "referral_url": "", "registrar_id": "2", "registrar_name": "Network Solutions, LLC", "updated_date": "2019-04-18T07:16:01Z", "whois_server": "whois.networksolutions.com" }, "tech": { "city": "Jacksonville", "country": "US", "email": "p96av9hq7dq@networksolutionsprivateregistration.com", "fax": "", "fax_ext": "", "id": "", "name": "PERFECT PRIVACY, LLC", "organization": "", "phone": "+1.5707088780", "phone_ext": "", "postal_code": "32256", "province": "FL", "street": "5335 Gate Parkway care of Network Solutions PO Box 459", "street_ext": "" }, "updated_at": null }, "whois_updated_at": null, "screenshot_url": "https://spycdn.com/screenshot/41/4193efb171a5de1859c0117faef60903.png", "neighbors": 12, "severity_details": { "HIGH": 0, "MEDIUM": 0, "LOW": 0 }, "security_score": { "score": 100 }, "cve_list": null, "organizations":[ { "crunchbase": { "name": "Spyse", "legal_name": "", "homepage_url": "https://spyse.com/", "description": "Spyse is a cybersecurity data provider that is presented by a cybersecurity search engine for technical. It provides users with access to any technical information that is usually used for penetration testing and cyber investigations. The company implements a unique data gathering approach, using a distributed scanning system with more than 50 servers spread across the world for getting larger and more precise data. Data storing has its own features as self-made analyzers that connect all the information found by scanners allowing exploring relationships between network elements as well as instant data accessing. Spyse was released at the beginning of the 2020 year.", "short_description": "Spyse is a lead cybersecurity data provider.", "address": "", "categories": [ "Big Data", "Cyber Security", "Search Engine" ], "founded_on": "2018-07-09", "closed_on": "", "contact_email": "contact@spyse.com", "image_url": "https://res.cloudinary.com/crunchbase-production/image/upload/ap1f3uwpfqdckplqfr29", "num_employees_enum": "1-10", "operating_status": "", "phone_number": "", "revenue_range": "", "status": "operating", "country_code": "", "state_code": "", "region": "", "city": "", "postal_code": "", "cb_url": "https://www.crunchbase.com/organization/spyse", "is_primary": true, "created_at": "2020-05-19 15:42:33", "updated_at": "2021-03-25 12:45:31" } } ], "technologies": [ { "name": "Nginx", "version": "1.18.0" } ], "trackers": { "adsense_id": "", "apple_itunes_app": "", "google_play_app": "", "google_analytics_key": "", "google_site_verification": "" } } ] } } spyse-python-2.2.3/tests/data/domain_schema.json000066400000000000000000000145211412013350300217300ustar00rootroot00000000000000{ "title": "s", "alexa": { "rank": 0, "updated_at": "2021-05-31T12:46:59.834Z" }, "cert_summary": { "fingerprint_sha256": "string", "issuer": { "country": "string", "common_name": "string", "locality": "string", "organization": "string", "organizational_unit": "string", "province": "string", "emailAddress": "string" }, "issuer_dn": "string", "subject": { "country": "string", "common_name": "string", "locality": "string", "organization": "string", "organizational_unit": "string", "province": "string", "businessCategory": "string", "emailAddress": "string", "jurisdictionCountry": "string", "jurisdictionStateOrProvince": "string", "postalCode": "string", "serialNumber": "string", "street": "string" }, "subject_dn": "string", "tls_version": "string", "updated_at": "2021-05-31T12:46:59.834Z", "validity_end": "2021-05-31T12:46:59.834Z" }, "cve_list": [ { "base_score_cvss2": 0, "id": "string" } ], "dns_records": { "A": [ "string" ], "AAAA": [ "string" ], "CAA": [ "string" ], "CNAME": [ "string" ], "MX": [ "string" ], "NS": [ "string" ], "SOA": { "email": "string", "expire": 0, "min_ttl": 0, "ns": "string", "refresh": 0, "retry": 0, "serial": 0 }, "SPF": [ { "mechanisms": [ { "name": "string", "qualifier": "string", "value": "string" } ], "modifiers": [ { "name": "string", "value": "string" } ], "raw": "string", "validation_errors": [ { "description": "string", "target": "string" } ], "version": "string" } ], "TXT": [ "string" ], "updated_at": "2021-05-31T12:46:59.834Z" }, "hosts_enrichment": [ { "as_num": 0, "as_org": "string", "city_name": "string", "country": "string", "country_iso_code": "string", "ip": "string", "isp": "string", "location": { "lat": 0, "lon": 0 } } ], "http_extract": { "cookies": [ { "domain": "string", "expire": "2021-05-31T12:46:59.835Z", "http_only": true, "key": "string", "max_age": 0, "path": "string", "security": true, "value": "string" } ], "description": "string", "emails": [ "string" ], "extracted_at": "2021-05-31T12:46:59.835Z", "favicon_sha256": "string", "final_redirect_url": { "full_uri": "string", "host": "string", "path": "string" }, "http_headers": [ { "name": "string", "value": "string" } ], "http_status_code": 0, "links": [ { "anchor": "string", "url": "string", "url_host": "string" } ], "meta_tags": [ { "name": "string", "value": "string" } ], "robots_txt": "string", "scripts": [ "string" ], "styles": [ "string" ], "title": "string" }, "is_CNAME": true, "is_MX": true, "is_NS": true, "is_PTR": true, "is_subdomain": true, "name": "string", "name_without_suffix": "string", "organizations": [ { "crunchbase": { "address": "string", "categories": [ "string" ], "cb_url": "string", "city": "string", "closed_on": "string", "contact_email": "string", "country_code": "string", "created_at": "string", "description": "string", "founded_on": "string", "homepage_url": "string", "image_url": "string", "legal_name": "string", "name": "string", "num_employees_enum": "string", "operating_status": "string", "phone_number": "string", "postal_code": "string", "region": "string", "revenue_range": "string", "short_description": "string", "state_code": "string", "status": "string", "updated_at": "string" } } ], "screenshot_url": "string", "security_score": { "score": 0 }, "technologies": [ { "name": "string", "version": "string" } ], "trackers": { "adsense_id": "string", "apple_itunes_app": "string", "google_analytics_key": "string", "google_play_app": "string", "google_site_verification": "string" }, "updated_at": "2021-05-31T12:46:59.835Z", "whois_parsed": { "admin": { "city": "string", "country": "string", "email": "string", "fax": "string", "fax_ext": "string", "id": "string", "name": "string", "organization": "string", "phone": "string", "phone_ext": "string", "postal_code": "string", "province": "string", "street": "string", "street_ext": "string" }, "registrant": { "city": "string", "country": "string", "email": "string", "fax": "string", "fax_ext": "string", "id": "string", "name": "string", "organization": "string", "phone": "string", "phone_ext": "string", "postal_code": "string", "province": "string", "street": "string", "street_ext": "string" }, "registrar": { "created_date": "string", "domain_dnssec": "string", "domain_id": "string", "domain_name": "string", "domain_status": "string", "emails": "string", "expiration_date": "string", "name_servers": "string", "referral_url": "string", "registrar_id": "string", "registrar_name": "string", "updated_date": "string", "whois_server": "string" }, "tech": { "city": "string", "country": "string", "email": "string", "fax": "string", "fax_ext": "string", "id": "string", "name": "string", "organization": "string", "phone": "string", "phone_ext": "string", "postal_code": "string", "province": "string", "street": "string", "street_ext": "string" }, "updated_at": "2021-05-31T12:46:59.835Z" } }spyse-python-2.2.3/tests/data/domain_scroll_search.json000066400000000000000000000230631412013350300233140ustar00rootroot00000000000000{ "data": { "search_id": "69735f6170695f726571756573746f6c657379614073707973652e636f6d323032312d30382d30352030383a35393a32392e313539353233333631202b30303030205554435b7b2261736e223a7b226f70657261746f72223a226571222c2276616c7565223a2231227d7d5de1f6d98a214b9ab97f5b9ce669804935", "items": [ { "alexa": { "rank": 45948, "updated_at": "2021-04-25T06:32:30.633147345Z" }, "cert_summary": { "fingerprint_sha256": "39b1d164f63d6044e92b4b72ff054a6ad0e9584968b132a9e1fcd90b4b45d449", "issuer": { "country": "US", "common_name": "Network Solutions DV Server CA 2", "locality": "Herndon", "organization": "Network Solutions L.L.C.", "organizational_unit": "", "province": "VA", "emailAddress": "" }, "issuer_dn": "C=US, ST=VA, L=Herndon, O=Network Solutions L.L.C., CN=Network Solutions DV Server CA 2", "subject": { "country": "", "common_name": "www.test.com", "locality": "", "organization": "", "organizational_unit": "", "province": "", "businessCategory": "", "emailAddress": "", "jurisdictionCountry": "", "jurisdictionStateOrProvince": "", "postalCode": "", "serialNumber": "", "street": "" }, "subject_dn": "CN=www.test.com", "tls_version": "TLSv1.2", "validity_end": "2022-01-24T23:59:59Z", "updated_at": null }, "dns_records": { "A": [ "69.172.200.235" ], "AAAA": null, "CAA": null, "CNAME": null, "MX": null, "NS": [ "ns3.hosting.com", "ns1.hosting.com", "ns2.hosting.com" ], "SOA": { "email": "jposch.testcentral.com", "expire": 604800, "min_ttl": 3600, "ns": "ns1.hosting.com", "refresh": 10800, "retry": 3600, "serial": 65 }, "TXT": [ "google-site-verification=kW9t2V_S7WjOX57zq0tP8Ae_WJhRwUcZoqpdEkvuXJk" ], "SPF": null, "updated_at": null }, "hosts_enrichment": [ { "ip": "69.172.200.235", "as_num": 19324, "as_org": "DOSARREST", "isp": "Dosarrest Internet Security", "city_name": "", "country": "Canada", "country_iso_code": "CA", "location": { "lat": 43.6319, "lon": -79.3716 } } ], "http_extract": { "cookies": null, "description": "", "emails": null, "final_redirect_url": { "full_uri": "https://www.test.com/", "host": "www.test.com", "path": "/" }, "extracted_at": "2021-04-21T05:47:08.725880748Z", "favicon_sha256": "ca3e9878d22dcffc4e4e943207d5441483c002ecee6b05e1a12a91c3b1823f07", "http_headers": [ { "name": "Server", "value": "nginx/1.18.0" }, { "name": "Date", "value": "Wed, 21 Apr 2021 05:46:52 GMT" }, { "name": "Content-Type", "value": "text/html" }, { "name": "Transfer-Encoding", "value": "chunked" }, { "name": "Connection", "value": "keep-alive" }, { "name": "Keep-Alive", "value": "timeout=20" }, { "name": "X-DIS-Request-ID", "value": "1d51f19793be83cf919070a74cf9a6ec" }, { "name": "P3P", "value": "CP=\"NON DSP COR ADMa OUR IND UNI COM NAV INT\"" }, { "name": "Cache-Control", "value": "no-cache" } ], "http_status_code": 200, "links": null, "meta_tags": null, "robots_txt": "", "scripts": null, "styles": null, "title": "" }, "is_CNAME": true, "is_MX": true, "is_NS": true, "is_PTR": true, "is_subdomain": null, "name": "test.com", "name_without_suffix": "test", "updated_at": "2021-04-25T06:32:30.633147345Z", "whois_parsed": { "admin": { "city": "Jacksonville", "country": "US", "email": "fy4gz7f67tr@networksolutionsprivateregistration.com", "fax": "", "fax_ext": "", "id": "", "name": "PERFECT PRIVACY, LLC", "organization": "", "phone": "+1.5707088780", "phone_ext": "", "postal_code": "32256", "province": "FL", "street": "5335 Gate Parkway care of Network Solutions PO Box 459", "street_ext": "" }, "registrant": { "city": "Jacksonville", "country": "US", "email": "fy4gz7f67tr@networksolutionsprivateregistration.com", "fax": "", "fax_ext": "", "id": "", "name": "PERFECT PRIVACY, LLC", "organization": "", "phone": "+1.5707088780", "phone_ext": "", "postal_code": "32256", "province": "FL", "street": "5335 Gate Parkway care of Network Solutions PO Box 459", "street_ext": "" }, "registrar": { "created_date": "1997-06-18T04:00:00Z", "domain_dnssec": "unsigned", "domain_id": "5429075_DOMAIN_COM-VRSN", "domain_name": "TEST.COM", "domain_status": "clientTransferProhibited", "emails": "abuse@web.com", "expiration_date": "2021-06-17T04:00:00Z", "name_servers": "NS1.HOSTING.COM,NS2.HOSTING.COM,NS3.HOSTING.COM", "referral_url": "", "registrar_id": "2", "registrar_name": "Network Solutions, LLC", "updated_date": "2019-04-18T07:16:01Z", "whois_server": "whois.networksolutions.com" }, "tech": { "city": "Jacksonville", "country": "US", "email": "p96av9hq7dq@networksolutionsprivateregistration.com", "fax": "", "fax_ext": "", "id": "", "name": "PERFECT PRIVACY, LLC", "organization": "", "phone": "+1.5707088780", "phone_ext": "", "postal_code": "32256", "province": "FL", "street": "5335 Gate Parkway care of Network Solutions PO Box 459", "street_ext": "" }, "updated_at": null }, "whois_updated_at": null, "screenshot_url": "https://spycdn.com/screenshot/41/4193efb171a5de1859c0117faef60903.png", "neighbors": 12, "severity_details": { "HIGH": 0, "MEDIUM": 0, "LOW": 0 }, "security_score": { "score": 100 }, "cve_list": null, "organizations": [ { "crunchbase": { "name": "Spyse", "legal_name": "", "homepage_url": "https://spyse.com/", "description": "Spyse is a cybersecurity data provider that is presented by a cybersecurity search engine for technical. It provides users with access to any technical information that is usually used for penetration testing and cyber investigations. The company implements a unique data gathering approach, using a distributed scanning system with more than 50 servers spread across the world for getting larger and more precise data. Data storing has its own features as self-made analyzers that connect all the information found by scanners allowing exploring relationships between network elements as well as instant data accessing. Spyse was released at the beginning of the 2020 year.", "short_description": "Spyse is a lead cybersecurity data provider.", "address": "", "categories": [ "Big Data", "Cyber Security", "Search Engine" ], "founded_on": "2018-07-09", "closed_on": "", "contact_email": "contact@spyse.com", "image_url": "https://res.cloudinary.com/crunchbase-production/image/upload/ap1f3uwpfqdckplqfr29", "num_employees_enum": "1-10", "operating_status": "", "phone_number": "", "revenue_range": "", "status": "operating", "country_code": "", "state_code": "", "region": "", "city": "", "postal_code": "", "cb_url": "https://www.crunchbase.com/organization/spyse", "is_primary": true, "created_at": "2020-05-19 15:42:33", "updated_at": "2021-03-25 12:45:31" } } ], "technologies": [ { "name": "Nginx", "version": "1.18.0" } ], "trackers": { "adsense_id": "", "apple_itunes_app": "", "google_play_app": "", "google_analytics_key": "", "google_site_verification": "" } } ] } } spyse-python-2.2.3/tests/data/email_details.json000066400000000000000000000006201412013350300217300ustar00rootroot00000000000000{ "data": { "total_count": 1, "offset": 0, "limit": 1, "items": [ { "email": "test@gmail.com", "sources": [ { "target": "www.satyavathywomensclinic.com", "type": "site", "last_seen": "2020-10-02T15:10:52.484411677Z" } ], "updated_at": "2020-11-21T11:18:16.775330284Z" } ] } } spyse-python-2.2.3/tests/data/ip_details.json000066400000000000000000000236761412013350300212710ustar00rootroot00000000000000{ "data": { "items": [ { "cve_list": [ { "id": "CVE-2017-15906", "base_score_cvss2": 5, "ports": [ 22 ], "technology": "OpenSSH" } ], "ip": "8.8.8.8", "geo_info": { "city_name": "", "country": "United States", "country_iso_code": "US", "location": { "lat": 37.751, "lon": -97.822 } }, "isp_info": { "as_num": 15169, "as_org": "GOOGLE", "isp": "Google", "updated_at": null }, "ptr_record": { "value": "dns.google", "updated_at": null }, "ports": [ { "banner": "HTTP/1.1 301 Moved Permanently\r\nLocation: https://dns.google/\r\nContent-Type: text/html; charset=UTF-8\r\nX-Content-Type-Options: nosniff\r\nDate: Mon, 29 Mar 2021 08:28:19 GMT\r\nExpires: Mon, 29 Mar 2021 08:58:19 GMT\r\nServer: sffe\r\nContent-Length: 216\r\nX-XSS-Protection: 0\r\nCache-Control: public, max-age=1800\r\nAge: 1601\r\nAlt-Svc: h3-29=\":443\"; ma=2592000,h3-T051=\":443\"; ma=2592000,h3-Q050=\":443\"; ma=2592000,h3-Q046=\":443\"; ma=2592000,h3-Q043=\":443\"; ma=2592000,quic=\":443\"; ma=2592000; v=\"46,43\"\r\n\r\nHTTP/1.1 200 OK\r\nContent-Security-Policy: object-src 'none';base-uri 'self';script-src 'nonce-2D1XhH68OLdccxJg1hjvww==' 'strict-dynamic' 'report-sample' 'unsafe-eval' 'unsafe-inline' https: http:;report-uri https://csp.withgoogle.com/csp/honest_dns/1_0;frame-ancestors 'none'\r\nStrict-Transport-Security: max-age=31536000; includeSubDomains; preload\r\nX-Content-Type-Options: nosniff\r\nContent-Type: text/html; charset=UTF-8\r\nDate: Mon, 29 Mar 2021 08:55:00 GMT\r\nServer: scaffolding on HTTPServer2\r\nCache-Control: private\r\nX-XSS-Protection: 0\r\nX-Frame-Options: SAMEORIGIN\r\nAlt-Svc: h3-29=\":443\"; ma=2592000,h3-T051=\":443\"; ma=2592000,h3-Q050=\":443\"; ma=2592000,h3-Q046=\":443\"; ma=2592000,h3-Q043=\":443\"; ma=2592000,quic=\":443\"; ma=2592000; v=\"46,43\"\r\nAccept-Ranges: none\r\nVary: Accept-Encoding\r\nTransfer-Encoding: chunked\r\n\r\n\n Google Public DNS \"Google
", "http_extract": { "cookies": null, "description": "", "emails": null, "final_redirect_url": { "full_uri": "https://dns.google/", "host": "dns.google", "path": "/" }, "extracted_at": "2021-03-29T08:55:14.578177538Z", "favicon_sha256": "", "http_headers": [ { "name": "Content-Security-Policy", "value": "object-src 'none';base-uri 'self';script-src 'nonce-2D1XhH68OLdccxJg1hjvww==' 'strict-dynamic' 'report-sample' 'unsafe-eval' 'unsafe-inline' https: http:;report-uri https://csp.withgoogle.com/csp/honest_dns/1_0;frame-ancestors 'none'" }, { "name": "Strict-Transport-Security", "value": "max-age=31536000; includeSubDomains; preload" }, { "name": "X-Content-Type-Options", "value": "nosniff" }, { "name": "Content-Type", "value": "text/html; charset=UTF-8" }, { "name": "Date", "value": "Mon, 29 Mar 2021 08:55:00 GMT" }, { "name": "Server", "value": "scaffolding on HTTPServer2" }, { "name": "Cache-Control", "value": "private" }, { "name": "X-XSS-Protection", "value": "0" }, { "name": "X-Frame-Options", "value": "SAMEORIGIN" }, { "name": "Alt-Svc", "value": "h3-29=\":443\"; ma=2592000,h3-T051=\":443\"; ma=2592000,h3-Q050=\":443\"; ma=2592000,h3-Q046=\":443\"; ma=2592000,h3-Q043=\":443\"; ma=2592000,quic=\":443\"; ma=2592000; v=\"46,43\"" }, { "name": "Accept-Ranges", "value": "none" }, { "name": "Vary", "value": "Accept-Encoding" }, { "name": "Transfer-Encoding", "value": "chunked" } ], "http_status_code": 200, "links": [ { "anchor": "Help", "url": "https://developers.google.com/speed/public-dns", "url_host": "developers.google.com" }, { "anchor": "Cache Flush", "url": "/cache", "url_host": "" }, { "anchor": "Get Started with Google Public DNS", "url": "https://developers.google.com/speed/public-dns/docs/using", "url_host": "developers.google.com" } ], "meta_tags": [ { "name": "viewport", "value": "width=device-width, initial-scale=1" } ], "robots_txt": "", "scripts": null, "styles": [ "/static/836aebc6/matter.min.css", "/static/954508e5/shared.css", "/static/d05cd6ba/root.css" ], "title": "Google Public DNS" }, "port": 443, "masscan_service_name": "", "updated_at": null, "trackers": { "adsense_id": "", "apple_itunes_app": "", "google_play_app": "", "google_analytics_key": "", "google_site_verification": "" } }, { "banner": "", "http_extract": { "cookies": null, "description": "", "emails": null, "final_redirect_url": { "full_uri": "", "host": "", "path": "" }, "extracted_at": null, "favicon_sha256": "", "http_headers": null, "http_status_code": null, "links": null, "meta_tags": null, "robots_txt": "", "scripts": null, "styles": null, "title": "" }, "port": 53, "masscan_service_name": "", "updated_at": null, "trackers": { "adsense_id": "", "apple_itunes_app": "", "google_play_app": "", "google_analytics_key": "", "google_site_verification": "" } } ], "security_score": { "score": 100 }, "updated_at": "2021-03-29T10:14:45.567536161Z", "cidr": "8.8.8.0/24", "technologies": [ { "port": 22, "name": "OpenSSH", "version": "7.4" }, { "port": 22, "name": "SSH", "version": "2.0" }, { "port": 443, "name": "Nginx", "version": "" }, { "port": 80, "name": "Nginx", "version": "" }, { "port": 80, "name": "Google Tag Manager", "version": "" } ], "abuses": { "score": 0, "reports_num": 1, "reports": [ { "categories": [ { "id": 18, "name": "Brute-Force", "description": "Credential brute-force attacks on webpage logins and services like SSH, FTP, SIP, SMTP, RDP, etc. This category is seperate from DDoS attacks. " }, { "id": 22, "name": "SSH", "description": "Secure Shell (SSH) abuse. Use this category in combination with more specific categories." } ], "comment": "SSH fail RA", "reportedAt": "2021-06-05T01:23:59Z" } ] } } ] } } spyse-python-2.2.3/tests/data/quotas.json000066400000000000000000000007511412013350300204550ustar00rootroot00000000000000{ "data": { "items": [ { "start_at": "2021-07-22T00:00:00Z", "end_at": "2021-08-22T00:00:00Z", "api_requests_remaining": 49895, "api_requests_limit": 50000, "downloads_limit_remaining": 50, "downloads_limit": 50, "is_scroll_search_enabled": true, "search_params_limit": 10, "on_demand_scans_remaining": 327680, "on_demand_scans_limit": 327680, "requests_rate_limit": 4 } ] } } spyse-python-2.2.3/tests/data/whois_history.json000066400000000000000000000040061412013350300220500ustar00rootroot00000000000000{ "data": { "total_count": 1, "offset": 0, "limit": 1, "items": [ { "admin": { "city": "", "country": "", "email": "", "fax": "", "fax_ext": "", "id": "", "name": "", "organization": "", "phone": "", "phone_ext": "", "postal_code": "", "province": "", "street": "", "street_ext": "" }, "registrant": { "city": "", "country": "", "email": "", "fax": "", "fax_ext": "", "id": "", "name": "", "organization": "", "phone": "", "phone_ext": "", "postal_code": "", "province": "", "street": "", "street_ext": "" }, "registrar": { "created_date": "2013-12-16T19:33:28Z", "domain_dnssec": "unsigned", "domain_id": "1839386697_DOMAIN_COM-VRSN", "domain_name": "101REASONSFILM.COM", "domain_status": "clientTransferProhibited", "emails": "abuse@namecheap.com", "expiration_date": "2021-12-16T19:33:28Z", "name_servers": "NS14.DNSMADEEASY.COM,NS15.DNSMADEEASY.COM,NS10.DNSMADEEASY.COM,NS11.DNSMADEEASY.COM,NS12.DNSMADEEASY.COM,NS13.DNSMADEEASY.COM", "referral_url": "", "registrar_id": "1068", "registrar_name": "NameCheap, Inc.", "updated_date": "2020-11-16T05:31:14Z", "whois_server": "whois.namecheap.com" }, "tech": { "city": "", "country": "", "email": "", "fax": "", "fax_ext": "", "id": "", "name": "", "organization": "", "phone": "", "phone_ext": "", "postal_code": "", "province": "", "street": "", "street_ext": "" }, "updated_at": null, "created_at": "2021-03-16T23:00:00+02:00" } ] } }