# -*- coding: utf-8 -*-
from __future__ import print_function
from __future__ import unicode_literals
from __future__ import division
from __future__ import absolute_import
from future import standard_library
standard_library.install_aliases()
from builtins import *
import unittest
import os
import sys
sys.path.append('../')
import datetime
try:
import json
except:
import simplejson as json
from glob import glob
from whois.parser import WhoisEntry, cast_date, WhoisCl, WhoisAr, WhoisBy, \
WhoisCa, WhoisBiz, WhoisCr, WhoisDe, WhoisNl
class TestParser(unittest.TestCase):
def test_com_expiration(self):
data = """
Status: ok
Updated Date: 2017-03-31T07:36:34Z
Creation Date: 2013-02-21T19:24:57Z
Registry Expiry Date: 2018-02-21T19:24:57Z
>>> Last update of whois database: Sun, 31 Aug 2008 00:18:23 UTC <<<
"""
w = WhoisEntry.load('urlowl.com', data)
expires = w.expiration_date.strftime('%Y-%m-%d')
self.assertEqual(expires, '2018-02-21')
def test_cast_date(self):
dates = ['14-apr-2008', '2008-04-14']
for d in dates:
r = cast_date(d).strftime('%Y-%m-%d')
self.assertEqual(r, '2008-04-14')
def test_com_allsamples(self):
"""
Iterate over all of the sample/whois/*.com files, read the data,
parse it, and compare to the expected values in sample/expected/.
Only keys defined in keys_to_test will be tested.
To generate fresh expected value dumps, see NOTE below.
"""
keys_to_test = ['domain_name', 'expiration_date', 'updated_date',
'creation_date', 'status']
fail = 0
total = 0
whois_path = os.path.join(os.path.dirname(os.path.abspath(__file__)),'samples','whois','*')
expect_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'samples','expected')
for path in glob(whois_path):
# Parse whois data
domain = os.path.basename(path)
with open(path) as whois_fp:
data = whois_fp.read()
w = WhoisEntry.load(domain, data)
results = {key: w.get(key) for key in keys_to_test}
# NOTE: Toggle condition below to write expected results from the
# parse results This will overwrite the existing expected results.
# Only do this if you've manually confirmed that the parser is
# generating correct values at its current state.
if False:
def date2str4json(obj):
if isinstance(obj, datetime.datetime):
return str(obj)
raise TypeError(
'{} is not JSON serializable'.format(repr(obj)))
outfile_name = os.path.join(expect_path, domain)
with open(outfile_name, 'w') as outfil:
expected_results = json.dump(results, outfil,
default=date2str4json)
continue
# Load expected result
with open(os.path.join(expect_path, domain)) as infil:
expected_results = json.load(infil)
# Compare each key
compare_keys = set.union(set(results), set(expected_results))
if keys_to_test is not None:
compare_keys = compare_keys.intersection(set(keys_to_test))
for key in compare_keys:
total += 1
if key not in results:
print("%s \t(%s):\t Missing in results" % (domain, key,))
fail += 1
continue
result = results.get(key)
if isinstance(result, list):
result = [str(element) for element in result]
if isinstance(result, datetime.datetime):
result = str(result)
expected = expected_results.get(key)
if expected != result:
print("%s \t(%s):\t %s != %s" % (domain, key, result, expected))
fail += 1
if fail:
self.fail("%d/%d sample whois attributes were not parsed properly!"
% (fail, total))
def test_ca_parse(self):
data = """
Domain name: testdomain.ca
Domain status: registered
Creation date: 2000/11/20
Expiry date: 2020/03/08
Updated date: 2016/04/29
DNSSEC: Unsigned
Registrar: Webnames.ca Inc.
Registry Registrant ID: 70
Registrant Name: Test Industries
Registrant Organization:
Admin Name: Test Person1
Admin Street: Test Address
Admin City: Test City, TestVille
Admin Phone: +1.1235434123x123
Admin Fax: +1.123434123
Admin Email: testperson1@testcompany.ca
Tech Name: Test Persion2
Tech Street: Other TestAddress
TestTown OCAS Canada
Tech Phone: +1.09876545123
Tech Fax: +1.12312993873
Tech Email: testpersion2@testcompany.ca
Name server: a1-1.akam.net
Name server: a2-2.akam.net
Name server: a3-3.akam.net
"""
expected_results = {
"updated_date": "2016-04-29 00:00:00",
"registrant_name": "Test Industries",
"fax": [
"+1.123434123",
"+1.12312993873"
],
"dnssec": "Unsigned",
"registrant_number": "70",
"expiration_date": "2020-03-08 00:00:00",
"domain_name": "testdomain.ca",
"creation_date": "2000-11-20 00:00:00",
"phone": [
"+1.1235434123x123",
"+1.09876545123"
],
"domain_status": "registered",
"emails": [
"testperson1@testcompany.ca",
"testpersion2@testcompany.ca"
]
}
self._parse_and_compare('testcompany.ca', data, expected_results,
whois_entry=WhoisCa)
def test_cn_parse(self):
data = """
Domain Name: cnnic.com.cn
ROID: 20021209s10011s00047242-cn
Domain Status: serverDeleteProhibited
Domain Status: serverUpdateProhibited
Domain Status: serverTransferProhibited
Registrant ID: s1255673574881
Registrant: 中国互联网络信息中心
Registrant Contact Email: servicei@cnnic.cn
Sponsoring Registrar: 北京新网数码信息技术有限公司
Name Server: a.cnnic.cn
Name Server: b.cnnic.cn
Name Server: c.cnnic.cn
Name Server: d.cnnic.cn
Name Server: e.cnnic.cn
Registration Time: 2000-09-14 00:00:00
Expiration Time: 2023-08-16 16:26:39
DNSSEC: unsigned
"""
expected_results = {
"domain_name": "cnnic.com.cn",
"registrar": "北京新网数码信息技术有限公司",
"creation_date": "2000-09-14 00:00:00",
"expiration_date": "2023-08-16 16:26:39",
"name_servers": ["a.cnnic.cn", "b.cnnic.cn", "c.cnnic.cn", "d.cnnic.cn", "e.cnnic.cn"],
"status": ["serverDeleteProhibited", "serverUpdateProhibited", "serverTransferProhibited"],
"emails": "servicei@cnnic.cn",
"dnssec": "unsigned",
"name": "中国互联网络信息中心"
}
self._parse_and_compare('cnnic.com.cn', data, expected_results)
def test_il_parse(self):
data = """
query: python.org.il
reg-name: python
domain: python.org.il
descr: Arik Baratz
descr: PO Box 7775 PMB 8452
descr: San Francisco, CA
descr: 94120
descr: USA
phone: +1 650 6441973
e-mail: hostmaster AT arik.baratz.org
admin-c: LD-AB16063-IL
tech-c: LD-AB16063-IL
zone-c: LD-AB16063-IL
nserver: dns1.zoneedit.com
nserver: dns2.zoneedit.com
nserver: dns3.zoneedit.com
validity: 10-05-2018
DNSSEC: unsigned
status: Transfer Locked
changed: domain-registrar AT isoc.org.il 20050524 (Assigned)
changed: domain-registrar AT isoc.org.il 20070520 (Transferred)
changed: domain-registrar AT isoc.org.il 20070520 (Changed)
changed: domain-registrar AT isoc.org.il 20070520 (Changed)
changed: domain-registrar AT isoc.org.il 20070807 (Changed)
changed: domain-registrar AT isoc.org.il 20071025 (Changed)
changed: domain-registrar AT isoc.org.il 20071025 (Changed)
changed: domain-registrar AT isoc.org.il 20081221 (Changed)
changed: domain-registrar AT isoc.org.il 20081221 (Changed)
changed: domain-registrar AT isoc.org.il 20160301 (Changed)
changed: domain-registrar AT isoc.org.il 20160301 (Changed)
person: Arik Baratz
address: PO Box 7775 PMB 8452
address: San Francisco, CA
address: 94120
address: USA
phone: +1 650 9635533
e-mail: hostmaster AT arik.baratz.org
nic-hdl: LD-AB16063-IL
changed: Managing Registrar 20070514
changed: Managing Registrar 20081002
changed: Managing Registrar 20081221
changed: Managing Registrar 20081221
changed: Managing Registrar 20090502
registrar name: LiveDns Ltd
registrar info: http://domains.livedns.co.il
"""
expected_results = {
"updated_date": None,
"registrant_name": "Arik Baratz",
"fax": None,
"dnssec": "unsigned",
"expiration_date": "2018-05-10 00:00:00",
"domain_name": "python.org.il",
"creation_date": None,
"phone": ['+1 650 6441973', '+1 650 9635533'],
"status": "Transfer Locked",
"emails": "hostmaster@arik.baratz.org",
"name_servers": ["dns1.zoneedit.com", "dns2.zoneedit.com", "dns3.zoneedit.com"],
"registrar": "LiveDns Ltd",
"referral_url": "http://domains.livedns.co.il"
}
self._parse_and_compare('python.org.il', data, expected_results)
def test_ie_parse(self):
data = """
domain: rte.ie
descr: RTE Commercial Enterprises Limited
descr: Body Corporate (Ltd,PLC,Company)
descr: Corporate Name
admin-c: AWB910-IEDR
admin-c: JM474-IEDR
tech-c: JM474-IEDR
registration date: 11-February-2000
renewal date: 31-March-2024
holder-type: Billable
locked: NO
Renewal status: Active
in-zone: 1
nserver: ns1.rte.ie 162.159.0.73 2400:cb00:2049:1::a29f:49
nserver: ns2.rte.ie 162.159.1.73 2400:cb00:2049:1::a29f:149
nserver: ns3.rte.ie 162.159.2.27 2400:cb00:2049:1::a29f:21b
nserver: ns4.rte.ie 162.159.3.18 2400:cb00:2049:1::a29f:312
source: IEDR
person: Michael Kennedy
nic-hdl: AWB910-IEDR
source: IEDR
person: John Moylan
nic-hdl: JM474-IEDR
source: IEDR
person: John Moylan
nic-hdl: JM474-IEDR
source: IEDR"""
expected_results = {
"domain_name": "rte.ie",
"description": [
"RTE Commercial Enterprises Limited",
"Body Corporate (Ltd,PLC,Company)",
"Corporate Name"
],
"source": "IEDR",
"creation_date": "2000-02-11 00:00:00",
"expiration_date": "2024-03-31 00:00:00",
"name_servers": [
"ns1.rte.ie 162.159.0.73 2400:cb00:2049:1::a29f:49",
"ns2.rte.ie 162.159.1.73 2400:cb00:2049:1::a29f:149",
"ns3.rte.ie 162.159.2.27 2400:cb00:2049:1::a29f:21b",
"ns4.rte.ie 162.159.3.18 2400:cb00:2049:1::a29f:312"
],
"status": "Active",
"admin_id": [
"AWB910-IEDR",
"JM474-IEDR"
],
"tech_id": "JM474-IEDR"
}
self._parse_and_compare('rte.ie', data, expected_results)
def test_nl_parse(self):
data = """
Domain name: utwente.nl
Status: active
Registrar:
Universiteit Twente
Drienerlolaan 5
7522NB ENSCHEDE
Netherlands
Abuse Contact:
DNSSEC: yes
Domain nameservers:
ns3.utwente.nl 131.155.0.37
ns1.utwente.nl 130.89.1.2
ns1.utwente.nl 2001:67c:2564:a102::3:1
ns2.utwente.nl 130.89.1.3
ns2.utwente.nl 2001:67c:2564:a102::3:2
Record maintained by: NL Domain Registry
"""
expected_results = {
"domain_name": "utwente.nl",
"name_servers": [
"ns1.utwente.nl",
"ns2.utwente.nl",
"ns3.utwente.nl",
],
"status": "active",
'registrar_address': 'Drienerlolaan 5',
'registrar': 'Universiteit Twente',
'registrar_zip_code': '7522NB',
'registrar_city': 'ENSCHEDE',
'registrar_country': 'Netherlands',
'dnssec': 'yes'
}
self._parse_and_compare('utwente.nl', data, expected_results)
def test_dk_parse(self):
data = """
#
# Copyright (c) 2002 - 2019 by DK Hostmaster A/S
#
# Version:
#
# The data in the DK Whois database is provided by DK Hostmaster A/S
# for information purposes only, and to assist persons in obtaining
# information about or related to a domain name registration record.
# We do not guarantee its accuracy. We will reserve the right to remove
# access for entities abusing the data, without notice.
#
# Any use of this material to target advertising or similar activities
# are explicitly forbidden and will be prosecuted. DK Hostmaster A/S
# requests to be notified of any such activities or suspicions thereof.
Domain: dk-hostmaster.dk
DNS: dk-hostmaster.dk
Registered: 1998-01-19
Expires: 2022-03-31
Registration period: 5 years
VID: yes
Dnssec: Signed delegation
Status: Active
Registrant
Handle: DKHM1-DK
Name: DK HOSTMASTER A/S
Address: Ørestads Boulevard 108, 11.
Postalcode: 2300
City: København S
Country: DK
Nameservers
Hostname: auth01.ns.dk-hostmaster.dk
Hostname: auth02.ns.dk-hostmaster.dk
Hostname: p.nic.dk
"""
expected_results = {
"domain_name": "dk-hostmaster.dk",
"name_servers": [
'auth01.ns.dk-hostmaster.dk',
'auth02.ns.dk-hostmaster.dk',
'p.nic.dk'
],
"status": "Active",
'registrant': 'DK HOSTMASTER A/S',
'registrant_address': 'Ørestads Boulevard 108, 11.',
'registrant_zip_code': '2300',
'registrant_city': 'København S',
'registrant_country': 'DK',
'dnssec': 'Signed delegation'
}
self._parse_and_compare('dk-hostmaster.dk', data, expected_results)
def _parse_and_compare(self, domain_name, data, expected_results, whois_entry=WhoisEntry):
results = whois_entry.load(domain_name, data)
fail = 0
total = 0
# Compare each key
for key in expected_results:
total += 1
result = results.get(key)
if isinstance(result, datetime.datetime):
result = str(result)
expected = expected_results.get(key)
if expected != result:
print("%s \t(%s):\t %s != %s" % (domain_name, key, result, expected))
fail += 1
if fail:
self.fail("%d/%d sample whois attributes were not parsed properly!"
% (fail, total))
if __name__ == '__main__':
unittest.main()
