mdaxfr

- Mass DNS AXFR
git clone git://git.acid.vegas/mdaxfr.git
Log | Files | Refs | Archive | README | LICENSE

commit 10717c83d0455ff7db2c5f06f36730e80d5ada9e
parent f9f7e3d110d41b22478dd4c977e930b5943a9a0b
Author: acidvegas <acid.vegas@acid.vegas>
Date: Sun, 29 Oct 2023 00:45:10 -0400

Updated README, posix rewrite

Diffstat:
MREADME.md | 11+++++------
Mmdaxfr | 48+++++++++++++++++++++---------------------------
Mmdaxfr.py | 86+++++++++++++++++++++++++++++++++++--------------------------------------------

3 files changed, 64 insertions(+), 81 deletions(-)

diff --git a/README.md b/README.md
@@ -9,12 +9,11 @@ Please set realistic expectations when using this tool. In contemporary network 
 - [dnspython](https://pypi.org/project/dnspython/) *(`pip install dnspython`)*
 
 ## Usage
-| Argument         | Description                                          |
-| ---------------- | ---------------------------------------------------- |
-| `-r`, `--root`   | Perform zone transfer on root nameservers.           |
-| `-t`, `--tld`    | Perform zone transfer on a specific TLD.             |
-| `-ts`, `--tlds`  | Perform zone transfer on all TLDs.                   |
-| `-o`, `--output` | Specify the output directory *(default is axfrout)*. |
+| Argument              | Description                                          |
+| --------------------- | ---------------------------------------------------- |
+| `-c`, `--concurrency` | Maximum concurrent tasks.                            |
+| `-o`, `--output`      | Specify the output directory *(default is axfrout)*. |
+| `-t`, `--timeout`     | DNS timeout *(default: 30)*                          |
 
 ## Information
 I only wrote this to shit on **[this bozo](https://github.com/flotwig/TLDR-2/tree/main)** who took a dead project & brought it back to life by making it even worse. Rather than making a pull request to give this bloke more credit in his "tenure" as a developer, I decided to just rewrite it all from scratch so people can fork off of *clean* code instead.
diff --git a/mdaxfr b/mdaxfr
@@ -4,45 +4,39 @@
 OUTPUT_DIR="axfrout"
 mkdir -p "$OUTPUT_DIR"
 
+resolve_nameserver() {
+	dig +short "$1" A || dig +short "$1" AAAA
+}
+
 attempt_axfr() {
-	tld="$1"
-	nameserver="$2"
+	tld=$1
+	nameserver=$2
 	filename="$3"
+	temp_file="${filename}.temp"
 
-	ns_ip=$(dig +short $nameserver)
-	if [ -z "$ns_ip" ]; then
+	nameserver_ip=$(resolve_nameserver "$nameserver")
+	if [ -z "$nameserver_ip" ]; then
 		echo "Failed to resolve nameserver $nameserver"
 		return
 	fi
 
-	dig axfr @$ns_ip $tld > "$filename.temp"
-
+	dig AXFR "$tld" "@$nameserver_ip" > "$temp_file"
 	if [ $? -eq 0 ]; then
-		mv "$filename.temp" "$filename"
+		mv "$temp_file" "$filename"
 	else
 		echo "Failed to perform zone transfer from $nameserver for $tld"
-		rm -f "$filename.temp"
+		rm -f "$temp_file"
 	fi
 }
 
-if [ "$1" = "--root" ]; then
-	for root in $(dig +short . NS); do
-		attempt_axfr "." $root "$OUTPUT_DIR/$root-root.txt"
-	done
-fi
+# For root nameservers
+for root in $(dig +short . NS); do
+	attempt_axfr "." "$root.root-servers.net" "$OUTPUT_DIR/$root-root.txt"
+done
 
-if [ "$1" = "--tld" ]; then
-	tld="$2"
-	for ns in $(dig +short $tld NS); do
-		attempt_axfr "$tld" $ns "$OUTPUT_DIR/$tld.txt"
+# For TLD nameservers
+for tld in $(curl -s 'https://data.iana.org/TLD/tlds-alpha-by-domain.txt' | tail -n +2 | tr '[:upper:]' '[:lower:]'); do
+	for ns in $(dig +short "$tld" NS); do
+		attempt_axfr "$tld" "$ns" "$OUTPUT_DIR/$tld.txt"
 	done
-fi
-
-if [ "$1" = "--tlds" ]; then
-	for tld in $(curl -s 'https://data.iana.org/TLD/tlds-alpha-by-domain.txt' | tail -n +2); do
-		for ns in $(dig +short $tld NS); do
-			attempt_axfr "$tld" $ns "$OUTPUT_DIR/$tld.txt"
-		done
-	done
-fi
-
+done
diff --git a/mdaxfr.py b/mdaxfr.py
@@ -1,9 +1,10 @@
 #!/usr/bin/env python
 # Mass DNS AXFR - developed by acidvegas in python (https://git.acid.vegas/mdaxfr)
 
+import logging
 import os
+import random
 import urllib.request
-import logging
 
 try:
     import dns.rdatatype
@@ -23,17 +24,17 @@ def attempt_axfr(tld: str, nameserver: str, filename: str):
     '''
     temp_file = filename + '.temp'
     try:
-        nameserver = resolve_nameserver(nameserver)
+        nameserver = resolve_nameserver(nameserver)[0].address # Not sure why, but we need to do this...
     except Exception as ex:
         logging.error(f'Failed to resolve nameserver {nameserver}: {ex}')
     else:
         try:
             with open(temp_file, 'w') as file:
-                xfr = dns.query.xfr(nameserver, tld+'.', timeout=15)
+                xfr = dns.query.xfr(nameserver, tld+'.', lifetime=300)
                 for msg in xfr:
                     for rrset in msg.answer:
                         for rdata in rrset:
-                            file.write(f'{rrset.name}.{tld} {rrset.ttl} {rdata}')
+                            file.write(f'{rrset.name}.{tld} {rrset.ttl} {rdata}\n')
             os.rename(temp_file, filename)
         except Exception as ex:
             if os.path.exists(temp_file):
@@ -42,17 +43,25 @@ def attempt_axfr(tld: str, nameserver: str, filename: str):
 
 def get_root_nameservers() -> list:
     '''Generate a list of the root nameservers.'''
-    root_ns_records = dns.resolver.resolve('.', 'NS')
+    root_ns_records = dns.resolver.resolve('.', 'NS', lifetime=15)
     root_servers = [str(rr.target)[:-1] for rr in root_ns_records]
     return root_servers
 
 def get_root_tlds() -> list:
     '''Get the root TLDs from IANA.'''
-    return urllib.request.urlopen('https://data.iana.org/TLD/tlds-alpha-by-domain.txt').read().decode('utf-8').lower().split('\n')[1:]
+    tlds = urllib.request.urlopen('https://data.iana.org/TLD/tlds-alpha-by-domain.txt').read().decode('utf-8').lower().split('\n')[1:]
+    random.shuffle(tlds)
+    return tlds
 
 def get_tld_nameservers(tld: str) -> list:
     '''Get the nameservers for a TLD.'''    
-    return [rdata.target for rdata in dns.resolver.resolve(tld+'.', 'NS')]
+    try:
+        return [str(nameserver) for nameserver in dns.resolver.resolve(tld+'.', 'NS', lifetime=60)]  # Increase lifetime
+    except dns.exception.Timeout:
+        logging.warning(f"Timeout fetching nameservers for TLD: {tld}")
+    except dns.resolver.NoNameservers:
+        logging.warning(f"No nameservers found for TLD: {tld}")
+    return []
 
 def resolve_nameserver(nameserver: str) -> str:
     '''
@@ -61,55 +70,36 @@ def resolve_nameserver(nameserver: str) -> str:
     :param nameserver: The nameserver to resolve.
     '''
     try:
-        ip_addresses = dns.resolver.resolve(nameserver, 'A', lifetime=15)
+        return dns.resolver.resolve(nameserver, 'A', lifetime=60)
     except:
-        ip_addresses = dns.resolver.resolve(nameserver, 'AAAA', lifetime=15)
+        return dns.resolver.resolve(nameserver, 'AAAA', lifetime=60)
 
-    return ip_addresses[0].address
-    
 
 if __name__ == '__main__':
     import argparse
+    import concurrent.futures
 
     parser = argparse.ArgumentParser(description='Mass DNS AXFR')
-    parser.add_argument('-r', '--root', action='store_true', help='perform zone transfer on root nameservers')
-    parser.add_argument('-t', '--tld', help='perform zone transfer on a specific TLD')
-    parser.add_argument('-ts', '--tlds', action='store_true', help='perform zone transfer on all TLDs')
+    parser.add_argument('-c', '--concurrency', type=int, default=30, help='maximum concurrent tasks')
     parser.add_argument('-o', '--output', default='axfrout', help='output directory')
+    parser.add_argument('-t', '--timeout', type=int, default=30, help='DNS timeout (default: 30)')
     args = parser.parse_args()
 
-    os.makedirs(args.output, exist_ok=True) # Create output directory if it doesn't exist
+    os.makedirs(args.output, exist_ok=True)
+    dns.resolver._DEFAULT_TIMEOUT = args.timeout
 
-    if args.root:
-        try:
-            for root in get_root_nameservers():
-                try:
-                    attempt_axfr('', root+'.root-servers.net', os.path.join(args.output, root+'-root.txt'))
-                except Exception as e:
-                    logging.error(f'Failed to perform zone transfer from the {root} root server: {e}')
-        except Exception as e:
-            logging.error(f'Failed to get root nameservers: {e}')
-
-    if args.tlds:
-        try:
-            for tld in get_root_tlds():
-                try:
-                    for ns in get_tld_nameservers(tld):
-                        try:
-                            attempt_axfr(tld, ns, os.path.join(args.output, tld+'.txt'))
-                        except Exception as e:
-                            logging.error(f'Failed to perform zone transfer from {ns} for {tld}: {e}')
-                except Exception as e:
-                    logging.error(f'Failed to get nameservers for {tld}: {e}')
-        except Exception as e:
-            logging.error(f'Failed to get root TLDs: {e}')
+    with concurrent.futures.ThreadPoolExecutor(max_workers=args.concurrency) as executor:
+        futures = [executor.submit(attempt_axfr, '', root + '.root-servers.net', os.path.join(args.output, root + '-root.txt')) for root in get_root_nameservers()]
+        for future in concurrent.futures.as_completed(futures):
+            try:
+                future.result()
+            except Exception as e:
+                logging.error(f'Error in root server task: {e}')
 
-    elif args.tld:
-        try:
-            for ns in get_tld_nameservers(args.tld):
-                try:
-                    attempt_axfr(args.tld, ns, os.path.join(args.output, args.tld+'.txt'))
-                except Exception as e:
-                    logging.error(f'Failed to perform zone transfer from {ns} for {args.tld}: {e}')
-        except Exception as e:
-            logging.error(f'Failed to get nameservers for {args.tld}: {e}')
-\ No newline at end of file
+    with concurrent.futures.ThreadPoolExecutor(max_workers=args.concurrency) as executor:
+        futures = [executor.submit(attempt_axfr, tld, ns, os.path.join(args.output, tld + '.txt')) for tld in get_root_tlds() for ns in get_tld_nameservers(tld) if ns]
+        for future in concurrent.futures.as_completed(futures):
+            try:
+                future.result()
+            except Exception as e:
+                logging.error(f'Error in TLD task: {e}')
+\ No newline at end of file