Breachparse -- Now in Python

breachparse.py

@@ -0,0 +1,89 @@
+#!/usr/bin/env python3
+
+import sys
+import os
+
+# Very simple recusive function to count the number of non-hidden files in the specified directory structure
+def countFiles(directory):
+	return((len([f for f in os.listdir(directory) if os.path.isfile(os.path.join(directory, f))]))+
+		sum(map(countFiles, ([os.path.join(directory, d) for d in os.listdir(directory) if os.path.isdir(os.path.join(directory, d)) and d[0] != "."]))))
+
+def progressBar(fileCount, totalFiles):
+	progress = int((fileCount * 100 / totalFiles * 100) / 100)
+	done = int((progress * 4) / 10)
+	left = 40 - done
+	print(" Progress: ["+"#"*progress+left*"-"+ "]", end="\r")
+
+if(len(sys.argv) < 3):
+	print("Breach-Parse v2: A Breached Domain Parsing Tool by Heath Adams and Clark Kevin")
+	print("")
+	print("Usage: ./breachparse.py <domain to search> <file to output> [breach data location]")
+	print("Example: ./breachparse.py @gmail.com gmail.txt")
+	print('Example: ./breachparse.py @gmail.com gmail.txt "~/Downloads/BreachCompilation/data"')
+	print("You only need to specify [breach data location] if its not in the expected location (/opt/breach-parse/BreachCompilation/data)")
+	print("")
+	print('For multiple domains: ./breachparse.py "<domain to search>|<domain to search>" <file to output>')
+	print('Example: ./breachparse.py "@gmail.com|@yahoo.com" multiple.txt')
+	exit(1)
+elif(len(sys.argv) > 5 ):
+	print('You supplied more than 3 arguments, make sure to double quote your strings:')
+	print('Example: ./breachparse.py @gmail.com gmail.txt "~/Downloads/Temp Files/BreachCompilation"')
+	exit(1)
+
+# assume default location
+breachDataLocation="/opt/breach-parse/BreachCompilation/data"
+
+# check if BreachCompilation was specified to be somewhere else
+if(len(sys.argv) == 4 ):
+	if(os.path.isdir(sys.argv[3])):
+		breachDataLocation=sys.argv[3]
+	else:
+		print("Could not find a directory at "+sys.argv[3])
+		print('Pass the BreachCompilation/data directory as the third argument')
+		print('Example: ./breachparse.py @gmail.com gmail.txt "~/Downloads/BreachCompilation/data"')
+		exit(1)
+else:
+	if not(os.path.isdir(breachDataLocation)):
+		print("Could not find a directory at "+breachDataLocation)
+		print('Put the breached password list there or specify the location of the BreachCompilation/data as the third argument')
+		print('Example: ./breachparse.py @gmail.com gmail.txt "~/Downloads/BreachCompilation/data"')
+		exit(1)
+
+# set output filenames
+fullfile = sys.argv[2]
+fbname = fullfile.split("/")[-1].split(".")[0]
+master = fbname+"-master.txt"
+users = fbname+"-users.txt"
+passwords = fbname+"-passwords.txt"
+
+totalFiles = countFiles(breachDataLocation)
+fileCount = 0
+domains = sys.argv[1].split('|')
+masterfd = open(master, "w")
+usersfd = open(users, "w")
+passwordsfd = open(passwords, "w")
+
+for osdir, subdirs, files in os.walk(breachDataLocation):
+	for f in files:
+		with open((os.path.join(osdir, f)), "r", encoding='latin-1') as fd:
+			fileCount += 1
+			progressBar(fileCount, totalFiles)
+			for line in fd:
+				for domain in domains:
+					if(domain in line):
+						try:
+							masterfd.write(line)
+							usersfd.write(line.split(":")[0]+"\n")
+							passwordsfd.write(line[line.find(":")+1:])
+						except:
+							# This usually means the delimeter was not a colon. Could be a semicolon or pipe in some cases
+							# Just have the script put the whole line in the master file and let the operator sort it out
+							pass # So many delimeters, not enough time
+
+
+
+print("")
+print("Files written to the current directory:")
+print("		"+master)
+print("		"+users)
+print("		"+passwords)