Classic ASP script analyzer, finds all functions, includes, duplicite functions (Python recipe) by brano sobotka

ActiveState Code (http://code.activestate.com/recipes/576510/)

""" Classic ASP script analyzer, finds all functions, includes, duplicate functions  """
#TO-DO: testing, it was tested only on one big project

import string, re, sys, os.path, logging, sqlite3
from Tkinter import *
import tkFileDialog, tkMessageBox

def find_functions(file_name, data, db_cursor, functions):
	""" finds all functions in asp script """
	my_re = re.compile(r'[^\'\"][ ]{0,10}function[ ]{1,3}(?P<fun>[a-z0-9_\-]{1,30})', re.IGNORECASE)
	res = my_re.findall(data)
	if res:
		for line in res:			
			print "function", line.lower()
			tmp = file_name + '\t\t' + line.lower()		#(file_name, line)
			functions.append(tmp)			
			db_cursor.execute("""insert into project_functions
					values ((SELECT max(id) FROM project_functions)+1, '%s', '%s', 'function')""" % (file_name, line.lower()))			

	my_re = re.compile(r'[^\'\"][ ]{0,10}sub[ ]{1,3}(?P<fun>[a-z0-9_\-]{1,30})', re.IGNORECASE)
	res = my_re.findall(data)
	if res:
		for line in res:			
			print "sub", line.lower()
			#tmp = (file_name, line)
			tmp = file_name + '\t\t' + line.lower()		#(file_name, line)
			functions.append(tmp)
			db_cursor.execute("""insert into project_functions
					values ((SELECT max(id) FROM project_functions)+1, '%s', '%s', 'sub')""" % (file_name, line.lower()))				


def find_includes(file_path, recursive_level, dir_before, db_cursor, includes, functions):
	""" find al includes,  recursive call """
	for dr in dir_before:
		os.chdir(dr)
		try: f = open(file_path, "r")
		except: pass

	try:
		data = f.read()
		f.close()
	except:
		print dir_before
		print file_path
		return ([], [])

	
	find_functions(os.path.split(file_path)[1], data, db_cursor, functions)

	if len(os.path.split(file_path)[0]) > 1:	 
		#print "dir_before 1", os.path.split(file_path)[0]
		try:
			os.chdir(os.path.split(file_path)[0]) #change work dir to script home dir
			if not os.getcwd() in dir_before:
				dir_before.append(os.getcwd())
		except:
			pass		

   # print "Current directory", os.getcwd(), dir_before, recursive_level

	include_file = []

	my_re = re.compile(r'[^\'][\s]{0,5}<!--[\s]{0,5}#[\s]{0,5}INCLUDE[\s]{0,5}FILE[\s]{0,5}=(?P<file>[ \d\w\.\\\\/_\-"]{1,50})-->', re.IGNORECASE)
	res = my_re.findall(data)
	if not res:
		#print "No include in %s file Regexp not matched" % (file_path)
		#logger.info("No include in %s file Regexp not matched" % (file_path))
		return 1
	else:
		for line in res:			
			include_file.append(line.replace("\"","").strip())
			#print include_file

	#include_file.sort()
	#include_file.reverse()

	includes.append("Includes in: " + os.path.split(file_path)[0] + "\\" + os.path.split(file_path)[1])
	print "Includes in:", os.path.split(file_path)[0] + "\\" + os.path.split(file_path)[1]
	for inc_file in include_file:
		includes.append(inc_file)
		print inc_file 

	for inc_file in include_file:
		find_includes(inc_file, recursive_level + 1, dir_before, db_cursor, includes, functions)
					
	return (includes, functions)


def main(file_path, db_path):
	""" read arguments and analyze """

	if not os.path.exists(file_path):
		print "File %s not found" % (file_path	)
		return 1

	c = ''	 
	conn = sqlite3.connect(db_path)    
	c = conn.cursor()

	try:
		c.execute('''DROP TABLE project_functions''')
	except:
		pass

	c.execute('''create table project_functions
		(id INTEGER PRIMARY KEY, script_name text, fun_name text, fun_type text)''')	
	
	includes = []
	functions = []


	file_path_dir = os.path.split(file_path)[0]
	os.chdir(file_path_dir) #change work dir to script home dir
	print file_path_dir

	includes, functions = \
		find_includes(file_path, 0, [file_path_dir], c, includes, functions)

	conn.commit()

	doubles_fun = []
	c.execute("""SELECT fun_name FROM project_functions
			group by fun_name
			having count(fun_name) > 1""")
	for fun_name in c:
		doubles_fun.append(fun_name)
		
	duplicites = []		
	for i,fun_name in enumerate(doubles_fun):
		dup = fun_name[0] + '\t'
		print i,fun_name[0]
		#t = (fun_name,)	
		c.execute("select script_name, fun_name, fun_type from project_functions where fun_name='%s'" % (fun_name))
		for row in c:
			print '\t', row[0]
			dup = dup + row[0] + ','
		
		duplicites.append(dup)


	c.close()
	
	return (includes, functions, duplicites)


class App:
	""" GUI """
	def __init__(self, master):
		self.master = master

		Label(master, text="File to analyze:").grid(row=0)
		Label(master, text="File for database:").grid(row=1)
		#Label(master, text="File for export (optional):").grid(row=2)

		self.e1 = Entry(master, width = 35)
		self.e2 = Entry(master, width = 35)
		self.e2.insert(INSERT, "C:\\analyze_webscript.db3")
		#self.e3 = Entry(master, width = 35)
		#self.e3.insert(INSERT, "X:\\temp.web\\analyze_webscript.txt")

		self.e1.grid(row=0, column=1)
		self.e2.grid(row=1, column=1)
		#self.e3.grid(row=2, column=1)

		self.b1 = Button(master, text="Browse", command=self.br1, width = 10)
		self.b2 = Button(master, text="Browse", command=self.br2, width = 10)
		#self.b3 = Button(master, text="Browse", command=self.br3, width = 10)

		self.b1.grid(row=0, column=2)
		self.b2.grid(row=1, column=2)
		#self.b3.grid(row=2, column=2)

		self.v1 = IntVar()
		self.c1 = Checkbutton(master, text="find all includes", variable=self.v1)
		self.c1.var = self.v1
		self.c1.grid(columnspan=2, sticky=W)

		self.v2 = IntVar()
		self.c2 = Checkbutton(master, text="find all functions in all includes", variable=self.v2)
		self.c2.var = self.v2
		self.c2.grid(columnspan=2, sticky=W)

		self.v3 = IntVar()
		self.c3 = Checkbutton(master, text="find duplicite functions", variable=self.v3)
		self.c3.var = self.v3
		self.c3.grid(columnspan=2, sticky=W)


		#self.listbox = Listbox(master, selectmode=SINGLE)
		#for item in ["one", "two", "three", "four"]:
		#	 self.listbox.insert(END, item)		 
		#self.listbox.grid(row=3,column=1)

		self.b4 = Button(master, text="Start Analyze", command = self.start_analyze, width = 15)
		self.b4.grid(row=5, column=2)

		self.text = Text(master,width=70, height=30)
		self.vscroll = Scrollbar(master,orient=VERTICAL)
		self.vscroll.grid(row=6, column=4, sticky=N+S)
		self.vscroll.config(command=self.text.yview)
		#self.vscroll.config(command=self.text.yview)
		#self.text.config(yscrollcommand=self.vscroll.set)
		self.text.grid(row=6, columnspan=3, sticky=W)

	def start_analyze(self):
		print "started"
		print self.v1.get()
		print self.v2.get()
		print self.v3.get()

		if (not self.v1.get()) and (not self.v2.get()) and (not self.v3.get()):
			tkMessageBox.showwarning("Action", "Please choose action")
			return 1	

		analyze_file = self.e1.get()
		db_file = self.e2.get()

		if len(analyze_file) == 0 or len(db_file) == 0:
			tkMessageBox.showwarning("Action", "Please set file location")
			return 1	

		print analyze_file
		print db_file
		#print self.e3.get()
		includes, functions, duplicites = \
				main(analyze_file, db_file)
		#self.frame = Frame(width=768, height=576, bg="", colormap="new")
		#self.ef1 = Text(self.frame, width = 50, heigth = 50)
		#self.ef1.insert(INSERT, includes)
		#self.frame.pack()
	
		self.text.delete(1.0, END)		

		if self.v1.get():
			self.text.insert(END, 'INCLUDES:\n')
			self.text.insert(END, '\n'.join(includes))

		if self.v2.get():
			if self.v1.get():
				self.text.insert(END, '\n\n')
			self.text.insert(END, 'FUNCTIONS:\n')
			self.text.insert(END, '\n'.join(functions))

		if self.v3.get():
			if self.v1.get() or self.v2.get():
				self.text.insert(END, '\n\n')
			self.text.insert(END, 'DUPLICATES:\n')
			self.text.insert(END, '\n'.join(duplicites))

		#self.text.pack(side=LEFT,expand=1,fill=BOTH)
		#self.vscroll = Scrollbar(frame2,orient=VERTICAL)
		#self.vscroll.pack(side=LEFT,fill=Y,anchor=E)
		#self.vscroll.config(command=self.text.yview)
		#self.text.config(yscrollcommand=self.vscroll.set)
		#frame2.pack(expand=1,fill=BOTH)

		

	def br1(self):
		self.e1.delete(0, len(self.e1.get()))
		p = tkFileDialog.askopenfilename(title = "File for analyze", initialdir = "C:\\inetpub\\wwwroot")
		self.e1.insert(INSERT, p)

	def br2(self):
		self.e2.delete(0, len(self.e2.get()))
		p = tkFileDialog.askopenfilename(title = "File for database")
		self.e2.insert(INSERT, p)

	#def br3(self):
#		p = tkFileDialog.askopenfilename(title = "File for export")
#		self.e3.insert(INSERT, p)

root = Tk()
root.title("ASP script analyzer")
App(root)
root.mainloop()