prettydiff.py

# -*- coding: utf-8 -*-
# Script to create a pretty diff for TF2 patches and submit them to the wiki
# Written by WindPower

import re
import wikitools
import subprocess
import getpass

lineMatch = re.compile(r'^@@\s*-(\d+),\d+\s*\+(\d+),(\d+)\s*@@')
lineMatch2 = re.compile(r'^@@\s*-(\d+)\s*\+(\d+),(\d+)\s*@@')
lineMatch3 = re.compile(r'^@@\s*-(\d+),\d+\s*\+(\d+)\s*@@')

binaryFileRe = re.compile(r'Binary files (.+) and (.+) differ')
textFileRe = re.compile(r'--- (.[^\n]+)\n\+\+\+ (.[^\n]+)\n(.+)', re.DOTALL)
statusRe = re.compile(r'^\s?(\w)\s+\"?(.[^\"]+)\"?')
statusReRenamed = re.compile(r'^R\s+\"?(.[^\"]+)\"?\s+->\s+\"?(.[^\"]+)\"?')

def u(s):
	if isinstance(s, unicode):
		return s
	if isinstance(s, str):
		try:
			return unicode(s)
		except Exception:
			try:
				return unicode(s.decode('utf8'))
			except Exception:
				try:
					return unicode(s.decode('windows-1252'))
				except Exception:
					return unicode(s, errors='ignore')
	try:
		return unicode(s)
	except Exception:
		try:
			return u(str(s))
		except Exception:
			return s

def pootDiff(wiki, patchName, gitRepo):
	patchName = u(patchName)
	files = []
	p = subprocess.Popen(['git', 'status', '--short'], shell=True, stdout=subprocess.PIPE, cwd=gitRepo)
	filesChanged, err = p.communicate()
	filesChanged = filesChanged.strip().split('\n')

	for file in filesChanged:
		if re.search(statusReRenamed, file):
			isRenamed = True
			oldname = re.search(statusReRenamed, file).group(1)
			newname = re.search(statusReRenamed, file).group(2)
			filename = newname
		else:
			isRenamed = False
			filename = re.search(statusRe, file).group(2)
			status = re.search(statusRe, file).group(1)

		print 'Processing:', filename

		if isRenamed:
			files.append({
				'name': filename,
				'contents': u'',
				'isBinary': False,
				'isNew': False,
				'isDeleted': False,
				'isRenamed': True,
				'oldName': oldname,
				'newName': newname
			})
		else:
			p = subprocess.Popen(['git', 'diff', '--cached', filename], shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, cwd=gitRepo)
			diff, err = p.communicate()
			diff = u(diff)
			if err != '' and status == u'D':
				files.append({
				'name': filename,
				'contents': u'',
				'isBinary': True,
				'isNew': False,
				'isDeleted': True,
				'isRenamed': False
			})
				continue

			if re.search(binaryFileRe, diff) is not None:
				isBinary = True
				contents = u''
			else:
				isBinary = False
				try:
					contents = u(re.search(textFileRe, diff).group(3).encode('utf-8')).strip()
				except:
					contents = u' '

			files.append({
				'name': filename,
				'contents': contents,
				'isBinary': isBinary,
				'isNew': status == u'A',
				'isDeleted': status == u'D',
				'isRenamed': False
			})

	def cmpFiles(left, right):
		if left['isRenamed']:
			if right['isRenamed']:
				return cmp(left['name'], right['name'])
			if right['isBinary']:
				return -1
			if not right['isBinary']:
				return 1
		if left['isBinary']:
			if right['isRenamed']:
				return 1
			if right['isBinary']:
				return cmp(left['name'], right['name'])
			if not right['isBinary']:
				return 1
		if not left['isBinary']:
			if right['isRenamed']:
				return -1
			if right['isBinary']:
				return -1
			if not right['isBinary']:
				return cmp(left['name'], right['name'])
	files.sort(cmp=cmpFiles)

	def formatFile(f):
		isDelete = f['isDeleted']
		isAdd = f['isNew']
		isBinary = f['isBinary']
		isRenamed = f['isRenamed']
		if isRenamed:
			oldName = f['oldName']
			newName = f['newName']
		contents = []
		lines = f['contents'].split(u'\n')

		def getLineContent(l):
			if not l.strip():
				return u' '
			return l.replace(u'\t', u'        ')
		diffOpen = False
		lineOld = -1
		lineNew = -1

		if not isBinary and not isRenamed:
			for l in lines:
				l = l.replace(u'\r', '').replace(u'\n', '')
				lineRes = lineMatch.search(l)
				lineRes2 = lineMatch2.search(l)
				lineRes3 = lineMatch3.search(l)
				
				if lineRes is not None or lineRes2 is not None or lineRes3 is not None:
					if lineRes:
						res = lineRes.group(1)
						res2 = lineRes.group(2)
						res3 = lineRes.group(3)
					elif lineRes2:
						res = lineRes2.group(1)
						res2 = lineRes2.group(2)
						res3 = lineRes2.group(3)
					elif lineRes3:
						res = lineRes3.group(1)
						res2 = lineRes3.group(2)
						res3 = 1

					if diffOpen:
						contents.append((u'\u2026'))
					diffOpen = True
					lineOld = int(res)
					lineNew = int(res2)
				elif diffOpen and len(l):
					if l[0] == u' ':
						contents.append((u' ', lineOld, lineNew, l[1:]))
						lineOld += 1
						lineNew += 1
					elif l[0] == u'+':
						contents.append((u'+', lineNew, l[1:]))
						lineNew += 1
					elif l[0] == u'-':
						contents.append((u'-', lineOld, l[1:]))
						lineOld += 1
		ret = u'<div class="diff-file'
		if isDelete:
			ret += u' diff-file-deleted'
		ret += u'"><div class="'
		if isRenamed:
			ret += u'diff-file-renamed'
		elif isBinary:
			ret += u'diff-name-binary'
		else:
			ret += u'diff-name-text'
		ret += u'">'
		if isRenamed:
			ret += u'Renamed'
		elif isAdd:
			ret += u'Added'
		elif isDelete:
			ret += u'Deleted'
		else:
			ret += u'Modified'
		ret += u': <span class="diff-name">'
		subPageName = u'Template:PatchDiff/' + patchName + u'/' + f['name'].replace("{", "(")
		if not isBinary and not isRenamed:
			ret += u'[[' + subPageName + u'|' + f['name'] + u']]'
		elif isRenamed:
			ret += '{0} -> {1}'.format(oldName, newName)
		else:
			ret += f['name']
		ret += u'</span></div>'
		if len(contents):
			ret += u'<div class="diff-contents"></div>'
			diffRet = []
			lastBlock = None
			for c in contents:
				if not len(c):
					continue
				d = u'<div class="diff-line-entry'
				if c[0] == u' ':
					d += u' diff-line-nochange'
				elif c[0] == u'+':
					d += u' diff-line-add'
				elif c[0] == u'-':
					d += u' diff-line-remove'
				else: # Ellipsis
					diffRet.append(u'<div class="diff-line-ellipsis">\u2026</div>')
					lastBlock = None
					classIndex = diffRet[-1].find(u'">')
					if classIndex != -1:
						diffRet[-1] = diffRet[-1][:classIndex] + u' diff-line-last' + diffRet[-1][classIndex:]
					continue
				if c[0] != lastBlock:
					d += u' diff-line-first'
					if lastBlock is not None:
						classIndex = diffRet[-1].find(u'">')
						if classIndex != -1:
							diffRet[-1] = diffRet[-1][:classIndex] + u' diff-line-last' + diffRet[-1][classIndex:]
				lastBlock = c[0]
				d += u'">'
				if c[0] == u' ':
					d += u'<span class="diff-line-old">' + u(c[1]) + u'</span><span class="diff-line-new">' + u(c[2]) + u'</span>'
				elif c[0] == u'+':
					d += u'<span class="diff-line-old diff-line-na">N/A</span><span class="diff-line-new">' + u(c[1]) + u'</span>'
				elif c[0] == u'-':
					d += u'<span class="diff-line-old">' + u(c[1]) + u'</span><span class="diff-line-new diff-line-na">N/A</span>'
				d += u'<span class="diff-line">' + getLineContent(c[-1]) + u'</span></div>'
				diffRet.append(d)
			finalText = u(u''.join(diffRet))
			n = 0
			success = False
			page = wikitools.page.Page(wiki, subPageName)
			while n < 10 and not success:
				try:
					page.edit(finalText, summary=u'Diff of file "' + f['name'] + u'" for patch [[:' + patchName + u']].', minor=True, bot=True, skipmd5=True, timeout=60)
					page.setPageInfo()
					success = page.exists
				except:
					print 'Failed to edit, attempt %s of 10' % str(n)
					n += 1
			if not success:
				page.edit(u'<div class="diff-file">File too large to diff</div>', summary=u'Diff of file "' + f['name'] + u'" for patch [[:' + patchName + u']].', minor=True, bot=True, skipmd5=True)
		ret += u'</div>'
		return ret
	patchDiff = u''

	for f in files:
		print 'Processing file:', f['name'], 'in patch:', patchName
		d = formatFile(f)
		patchDiff += d
	print 'Editing patch diff page:', u'Template:PatchDiff/' + patchName
	success = False
	page = wikitools.page.Page(wiki, u'Template:PatchDiff/' + patchName)
	while not success:
		try:
			page.edit(patchDiff, summary=u'Diff of patch [[:' + patchName + u']].', minor=True, bot=True)
			page.setPageInfo()
			success = page.exists
		except:
			print 'Failed to edit, retrying'

def poot(wikiApi, wikiUsername, wikiPassword, patchName, gitRepo):
	wiki = wikitools.wiki.Wiki(wikiApi)
	if wiki.login(wikiUsername, wikiPassword):
		return pootDiff(wiki, patchName, gitRepo)
	else:
		print 'Invalid wiki username/password.'

if __name__ == '__main__':
	wikiApi = raw_input('Poot Wiki API URL: ')
	wikiUsername = raw_input('Poot Wiki username: ')
	wikiPassword = getpass.getpass('Poot Wiki password: ')
	patchName = raw_input('Poot Wiki patch page title: ')
	gitRepo = raw_input('Poot path of git repo: ')
	print 'Pooting...'
	poot(wikiApi, wikiUsername, wikiPassword, patchName, gitRepo)
	print 'Is gud.'