Diff two directories of Word documents, providing extra context as well, using antiword and dwdiff.
Python, 70 lines
Download
Copy to clipboard1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 | #!/usr/bin/python2.5
# -*- coding: utf-8 -*-
"""Diff two directories of Word documents, providing extra context as well, using antiword and dwdiff."""
# (c) Copyright 2010 by Joseph Reagle
# Licensed under the GPLv3, see <http://www.gnu.org/licenses/gpl-3.0.html>
#
from glob import glob
from os import chdir, mkdir, rename
from os.path import exists, splitext
import re
from shutil import move, rmtree
from subprocess import call, Popen, PIPE
import sys
def create_txts(path):
path_txt = path + 'text/'
if exists(path_txt):
rmtree(path_txt)
mkdir(path_txt)
chdir(path)
for src_fn in glob('*.doc'):
fn, ext = splitext(src_fn)
call(['/usr/bin/antiword', '-w0', src_fn],
stdout=file('text/' + fn + '.txt', 'w'))
pair_diff = r"""[^# ]+\s*(?:#[-].*?[\+]#|[^#]\s+#[\+].*?[-]#)\s*[^# ]+"""
single_diff = r"""[^# ]+\s*(?:#[\+][^#]+[\+]#|#[-][^#]+[-]#)\s*[^# ]+"""
diff_re = re.compile('(' + pair_diff + '|' + single_diff + ')')
footnote_re = re.compile('\d+\)?\+\]')
def create_diffs(old, new):
# dwdiff ~/_joseph/2010/faith/latex-fai/doc/text/reagle_01.txt ~/_joseph/2010/faith-composition/text/reagle_01.txt
old_path = old + 'text/'
new_path = new + 'text/'
chdir(new_path)
for src_fn in sorted(glob('*.txt')):
fn, ext = splitext(src_fn)
f_out = file(fn + '.diff', 'w')
print '\n' + src_fn
output = Popen(['dwdiff', '-w', '#-', '-x', '-#', '-y', '#+', '-z' '+#',
old_path + src_fn, new_path + src_fn], stdout=PIPE) # use # for easier parsing
content = output.communicate()[0]
if content:
for line in content.split('\n'):
if '{Notes begin}' in line:
break
match_obj = diff_re.findall(line)
if match_obj:
f_out.write('\n')
for match in match_obj:
# replace more readable symbols
match = match.replace('#-', '{-') \
.replace('-#', '-}') \
.replace('#+', '[+') \
.replace('+#', '+]')
if not (footnote_re.search(match) or '—' in match or
'–' in match):
f_out.write(match + '\n')
f_out.close()
if '__main__' == __name__:
MY_SRC = '/home/reagle/_joseph/a'
MIT_SRC = '/home/reagle/_joseph/b' # the version sent to compositers.
create_txts(MY_SRC)
create_txts(MIT_SRC)
create_diffs(MY_SRC, MIT_SRC)
|
