#/usr/bin/python2.6

import sys
import os
import os.path
import hashlib

from boto.cloudfront import CloudFrontConnection

################################################################################

AWS_ACCESS_KEY          = 'AKIAIPN42DSDDJ3354DSDS'
AWS_SECRET_ACCESS_KEY   = 'iu4d2QoU+kJFSfghfghfghfghfghfghl'
AWS_CF_DISTRIBUTION_ID  = 'ERKDWKOK23346LDD2'

IGNORE = ['.svn','.php','.py','staticData']

################################################################################

def get_files_from_dir(base_dir):
    file_list = []
    for root, subFolders, files in os.walk(base_dir):
        next = False
        for it in IGNORE:
            if it in root:
                next = True
                break
        if next:
            continue
        next = False
        for filename in files:
            for it in IGNORE:
                if it in filename:
                    next = True
            if next:
                continue
            file_list.append(os.path.join(root,filename).replace(base_dir,''))
    return file_list
    
def get_modified_files(base_dir,all_files,index,dir_prefix):
    new_files = []
    new_files_raw = []
    
    for filename in all_files:
        next = False
        for it in IGNORE:
            if it in filename:
                next = True
        if next:
            continue
        fc = file(base_dir+filename).read()
        if index.has_key(filename) and \
           hashlib.md5(fc).hexdigest() == index[filename]:
            continue
        else:
            new_files.append(os.path.join(dir_prefix,filename.strip('/')))
            new_files_raw.append(filename)
            
    return new_files,new_files_raw
    

def clear_cloudfront_cache(base_dir,index_file,dir_prefix='',passn=0):
    
    base_dir  = os.path.abspath(base_dir)
    all_files = get_files_from_dir(base_dir)
    
    if(os.path.exists(index_file)):
        data = file(index_file).read()
        os.unlink(index_file+'.back')
        file(index_file+'.back','w').write(data)
    else:
        data = ''
        file(index_file+'.back','w').write('')
        
    index = {}
    data = data.split('\n')
    for line in data:
        if not line: 
            continue
        path,md5 = line.split('\t#\t')
        index[path] = md5
    
    new_files,new_files_raw = get_modified_files(base_dir,all_files,index,dir_prefix)
    
    for filename in index.iterkeys():
        if filename not in all_files:
            next = False
            for it in IGNORE:
                if it in filename:
                    next = True
            if next:
                continue
            new_files.append(os.path.join(dir_prefix,filename.strip('/')))
            new_files_raw.append(filename)
    
    if new_files:
        for filename in new_files:
            print 'Modified: %s' % filename
    else:
        print 'No files were modified.\n'
        sys.exit()
		
    print '\nUploading %s files\n' % len(new_files) 
        
    inp = ''
    while (inp != 'y' and inp != 'n'):
        inp = raw_input('Upload changes to CloudFront(y/n): ')
        
        
    if inp == 'y':
        try:
            conn = CloudFrontConnection(AWS_ACCESS_KEY, AWS_SECRET_ACCESS_KEY)
            k = 0
            for i in xrange(0,len(new_files),800):
                if k < passn:
                    k += 1
                    continue
                res = True
                res = conn.create_invalidation_request(AWS_CF_DISTRIBUTION_ID, new_files[i:i+900]) 
                if res:
                    print '\nInvalidation request created'
                    for filename in new_files_raw[i:i+800]:
                        fc = file(base_dir+filename).read()
                        index[filename] = hashlib.md5(fc).hexdigest()
                if k >= (passn+2):
                    print '\nToo many files. Repeat update after 15 minutes.' 
                    break
                k += 1
        except Exception,e:
            save_index(index_file,index)
            sys.exit('\nError: %s' % e)
        
        save_index(index_file,index)            
            
    
def save_index(index_file,index):
    if(os.path.exists(index_file)):
        os.unlink(index_file)
    index_fp = file(index_file,'w')
    for filename,md5 in index.iteritems():
        index_fp.write('\t#\t'.join([filename,md5])+'\n')
    index_fp.close()  
    

if __name__ == '__main__':
    print ''
    if(len(sys.argv)>1):
        base_dir = sys.argv[1]
        try:
            index_file = sys.argv[2]
        except:
            index_file = 'cloudfront_cache.ind'
        
        try:
            dir_prefix = sys.argv[3]
        except:
            dir_prefix = ''
			
        try:
            passn = int(sys.argv[4])
        except:
            passn = 0
            
        clear_cloudfront_cache(base_dir,index_file,dir_prefix,passn)
        print ''
    else:
        print 'Usage: %s data_dir [index_file] [dir_prefix]' % sys.argv[0]