#!/user/bin/env python# @Time     :2018/6/6 10:10# @Author   :PGIDYSQ#@File      :FileBackup2.pyimport osimport filecmpimport shutilimport sysimport time,sched'''定时任务备份，增量备份'''schedule = sched.scheduler(time.time, time.sleep)def autoBackup(scrDir,dstDir):    if((not os.path.isdir(scrDir))or(not os.path.isdir(dstDir))or           (os.path.abspath(scrDir) != scrDir)or(os.path.abspath(dstDir) != dstDir)):        usage()    for item in os.listdir(scrDir):        scrItem = os.path.join(scrDir,item)        dstItem= scrItem.replace(scrDir,dstDir)        if os.path.isdir(scrItem):            #创建新增加的文件夹，保证目标文件夹结构与原始文件一致            if not os.path.exists(dstItem):                os.makedirs(dstItem)                print('make directory'+dstItem)            #递归调用自身函数            autoBackup(scrItem,dstItem)        elif os.path.isfile(scrItem):            #只复制新增或修改的文件            if((not os.path.exists(dstItem))or(not filecmp.cmp(scrItem,dstItem,shallow=False))):                shutil.copyfile(scrItem,dstItem)                print('file:'+scrItem+'==>'+dstItem,os.system('echo %time%'))    schedule.enter(10, 0, autoBackup, (scrDir, dstDir))def usage():    print('Error')    print('For example:{0}'.format(sys.argv[0]))    sys.exit(0)if __name__ == "__main__":    # if len(sys.argv) != 3:    #     usage()    # scrDir,dstDir = sys.argv[1],sys.argv[2]    scrDir, dstDir = r'E:\PyCharm\WorkSpace\TestPkg\base\src',r'E:\PyCharm\WorkSpace\TestPkg\base\dest'    #定时周期执行备份任务    schedule.enter(10, 0, autoBackup, (scrDir,dstDir))    schedule.run()  # 持续运行，直到计划时间队列变成空为止    #autoBackup(scrDir,dstDir)

 

#!/user/bin/env python# @Time     :2018/6/6 10:10# @Author   :PGIDYSQ#@File      :FileBackup.pyimport timeimport osimport tarfileimport shutilimport pickle as pimport hashlib'''实现每周一全量备份，其余时间增量备份'''def md5check(fname):    m = hashlib.md5()    with open(fname) as fobj:        while True:            data = fobj.read(4096)            if not data:                break            m.update(data.encode())#pay    return m.hexdigest()def full_backup(src_dir: object, dst_dir, md5file):    par_dir, base_dir = os.path.split(src_dir.rstrip('/'))    back_name = '%s_full_%s.tar.gz' % (base_dir, time.strftime('%Y%m%d'))    full_name = os.path.join(dst_dir, back_name)    md5dict = {}    # tar = tarfile.open(full_name, 'w:gz')    # tar.add(src_dir)    # tar.close()    if os.path.exists(dst_dir):        shutil.rmtree(dst_dir)    shutil.copytree(src_dir,dst_dir)#拷贝文件    #shutil.make_archive(dst_dir,'zip',src_dir)#将文件压缩，注：如果压缩tar，中文文件名有可能乱码    for path, folders, files in os.walk(src_dir):        for fname in files:            full_path = os.path.join(path, fname)            md5dict[full_path] = md5check(full_path)    if os.path.exists(md5file):        with open(md5file, 'wb') as f0:            p.dump(md5dict, f0)    else:        with open(md5file,'xb') as f1:            p.dump(md5dict,f1)def incr_backup(src_dir, dst_dir, md5file):    par_dir, base_dir = os.path.split(src_dir.rstrip('/'))    back_name = '%s_incr_%s.tar.gz' % (base_dir, time.strftime('%Y%m%d'))    full_name = os.path.join(dst_dir, back_name)    md5new = {}    for path, folders, files in os.walk(src_dir):        for fname in files:            full_path = os.path.join(path, fname)            md5new[full_path] = md5check(full_path)    with open(md5file,'rb') as fobj:        md5old = p.load(fobj)    with open(md5file, 'wb') as fobj:        p.dump(md5new, fobj)    #tar = tarfile.open(full_name, 'w:gz')    for key in md5new:        if md5old[key] != md5new[key]:            #tar.add(key)            shutil.copyfile(key,dst_dir)    #tar.close()if __name__ == '__main__':    src_dir = 'base/src'    dst_dir = 'base/dest/backupfile'    md5file = 'base/md5.data'    full_backup(src_dir, dst_dir, md5file)    # if time.strftime('%a') == 'Mon':    #     full_backup(src_dir, dst_dir, md5file)    # else:    #     incr_backup(src_dir, dst_dir, md5file)