python+rsync精确同步指定格式文件

Python  /  管理员 发布于 7年前   187

本文实例为大家分享了python+rsync精确同步指定格式文件的具体代码，供大家参考，具体内容如下

# coding: utf-8#!/usr/bin/env python'''updatedb更新本地服务器指定目录/home/upload/de locate.dbz数据库然后locate命令正则查找符合条件的文件并将文件名输出到locate.src通过paramiko模块得到远程服务器符合条件的文件并将文件名输出到locate.dst比较这两个文件得到locate.diff，最好rsync命令同步locate.diff列表中的文件到远程服务器'''import paramikoimport commandsimport osimport logginglogging.basicConfig(level=logging.DEBUG,          format='%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s %(message)s',          datefmt='%Y-%m-%d %H:%M:%S',          filename='/var/log/upload_to_chengdu.log',          filemode='a')logging.info("###################################################################")hostname = '8.8.8.8'username = 'username'password = 'password'port = 22locate_lists = ['/tmp/locate.src', '/tmp/locate.dst', '/tmp/locate.diff']dict_path = {'locate_lists': locate_lists, 'dst_db': '/tmp/locate.db',       'src_db': '/tmp/locate.db', 'dst_path': '/logs/rsync_log/',       'src_path': '/home/upload/', 'passwd_file': '/etc/rsync.pas'}def check_file():  for l in dict_path['locate_lists']:    if os.path.exists(l):      commands.getstatusoutput('sudo rm %s' % l)def get_dst_list():  s = paramiko.SSHClient()  s.set_missing_host_key_policy(paramiko.AutoAddPolicy())  s.connect(hostname=hostname, port=port, username=username, password=password)  cmd_create = "sudo updatedb -U %s -o %s && sudo locate -d %s --regex '.*[0-9]{4}([-]{0,1}[0-9]{2}){2}\..*gz$' >>%s" % (    dict_path['dst_path'], dict_path['dst_db'], dict_path['dst_db'], dict_path['locate_lists'][1])  cmd_delete = 'sudo rm ' + dict_path['locate_lists'][1]  stdin, stdout, stderr = s.exec_command(cmd_create)  # print stdout.read()  try:    t = paramiko.Transport((hostname, port))    t.connect(username=username, password=password)    sftp = paramiko.SFTPClient.from_transport(t)    sftp.get(dict_path['locate_lists'][1], dict_path['locate_lists'][1])    t.close()  except Exception, e:    print e  stdin, stdout, stderr = s.exec_command(cmd_delete)  s.close()def get_src_list():  cmd = "sudo updatedb -U %s -o %s && sudo locate -d %s --regex '.*[0-9]{4}([-]{0,1}[0-9]{2}){2}\..*gz$' >>%s" % (    dict_path['src_path'], dict_path['src_db'], dict_path['src_db'], dict_path['locate_lists'][0])  commands.getstatusoutput(cmd)def cmp_diff():  f1 = open(dict_path['locate_lists'][0], 'r')  f2 = open(dict_path['locate_lists'][1], 'r')  f3 = open(dict_path['locate_lists'][2], 'a')  x = f1.readlines()  y = f2.readlines()  f1.close()  f2.close()  for i in x:    j = dict_path['dst_path'] + i[13:]    if j not in y:      f3.writelines(i)  f3.close()def rsync_file():  f = open(dict_path['locate_lists'][2], 'r')  for i in f.readlines():    cmd = 'cd %s && sudo rsync -Rvz %s upload@%s::aliyun_log --password-file=%s' % (      dict_path['src_path'], i.strip('\n')[13:], hostname, dict_path['passwd_file'])    logging.info(cmd)    commands.getstatusoutput(cmd)  f.close()def del_locate_file():  cmd = 'sudo rm {%s,%s,%s}' % (dict_path['locate_lists'][1], dict_path['locate_lists'][0], dict_path['locate_lists'][2])  commands.getstatusoutput(cmd)if __name__ == '__main__':  check_file()  get_dst_list()  get_src_list()  cmp_diff()  rsync_file()  del_locate_file()

以上就是本文的全部内容，希望对大家的学习有所帮助，也希望大家多多支持。