Python 基于Twisted框架的文件夹网络传输源码

Python  /  管理员 发布于 7年前   151

由于文件夹可能有多层目录，因此需要对其进行递归遍历。

本文采取了简单的协议定制，定义了五条命令，指令Head如下：
Sync：标识开始同步文件夹
End：标识结束同步
File：标识传输的文件名（相对路径）
Folder：标志文件夹（相对路径）
None：文件内容

每条命令以CMB_BEGIN开始，以CMB_END结束。

客户端需要对接收缓冲做解析，取出一条一条的指令，然后根据指令的Head做相应的处理，比如创建文件夹、写入文件等。

下面是服务端的代码：

from twisted.internet import reactorfrom twisted.internet.protocol import Protocol,Factoryfrom twisted.protocols.basic import LineReceiverimport osimport struct BUFSIZE = 4096 class SimpleLogger(Protocol):  def connectionMade(self):    print 'Got connection from', self.transport.client   def connectionLost(self, reason):    print self.transport.client, 'disconnected'   def dataReceived(self, line):    print line    self.transport.write("Hello Client, I am the Server!\r\n")     self.transport.write("CMB_BEGIN")    self.transport.write("Sync")    self.transport.write("CMB_END")    self.send_file_folder('server')   def send_file_folder(self,folder):    '''send folder to the client'''    for f in os.listdir(folder):      sourceF = os.path.join(folder, f)      if os.path.isfile(sourceF):  print 'File:',sourceF[7:]        self.transport.write("CMB_BEGIN")        self.transport.write("File:" + sourceF[7:])        self.transport.write("CMB_END")        fp = open(sourceF,'rb')        while 1:          filedata = fp.read(BUFSIZE)          if not filedata: break          else:self.transport.write("CMB_BEGIN")self.transport.write(filedata)print 'send size:::::::::',len(filedata)self.transport.write("CMB_END")        fp.close()        self.transport.write("CMB_BEGIN")        self.transport.write("End")        self.transport.write("CMB_END")      if os.path.isdir(sourceF):        print 'Folder:',sourceF[7:]        self.transport.write("CMB_BEGIN")        self.transport.write("Folder:" + sourceF[7:])        self.transport.write("CMB_END")        self.send_file_folder(sourceF) factory = Factory()factory.protocol = SimpleLoggerreactor.listenTCP(1234, factory)reactor.run()

Server在收到Client的某个信号之后(此代码中，当Client随便向Server发送任何内容都可)，Server即会调用send_file_folder将sever文件夹下的内容全部发送给客户端。

服务端运行结果如下：

下面是客户端的代码：

from twisted.internet.selectreactor import SelectReactorfrom twisted.internet.protocol import Protocol,ClientFactoryfrom twisted.protocols.basic import LineReceiverimport osfrom struct import * reactor = SelectReactor()protocol = Protocol()prepare = 0filename = ""sourceDir = 'client'recvBuffer = '' def delete_file_folder(src):  '''delete files and folders'''  if os.path.isfile(src):    try:      os.remove(src)    except:      pass  elif os.path.isdir(src):    for item in os.listdir(src):      itemsrc = os.path.join(src,item)      delete_file_folder(itemsrc)     try:      os.rmdir(src)    except:      pass def clean_file_folder(src):  '''delete files and child folders'''  delete_file_folder(src)  os.mkdir(src) def writefile(filename,data):  print 'write file size:::::::::',len(data)  fp = open(filename,'a+b')  fp.write(data)  fp.close() class QuickDisconnectedProtocol(Protocol):  def connectionMade(self):    print "Connected to %s."%self.transport.getPeer().host    self.transport.write("Hello server, I am the client!\r\n")  def dataReceived(self, line):    global prepare    global filename    global sourceDir    global recvBuffer     recvBuffer = recvBuffer + line    self.processRecvBuffer()   def processRecvBuffer(self):    global prepare    global filename    global sourceDir    global recvBuffer     while len(recvBuffer) > 0 :      index1 = recvBuffer.find('CMB_BEGIN')      index2 = recvBuffer.find('CMB_END')       if index1 >= 0 and index2 >= 0:        line = recvBuffer[index1+9:index2]        recvBuffer = recvBuffer[index2+7:]         if line == 'Sync':          clean_file_folder(sourceDir)         if line[0:3] == "End":          prepare = 0        elif line[0:5] == "File:":          name = line[5:]          filename = os.path.join(sourceDir, name)          print 'mk file:',filename          prepare = 1        elif line[0:7] == "Folder:":          name = line[7:]          filename = os.path.join(sourceDir, name)          print 'mkdir:',filename          os.mkdir(filename)        elif prepare == 1:          writefile(filename,line)      else:        break  class BasicClientFactory(ClientFactory):  protocol=QuickDisconnectedProtocol  def clientConnectionLost(self,connector,reason):    print 'Lost connection: %s'%reason.getErrorMessage()    reactor.stop()  def clientConnectionFailed(self,connector,reason):    print 'Connection failed: %s'%reason.getErrorMessage()    reactor.stop() reactor.connectTCP('localhost',1234,BasicClientFactory())reactor.run()

客户端提取出来自Server的指令，当提取出Sync指令时，则将sourceDir目录清空，然后根据后续的指令，跟Server的文件夹进行同步。

客户端运行结果如下：

需要注意的地方：
Client写入文件时，需要以二进制的方式打开文件，否则，在传输二进制文件时可能出现错误或导致文件损坏。

经过测试，代码可以正常的运行，文件夹同步成功，文本文件、图像和其他类型的二进制文件均可正常传输。