Python文件监听工具pyinotify与watchdog实例

Python  /  管理员 发布于 7年前   327

pyinotify库

支持的监控事件

@cvar IN_ACCESS: File was accessed.@type IN_ACCESS: int@cvar IN_MODIFY: File was modified.@type IN_MODIFY: int@cvar IN_ATTRIB: Metadata changed.@type IN_ATTRIB: int@cvar IN_CLOSE_WRITE: Writtable file was closed.@type IN_CLOSE_WRITE: int@cvar IN_CLOSE_NOWRITE: Unwrittable file closed.@type IN_CLOSE_NOWRITE: int@cvar IN_OPEN: File was opened.@type IN_OPEN: int@cvar IN_MOVED_FROM: File was moved from X.@type IN_MOVED_FROM: int@cvar IN_MOVED_TO: File was moved to Y.@type IN_MOVED_TO: int@cvar IN_CREATE: Subfile was created.@type IN_CREATE: int@cvar IN_DELETE: Subfile was deleted.@type IN_DELETE: int@cvar IN_DELETE_SELF: Self (watched item itself) was deleted.@type IN_DELETE_SELF: int@cvar IN_MOVE_SELF: Self (watched item itself) was moved.@type IN_MOVE_SELF: int@cvar IN_UNMOUNT: Backing fs was unmounted.@type IN_UNMOUNT: int@cvar IN_Q_OVERFLOW: Event queued overflowed.@type IN_Q_OVERFLOW: int@cvar IN_IGNORED: File was ignored.@type IN_IGNORED: int@cvar IN_ONLYDIR: only watch the path if it is a directory (new         in kernel 2.6.15).@type IN_ONLYDIR: int@cvar IN_DONT_FOLLOW: don't follow a symlink (new in kernel 2.6.15).           IN_ONLYDIR we can make sure that we don't watch           the target of symlinks.@type IN_DONT_FOLLOW: int@cvar IN_EXCL_UNLINK: Events are not generated for children after they           have been unlinked from the watched directory.           (new in kernel 2.6.36).@type IN_EXCL_UNLINK: int@cvar IN_MASK_ADD: add to the mask of an already existing watch (new          in kernel 2.6.14).@type IN_MASK_ADD: int@cvar IN_ISDIR: Event occurred against dir.@type IN_ISDIR: int@cvar IN_ONESHOT: Only send event once.@type IN_ONESHOT: int@cvar ALL_EVENTS: Alias for considering all of the events.@type ALL_EVENTS: int

python 3.6的demo

import sysimport osimport pyinotifyWATCH_PATH = '/home/lp/ftp' # 监控目录if not WATCH_PATH:  print("The WATCH_PATH setting MUST be set.")  sys.exit()else:  if os.path.exists(WATCH_PATH):    print('Found watch path: path=%s.' % (WATCH_PATH))  else:    print('The watch path NOT exists, watching stop now: path=%s.' % (WATCH_PATH))    sys.exit()# 事件回调函数class OnIOHandler(pyinotify.ProcessEvent):  # 重写文件写入完成函数  def process_IN_CLOSE_WRITE(self, event):    # logging.info("create file: %s " % os.path.join(event.path, event.name))    # 处理成小图片，然后发送给grpc服务器或者发给kafka    file_path = os.path.join(event.path, event.name)    print('文件完成写入',file_path)  # 重写文件删除函数  def process_IN_DELETE(self, event):    print("文件删除: %s " % os.path.join(event.path, event.name))  # 重写文件改变函数  def process_IN_MODIFY(self, event):    print("文件改变: %s " % os.path.join(event.path, event.name))  # 重写文件创建函数  def process_IN_CREATE(self, event):    print("文件创建: %s " % os.path.join(event.path, event.name))def auto_compile(path='.'):  wm = pyinotify.WatchManager()  # mask = pyinotify.EventsCodes.ALL_FLAGS.get('IN_CREATE', 0)  # mask = pyinotify.EventsCodes.FLAG_COLLECTIONS['OP_FLAGS']['IN_CREATE']   # 监控内容，只监听文件被完成写入  mask = pyinotify.IN_CREATE | pyinotify.IN_CLOSE_WRITE  notifier = pyinotify.ThreadedNotifier(wm, OnIOHandler())  # 回调函数  notifier.start()  wm.add_watch(path, mask, rec=True, auto_add=True)  print('Start monitoring %s' % path)  while True:    try:      notifier.process_events()      if notifier.check_events():        notifier.read_events()    except KeyboardInterrupt:      notifier.stop()      breakif __name__ == "__main__":  auto_compile(WATCH_PATH)  print('monitor close')

watchdog库

支持的监控事件

EVENT_TYPE_MODIFIED: self.on_modified,EVENT_TYPE_MOVED: self.on_moved,EVENT_TYPE_CREATED: self.on_created,EVENT_TYPE_DELETED: self.on_deleted,

需要注意的是，文件改变，也会触发文件夹的改变

python3.6的demo

#! /usr/bin/env python# -*- coding: utf-8 -*-from __future__ import print_functionimport asyncioimport base64import loggingimport osimport shutilimport sysfrom datetime import datetimefrom watchdog.events import FileSystemEventHandlerfrom watchdog.observers import ObserverWATCH_PATH = '/home/lp/ftp' # 监控目录class FileMonitorHandler(FileSystemEventHandler): def __init__(self, **kwargs):  super(FileMonitorHandler, self).__init__(**kwargs)  # 监控目录 目录下面以device_id为目录存放各自的图片  self._watch_path = WATCH_PATH # 重写文件改变函数，文件改变都会触发文件夹变化 def on_modified(self, event):  if not event.is_directory: # 文件改变都会触发文件夹变化   file_path = event.src_path   print("文件改变: %s " % file_path)if __name__ == "__main__": event_handler = FileMonitorHandler() observer = Observer() observer.schedule(event_handler, path=WATCH_PATH, recursive=True) # recursive递归的 observer.start() observer.join()

总结

以上就是这篇文章的全部内容了，希望本文的内容对大家的学习或者工作具有一定的参考学习价值，谢谢大家的支持。如果你想了解更多相关内容请查看下面相关链接