mirror of
https://github.com/xtekky/gpt4free.git
synced 2024-12-26 04:33:35 +03:00
600 lines
16 KiB
Python
600 lines
16 KiB
Python
# Copyright 2011 Yesudeep Mangalapilly <yesudeep@gmail.com>
|
|
# Copyright 2012 Google, Inc & contributors.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""
|
|
:module: watchdog.events
|
|
:synopsis: File system events and event handlers.
|
|
:author: yesudeep@google.com (Yesudeep Mangalapilly)
|
|
:author: contact@tiger-222.fr (Mickaël Schoentgen)
|
|
|
|
Event Classes
|
|
-------------
|
|
.. autoclass:: FileSystemEvent
|
|
:members:
|
|
:show-inheritance:
|
|
:inherited-members:
|
|
|
|
.. autoclass:: FileSystemMovedEvent
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: FileMovedEvent
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: DirMovedEvent
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: FileModifiedEvent
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: DirModifiedEvent
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: FileCreatedEvent
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: FileClosedEvent
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: FileOpenedEvent
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: DirCreatedEvent
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: FileDeletedEvent
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: DirDeletedEvent
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
|
|
Event Handler Classes
|
|
---------------------
|
|
.. autoclass:: FileSystemEventHandler
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: PatternMatchingEventHandler
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: RegexMatchingEventHandler
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: LoggingEventHandler
|
|
:members:
|
|
:show-inheritance:
|
|
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import logging
|
|
import os.path
|
|
import re
|
|
|
|
from watchdog.utils.patterns import match_any_paths
|
|
|
|
EVENT_TYPE_MOVED = "moved"
|
|
EVENT_TYPE_DELETED = "deleted"
|
|
EVENT_TYPE_CREATED = "created"
|
|
EVENT_TYPE_MODIFIED = "modified"
|
|
EVENT_TYPE_CLOSED = "closed"
|
|
EVENT_TYPE_OPENED = "opened"
|
|
|
|
|
|
class FileSystemEvent:
|
|
"""
|
|
Immutable type that represents a file system event that is triggered
|
|
when a change occurs on the monitored file system.
|
|
|
|
All FileSystemEvent objects are required to be immutable and hence
|
|
can be used as keys in dictionaries or be added to sets.
|
|
"""
|
|
|
|
event_type = ""
|
|
"""The type of the event as a string."""
|
|
|
|
is_directory = False
|
|
"""True if event was emitted for a directory; False otherwise."""
|
|
|
|
is_synthetic = False
|
|
"""
|
|
True if event was synthesized; False otherwise.
|
|
|
|
These are events that weren't actually broadcast by the OS, but
|
|
are presumed to have happened based on other, actual events.
|
|
"""
|
|
|
|
def __init__(self, src_path):
|
|
self._src_path = src_path
|
|
|
|
@property
|
|
def src_path(self):
|
|
"""Source path of the file system object that triggered this event."""
|
|
return self._src_path
|
|
|
|
def __str__(self):
|
|
return self.__repr__()
|
|
|
|
def __repr__(self):
|
|
return (
|
|
f"<{type(self).__name__}: event_type={self.event_type}, "
|
|
f"src_path={self.src_path!r}, is_directory={self.is_directory}>"
|
|
)
|
|
|
|
# Used for comparison of events.
|
|
@property
|
|
def key(self):
|
|
return (self.event_type, self.src_path, self.is_directory)
|
|
|
|
def __eq__(self, event):
|
|
return self.key == event.key
|
|
|
|
def __ne__(self, event):
|
|
return self.key != event.key
|
|
|
|
def __hash__(self):
|
|
return hash(self.key)
|
|
|
|
|
|
class FileSystemMovedEvent(FileSystemEvent):
|
|
"""
|
|
File system event representing any kind of file system movement.
|
|
"""
|
|
|
|
event_type = EVENT_TYPE_MOVED
|
|
|
|
def __init__(self, src_path, dest_path):
|
|
super().__init__(src_path)
|
|
self._dest_path = dest_path
|
|
|
|
@property
|
|
def dest_path(self):
|
|
"""The destination path of the move event."""
|
|
return self._dest_path
|
|
|
|
# Used for hashing this as an immutable object.
|
|
@property
|
|
def key(self):
|
|
return (self.event_type, self.src_path, self.dest_path, self.is_directory)
|
|
|
|
def __repr__(self):
|
|
return (
|
|
f"<{type(self).__name__}: src_path={self.src_path!r}, "
|
|
f"dest_path={self.dest_path!r}, is_directory={self.is_directory}>"
|
|
)
|
|
|
|
|
|
# File events.
|
|
|
|
|
|
class FileDeletedEvent(FileSystemEvent):
|
|
"""File system event representing file deletion on the file system."""
|
|
|
|
event_type = EVENT_TYPE_DELETED
|
|
|
|
|
|
class FileModifiedEvent(FileSystemEvent):
|
|
"""File system event representing file modification on the file system."""
|
|
|
|
event_type = EVENT_TYPE_MODIFIED
|
|
|
|
|
|
class FileCreatedEvent(FileSystemEvent):
|
|
"""File system event representing file creation on the file system."""
|
|
|
|
event_type = EVENT_TYPE_CREATED
|
|
|
|
|
|
class FileMovedEvent(FileSystemMovedEvent):
|
|
"""File system event representing file movement on the file system."""
|
|
|
|
|
|
class FileClosedEvent(FileSystemEvent):
|
|
"""File system event representing file close on the file system."""
|
|
|
|
event_type = EVENT_TYPE_CLOSED
|
|
|
|
|
|
class FileOpenedEvent(FileSystemEvent):
|
|
"""File system event representing file close on the file system."""
|
|
|
|
event_type = EVENT_TYPE_OPENED
|
|
|
|
|
|
# Directory events.
|
|
|
|
|
|
class DirDeletedEvent(FileSystemEvent):
|
|
"""File system event representing directory deletion on the file system."""
|
|
|
|
event_type = EVENT_TYPE_DELETED
|
|
is_directory = True
|
|
|
|
|
|
class DirModifiedEvent(FileSystemEvent):
|
|
"""
|
|
File system event representing directory modification on the file system.
|
|
"""
|
|
|
|
event_type = EVENT_TYPE_MODIFIED
|
|
is_directory = True
|
|
|
|
|
|
class DirCreatedEvent(FileSystemEvent):
|
|
"""File system event representing directory creation on the file system."""
|
|
|
|
event_type = EVENT_TYPE_CREATED
|
|
is_directory = True
|
|
|
|
|
|
class DirMovedEvent(FileSystemMovedEvent):
|
|
"""File system event representing directory movement on the file system."""
|
|
|
|
is_directory = True
|
|
|
|
|
|
class FileSystemEventHandler:
|
|
"""
|
|
Base file system event handler that you can override methods from.
|
|
"""
|
|
|
|
def dispatch(self, event):
|
|
"""Dispatches events to the appropriate methods.
|
|
|
|
:param event:
|
|
The event object representing the file system event.
|
|
:type event:
|
|
:class:`FileSystemEvent`
|
|
"""
|
|
self.on_any_event(event)
|
|
{
|
|
EVENT_TYPE_CREATED: self.on_created,
|
|
EVENT_TYPE_DELETED: self.on_deleted,
|
|
EVENT_TYPE_MODIFIED: self.on_modified,
|
|
EVENT_TYPE_MOVED: self.on_moved,
|
|
EVENT_TYPE_CLOSED: self.on_closed,
|
|
EVENT_TYPE_OPENED: self.on_opened,
|
|
}[event.event_type](event)
|
|
|
|
def on_any_event(self, event):
|
|
"""Catch-all event handler.
|
|
|
|
:param event:
|
|
The event object representing the file system event.
|
|
:type event:
|
|
:class:`FileSystemEvent`
|
|
"""
|
|
|
|
def on_moved(self, event):
|
|
"""Called when a file or a directory is moved or renamed.
|
|
|
|
:param event:
|
|
Event representing file/directory movement.
|
|
:type event:
|
|
:class:`DirMovedEvent` or :class:`FileMovedEvent`
|
|
"""
|
|
|
|
def on_created(self, event):
|
|
"""Called when a file or directory is created.
|
|
|
|
:param event:
|
|
Event representing file/directory creation.
|
|
:type event:
|
|
:class:`DirCreatedEvent` or :class:`FileCreatedEvent`
|
|
"""
|
|
|
|
def on_deleted(self, event):
|
|
"""Called when a file or directory is deleted.
|
|
|
|
:param event:
|
|
Event representing file/directory deletion.
|
|
:type event:
|
|
:class:`DirDeletedEvent` or :class:`FileDeletedEvent`
|
|
"""
|
|
|
|
def on_modified(self, event):
|
|
"""Called when a file or directory is modified.
|
|
|
|
:param event:
|
|
Event representing file/directory modification.
|
|
:type event:
|
|
:class:`DirModifiedEvent` or :class:`FileModifiedEvent`
|
|
"""
|
|
|
|
def on_closed(self, event):
|
|
"""Called when a file opened for writing is closed.
|
|
|
|
:param event:
|
|
Event representing file closing.
|
|
:type event:
|
|
:class:`FileClosedEvent`
|
|
"""
|
|
|
|
def on_opened(self, event):
|
|
"""Called when a file is opened.
|
|
|
|
:param event:
|
|
Event representing file opening.
|
|
:type event:
|
|
:class:`FileOpenedEvent`
|
|
"""
|
|
|
|
|
|
class PatternMatchingEventHandler(FileSystemEventHandler):
|
|
"""
|
|
Matches given patterns with file paths associated with occurring events.
|
|
"""
|
|
|
|
def __init__(
|
|
self,
|
|
patterns=None,
|
|
ignore_patterns=None,
|
|
ignore_directories=False,
|
|
case_sensitive=False,
|
|
):
|
|
super().__init__()
|
|
|
|
self._patterns = patterns
|
|
self._ignore_patterns = ignore_patterns
|
|
self._ignore_directories = ignore_directories
|
|
self._case_sensitive = case_sensitive
|
|
|
|
@property
|
|
def patterns(self):
|
|
"""
|
|
(Read-only)
|
|
Patterns to allow matching event paths.
|
|
"""
|
|
return self._patterns
|
|
|
|
@property
|
|
def ignore_patterns(self):
|
|
"""
|
|
(Read-only)
|
|
Patterns to ignore matching event paths.
|
|
"""
|
|
return self._ignore_patterns
|
|
|
|
@property
|
|
def ignore_directories(self):
|
|
"""
|
|
(Read-only)
|
|
``True`` if directories should be ignored; ``False`` otherwise.
|
|
"""
|
|
return self._ignore_directories
|
|
|
|
@property
|
|
def case_sensitive(self):
|
|
"""
|
|
(Read-only)
|
|
``True`` if path names should be matched sensitive to case; ``False``
|
|
otherwise.
|
|
"""
|
|
return self._case_sensitive
|
|
|
|
def dispatch(self, event):
|
|
"""Dispatches events to the appropriate methods.
|
|
|
|
:param event:
|
|
The event object representing the file system event.
|
|
:type event:
|
|
:class:`FileSystemEvent`
|
|
"""
|
|
if self.ignore_directories and event.is_directory:
|
|
return
|
|
|
|
paths = []
|
|
if hasattr(event, "dest_path"):
|
|
paths.append(os.fsdecode(event.dest_path))
|
|
if event.src_path:
|
|
paths.append(os.fsdecode(event.src_path))
|
|
|
|
if match_any_paths(
|
|
paths,
|
|
included_patterns=self.patterns,
|
|
excluded_patterns=self.ignore_patterns,
|
|
case_sensitive=self.case_sensitive,
|
|
):
|
|
super().dispatch(event)
|
|
|
|
|
|
class RegexMatchingEventHandler(FileSystemEventHandler):
|
|
"""
|
|
Matches given regexes with file paths associated with occurring events.
|
|
"""
|
|
|
|
def __init__(
|
|
self,
|
|
regexes=None,
|
|
ignore_regexes=None,
|
|
ignore_directories=False,
|
|
case_sensitive=False,
|
|
):
|
|
super().__init__()
|
|
|
|
if regexes is None:
|
|
regexes = [r".*"]
|
|
elif isinstance(regexes, str):
|
|
regexes = [regexes]
|
|
if ignore_regexes is None:
|
|
ignore_regexes = []
|
|
if case_sensitive:
|
|
self._regexes = [re.compile(r) for r in regexes]
|
|
self._ignore_regexes = [re.compile(r) for r in ignore_regexes]
|
|
else:
|
|
self._regexes = [re.compile(r, re.I) for r in regexes]
|
|
self._ignore_regexes = [re.compile(r, re.I) for r in ignore_regexes]
|
|
self._ignore_directories = ignore_directories
|
|
self._case_sensitive = case_sensitive
|
|
|
|
@property
|
|
def regexes(self):
|
|
"""
|
|
(Read-only)
|
|
Regexes to allow matching event paths.
|
|
"""
|
|
return self._regexes
|
|
|
|
@property
|
|
def ignore_regexes(self):
|
|
"""
|
|
(Read-only)
|
|
Regexes to ignore matching event paths.
|
|
"""
|
|
return self._ignore_regexes
|
|
|
|
@property
|
|
def ignore_directories(self):
|
|
"""
|
|
(Read-only)
|
|
``True`` if directories should be ignored; ``False`` otherwise.
|
|
"""
|
|
return self._ignore_directories
|
|
|
|
@property
|
|
def case_sensitive(self):
|
|
"""
|
|
(Read-only)
|
|
``True`` if path names should be matched sensitive to case; ``False``
|
|
otherwise.
|
|
"""
|
|
return self._case_sensitive
|
|
|
|
def dispatch(self, event):
|
|
"""Dispatches events to the appropriate methods.
|
|
|
|
:param event:
|
|
The event object representing the file system event.
|
|
:type event:
|
|
:class:`FileSystemEvent`
|
|
"""
|
|
if self.ignore_directories and event.is_directory:
|
|
return
|
|
|
|
paths = []
|
|
if hasattr(event, "dest_path"):
|
|
paths.append(os.fsdecode(event.dest_path))
|
|
if event.src_path:
|
|
paths.append(os.fsdecode(event.src_path))
|
|
|
|
if any(r.match(p) for r in self.ignore_regexes for p in paths):
|
|
return
|
|
|
|
if any(r.match(p) for r in self.regexes for p in paths):
|
|
super().dispatch(event)
|
|
|
|
|
|
class LoggingEventHandler(FileSystemEventHandler):
|
|
"""Logs all the events captured."""
|
|
|
|
def __init__(self, logger=None):
|
|
super().__init__()
|
|
|
|
self.logger = logger or logging.root
|
|
|
|
def on_moved(self, event):
|
|
super().on_moved(event)
|
|
|
|
what = "directory" if event.is_directory else "file"
|
|
self.logger.info(
|
|
"Moved %s: from %s to %s", what, event.src_path, event.dest_path
|
|
)
|
|
|
|
def on_created(self, event):
|
|
super().on_created(event)
|
|
|
|
what = "directory" if event.is_directory else "file"
|
|
self.logger.info("Created %s: %s", what, event.src_path)
|
|
|
|
def on_deleted(self, event):
|
|
super().on_deleted(event)
|
|
|
|
what = "directory" if event.is_directory else "file"
|
|
self.logger.info("Deleted %s: %s", what, event.src_path)
|
|
|
|
def on_modified(self, event):
|
|
super().on_modified(event)
|
|
|
|
what = "directory" if event.is_directory else "file"
|
|
self.logger.info("Modified %s: %s", what, event.src_path)
|
|
|
|
|
|
def generate_sub_moved_events(src_dir_path, dest_dir_path):
|
|
"""Generates an event list of :class:`DirMovedEvent` and
|
|
:class:`FileMovedEvent` objects for all the files and directories within
|
|
the given moved directory that were moved along with the directory.
|
|
|
|
:param src_dir_path:
|
|
The source path of the moved directory.
|
|
:param dest_dir_path:
|
|
The destination path of the moved directory.
|
|
:returns:
|
|
An iterable of file system events of type :class:`DirMovedEvent` and
|
|
:class:`FileMovedEvent`.
|
|
"""
|
|
for root, directories, filenames in os.walk(dest_dir_path):
|
|
for directory in directories:
|
|
full_path = os.path.join(root, directory)
|
|
renamed_path = (
|
|
full_path.replace(dest_dir_path, src_dir_path) if src_dir_path else None
|
|
)
|
|
dir_moved_event = DirMovedEvent(renamed_path, full_path)
|
|
dir_moved_event.is_synthetic = True
|
|
yield dir_moved_event
|
|
for filename in filenames:
|
|
full_path = os.path.join(root, filename)
|
|
renamed_path = (
|
|
full_path.replace(dest_dir_path, src_dir_path) if src_dir_path else None
|
|
)
|
|
file_moved_event = FileMovedEvent(renamed_path, full_path)
|
|
file_moved_event.is_synthetic = True
|
|
yield file_moved_event
|
|
|
|
|
|
def generate_sub_created_events(src_dir_path):
|
|
"""Generates an event list of :class:`DirCreatedEvent` and
|
|
:class:`FileCreatedEvent` objects for all the files and directories within
|
|
the given moved directory that were moved along with the directory.
|
|
|
|
:param src_dir_path:
|
|
The source path of the created directory.
|
|
:returns:
|
|
An iterable of file system events of type :class:`DirCreatedEvent` and
|
|
:class:`FileCreatedEvent`.
|
|
"""
|
|
for root, directories, filenames in os.walk(src_dir_path):
|
|
for directory in directories:
|
|
dir_created_event = DirCreatedEvent(os.path.join(root, directory))
|
|
dir_created_event.is_synthetic = True
|
|
yield dir_created_event
|
|
for filename in filenames:
|
|
file_created_event = FileCreatedEvent(os.path.join(root, filename))
|
|
file_created_event.is_synthetic = True
|
|
yield file_created_event
|