Skip to content

Commit

Permalink
Intial add
Browse files Browse the repository at this point in the history
  • Loading branch information
sdfordham committed Nov 15, 2022
1 parent 99281a0 commit fee2509
Show file tree
Hide file tree
Showing 3 changed files with 297 additions and 0 deletions.
197 changes: 197 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,197 @@
# Created by https://www.toptal.com/developers/gitignore/api/python,visualstudiocode,virtualenv
# Edit at https://www.toptal.com/developers/gitignore?templates=python,visualstudiocode,virtualenv

### Python ###
# Byte-compiled / optimized / DLL files
__pycache__/
*.py[cod]
*$py.class

# C extensions
*.so

# Distribution / packaging
.Python
build/
develop-eggs/
dist/
downloads/
eggs/
.eggs/
lib/
lib64/
parts/
sdist/
var/
wheels/
share/python-wheels/
*.egg-info/
.installed.cfg
*.egg
MANIFEST

# PyInstaller
# Usually these files are written by a python script from a template
# before PyInstaller builds the exe, so as to inject date/other infos into it.
*.manifest
*.spec

# Installer logs
pip-log.txt
pip-delete-this-directory.txt

# Unit test / coverage reports
htmlcov/
.tox/
.nox/
.coverage
.coverage.*
.cache
nosetests.xml
coverage.xml
*.cover
*.py,cover
.hypothesis/
.pytest_cache/
cover/

# Translations
*.mo
*.pot

# Django stuff:
*.log
local_settings.py
db.sqlite3
db.sqlite3-journal

# Flask stuff:
instance/
.webassets-cache

# Scrapy stuff:
.scrapy

# Sphinx documentation
docs/_build/

# PyBuilder
.pybuilder/
target/

# Jupyter Notebook
.ipynb_checkpoints

# IPython
profile_default/
ipython_config.py

# pyenv
# For a library or package, you might want to ignore these files since the code is
# intended to run in multiple environments; otherwise, check them in:
# .python-version

# pipenv
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
# However, in case of collaboration, if having platform-specific dependencies or dependencies
# having no cross-platform support, pipenv may install dependencies that don't work, or not
# install all needed dependencies.
#Pipfile.lock

# poetry
# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
# This is especially recommended for binary packages to ensure reproducibility, and is more
# commonly ignored for libraries.
# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
#poetry.lock

# pdm
# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
#pdm.lock
# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
# in version control.
# https://pdm.fming.dev/#use-with-ide
.pdm.toml

# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
__pypackages__/

# Celery stuff
celerybeat-schedule
celerybeat.pid

# SageMath parsed files
*.sage.py

# Environments
.env
.venv
env/
venv/
ENV/
env.bak/
venv.bak/

# Spyder project settings
.spyderproject
.spyproject

# Rope project settings
.ropeproject

# mkdocs documentation
/site

# mypy
.mypy_cache/
.dmypy.json
dmypy.json

# Pyre type checker
.pyre/

# pytype static type analyzer
.pytype/

# Cython debug symbols
cython_debug/

# PyCharm
# JetBrains specific template is maintained in a separate JetBrains.gitignore that can
# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
# and can be added to the global gitignore or merged into this file. For a more nuclear
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
#.idea/

### VirtualEnv ###
# Virtualenv
# http://iamzed.com/2009/05/07/a-primer-on-virtualenv/
[Bb]in
[Ii]nclude
[Ll]ib
[Ll]ib64
[Ll]ocal
[Ss]cripts
pyvenv.cfg
pip-selfcheck.json

### VisualStudioCode ###
.vscode/*
!.vscode/settings.json
!.vscode/tasks.json
!.vscode/launch.json
!.vscode/extensions.json
!.vscode/*.code-snippets

# Local History for Visual Studio Code
.history/

# Built Visual Studio Code Extensions
*.vsix

### VisualStudioCode Patch ###
# Ignore all local history of files
.history
.ionide

# End of https://www.toptal.com/developers/gitignore/api/python,visualstudiocode,virtualenv
100 changes: 100 additions & 0 deletions matching_torrents.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,100 @@
import re
from typing import Optional, Union
from pathlib import Path
from difflib import get_close_matches


class TFDataFinder:
def __init__(self, path: Path, **kwargs) -> None:
if self._is_torrent_file(path):
self.path: Path = path
else:
raise ValueError(f"Not a torrent file: {path}")
self.data: Optional[Union[Path, list[Path]]] = kwargs.get("data", None)
self.tracker: Optional[str] = self.guess_tracker(path, **kwargs)

def __str__(self) -> str:
obj_vals = {
"path": str(self.path),
}
if self.data:
if isinstance(self.find_data, Path):
obj_vals["data"] = str(self.data)
else:
obj_vals["data"] = [str(s) for s in self.data]
if self.tracker:
obj_vals["tracker"] = self.tracker
return (
f"TorrentFile(" + ", ".join([f"{k}={v}" for k, v in obj_vals.items()]) + ")"
)

@staticmethod
def _is_torrent_file(path: Path) -> bool:
if not path.is_file() or not path.suffix == ".torrent":
return False
return True

def find_data(
self, files: list[Path], cutoff: float = 0.9
) -> Optional[Union[Path, list[Path]]]:
stems_hash = {ff.stem: ff for ff in files}
close_matches = get_close_matches(
word=self.path.stem, possibilities=stems_hash.keys(), cutoff=cutoff
)
if close_matches:
close_matches = [stems_hash[s] for s in close_matches]
self.data = close_matches if len(close_matches) > 1 else close_matches[0]

@staticmethod
def guess_tracker(path, read_len: int = 100) -> Optional[str]:
with open(path, "rb") as F:
line = F.readline()
try:
line_decoded = line[:read_len].decode("utf-8")
except UnicodeDecodeError:
return None
tracker = re.match(
r"^[\w]*:announce[0-9]*:http:\/\/([\w.-]+)", line_decoded
)
if tracker:
return tracker.group(1)
return tracker


def find_files(
folder: Path,
ignore_permission_err=True,
valid_exts: Optional[list[str]] = None,
exclude_exts: Optional[list[str]] = None,
) -> list[Path]:
files = list()
for path in folder.glob("**/"):
try:
for f in path.iterdir():
if f.is_file():
if valid_exts and f.suffix not in valid_exts:
continue
if exclude_exts and f.suffix in exclude_exts:
continue
files.append(f)
except PermissionError as e:
if not ignore_permission_err:
raise e
return files


def main():
TORRENT_FOLDER = Path("V:\\")
DATA_FOLDER = Path("V:\\")

torrent_files = [
TFDataFinder(f) for f in find_files(TORRENT_FOLDER, valid_exts=[".torrent"])
]
data_files = find_files(DATA_FOLDER, exclude_exts=[".torrent"])
for tf in torrent_files:
tf.find_data(data_files)
print(tf)


if __name__ == "__main__":
main()
Binary file added requirements.txt
Binary file not shown.

0 comments on commit fee2509

Please sign in to comment.