update-lenlp-maturin-build Co-authored-by: AdilZouitine <adilzouitine…

…[email protected]>
raphaelsty · Jun 1, 2024 · 77438d6 · 77438d6
1 parent 25806a0
commit 77438d6
Show file tree

Hide file tree

Showing 20 changed files with 90 additions and 66 deletions.
diff --git a/Cargo.toml b/Cargo.toml
@@ -1,9 +1,9 @@
 [package]
-name = "lenlp"
+name = "_rslenlp"
 edition = "2021"
 
 [lib]
-name = "rslenlp"
+name = "_rslenlp"
 crate-type = ["cdylib"]
 path = "rust/lib.rs"
 
@@ -23,5 +23,5 @@ opt-level = 0
 [profile.release]
 opt-level = 3
 
-[tool.setuptools.packages]
-find = { where = ["lenlp"] }
+[tool.maturin]
+features = ["pyo3/extension-module"]
diff --git a/Manifest.in b/Manifest.in
diff --git a/pyproject.toml b/pyproject.toml
@@ -0,0 +1,78 @@
+[build-system]
+requires = ["maturin >= 1.5.1"]
+build-backend = "maturin"
+
+[project]
+name = "lenlp"
+version = "1.0.5"
+description = "Natural Language Processing library for Python from Rust."
+
+authors = [
+    {name = "Raphael Sourty", email = "[email protected]"},
+]
+
+
+keywords = []
+
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Rust",
+    "Operating System :: OS Independent",
+]
+
+requires-python = ">=3.8"
+
+dependencies = [
+    "scikit-learn >= 1.5.0",
+    "scipy >= 1.13.1",
+]
+
+[project.urls]
+Homepage = "https://github.com/raphaelsty/lenlp"
+Documentation = "https://github.com/raphaelsty/lenlp"
+Repository = "https://github.com/raphaelsty/lenlp"
+
+[project.optional-dependencies]
+dev = [
+    "maturin >= 1.5.1",
+    "pytest-cov >= 5.0.0",
+    "pytest >= 7.4.4",
+    "ruff >= 0.1.15",
+]
+[tool.maturin]
+bindings = "pyo3"
+features = ["pyo3/extension-module"]   
+python-source = "python"
+module-name = "lenlp._rslenlp"
+
+[tool.include]
+include = [
+    "Cargo.toml",
+    "pyproject.toml",
+    "README.md",
+    "rust/*",
+]
+
+[tool.pytest.ini_options]
+filterwarnings = [
+    "ignore::DeprecationWarning",
+    "ignore::RuntimeWarning",
+    "ignore::UserWarning",
+]
+addopts = [
+    "--doctest-modules",
+    "--verbose",
+    "-ra",
+    "--cov-config=.coveragerc",
+    "-m not web and not slow",
+]
+doctest_optionflags = ["NORMALIZE_WHITESPACE", "NUMBER"]
+norecursedirs = [
+    "build",
+    "docs",
+    "node_modules",
+]
+markers = [
+    "web: tests that require using the Internet",
+    "slow: tests that take a long time to run",
+]
diff --git a/pytest.ini b/pytest.ini
diff --git a/lenlp/__init__.py → python/lenlp/__init__.py b/lenlp/__init__.py → python/lenlp/__init__.py
diff --git a/lenlp/__version__.py → python/lenlp/__version__.py b/lenlp/__version__.py → python/lenlp/__version__.py
@@ -1,3 +1,3 @@
-VERSION = (1, 0, 5)
+VERSION = (1, 0, 6)
 
 __version__ = ".".join(map(str, VERSION))
diff --git a/lenlp/analyzer/__init__.py → python/lenlp/analyzer/__init__.py b/lenlp/analyzer/__init__.py → python/lenlp/analyzer/__init__.py
diff --git a/lenlp/analyzer/analyze.py → python/lenlp/analyzer/analyze.py b/lenlp/analyzer/analyze.py → python/lenlp/analyzer/analyze.py
@@ -1,4 +1,4 @@
-from rslenlp import rschar_ngrams_many, rschar_wb_ngrams_many, rssplit_words_many
+from lenlp._rslenlp import rschar_ngrams_many, rschar_wb_ngrams_many, rssplit_words_many
 
 __all__ = ["analyze"]
 

diff --git a/lenlp/counter/__init__.py → python/lenlp/counter/__init__.py b/lenlp/counter/__init__.py → python/lenlp/counter/__init__.py
diff --git a/lenlp/counter/count.py → python/lenlp/counter/count.py b/lenlp/counter/count.py → python/lenlp/counter/count.py
@@ -1,4 +1,4 @@
-from rslenlp import (
+from lenlp._rslenlp import (
     rsvectorize_char_ngrams_many,
     rsvectorize_char_wb_ngrams_many,
     rsvectorize_split_words_many,

diff --git a/lenlp/flash/__init__.py → python/lenlp/flash/__init__.py b/lenlp/flash/__init__.py → python/lenlp/flash/__init__.py
diff --git a/lenlp/flash/flash_text.py → python/lenlp/flash/flash_text.py b/lenlp/flash/flash_text.py → python/lenlp/flash/flash_text.py
@@ -1,4 +1,4 @@
-from rslenlp import RSKeywordProcessor
+from lenlp._rslenlp import RSKeywordProcessor
 
 __all__ = ["FlashText"]
 

diff --git a/lenlp/normalizer/__init__.py → python/lenlp/normalizer/__init__.py b/lenlp/normalizer/__init__.py → python/lenlp/normalizer/__init__.py
diff --git a/lenlp/normalizer/normalize.py → python/lenlp/normalizer/normalize.py b/lenlp/normalizer/normalize.py → python/lenlp/normalizer/normalize.py
@@ -1,4 +1,4 @@
-from rslenlp import rsnormalize, rsnormalize_many
+from lenlp._rslenlp import rsnormalize, rsnormalize_many
 
 __all__ = ["normalize"]
 

diff --git a/lenlp/sparse/__init__.py → python/lenlp/sparse/__init__.py b/lenlp/sparse/__init__.py → python/lenlp/sparse/__init__.py
diff --git a/lenlp/sparse/bm25_vectorizer.py → python/lenlp/sparse/bm25_vectorizer.py b/lenlp/sparse/bm25_vectorizer.py → python/lenlp/sparse/bm25_vectorizer.py
diff --git a/lenlp/sparse/count_vectorizer.py → python/lenlp/sparse/count_vectorizer.py b/lenlp/sparse/count_vectorizer.py → python/lenlp/sparse/count_vectorizer.py
@@ -1,6 +1,7 @@
-from rslenlp import SparseMatrixBuilder
 from scipy.sparse import csr_matrix
 
+from lenlp._rslenlp import SparseMatrixBuilder
+
 __all__ = ["CountVectorizer"]
 
 

diff --git a/lenlp/sparse/tfidf_vectorizer.py → python/lenlp/sparse/tfidf_vectorizer.py b/lenlp/sparse/tfidf_vectorizer.py → python/lenlp/sparse/tfidf_vectorizer.py
diff --git a/rust/lib.rs b/rust/lib.rs
@@ -9,7 +9,7 @@ mod rsstop_words;
 mod rsvectorizer;
 
 #[pymodule]
-fn rslenlp(_py: Python, m: &PyModule) -> PyResult<()> {
+fn _rslenlp(_py: Python, m: &PyModule) -> PyResult<()> {
     rsanalyzer::register_functions(m)?;
     rscounter::register_functions(m)?;
     rsflashtext::register_functions(m)?;

diff --git a/setup.py b/setup.py