Repository navigation
Expand file tree
/
Copy pathpyproject.toml
More file actions
155 lines (147 loc) · 4.95 KB
/
Copy pathpyproject.toml
File metadata and controls
155 lines (147 loc) · 4.95 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"
[project]
name = "safe-store"
version = "3.9.1"
description = "Simple, concurrent SQLite-based vector store optimized for local RAG pipelines, with optional encryption."
readme = "README.md"
requires-python = ">=3.8"
license = { file = "LICENSE" }
authors = [
{ name = "ParisNeo", email = "parisneo_ai@gmail.com" },
]
keywords = ["vector", "database", "sqlite", "rag", "llm", "embedding", "semantic search", "local", "concurrent", "encryption", "webui"]
classifiers = [
"Development Status :: 5 - Production/Stable", # Or "5 - Production/Stable" if ready
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3.12",
"Programming Language :: Python :: 3.13",
"Programming Language :: Python :: 3.14",
"Programming Language :: Python :: 3.15",
"License :: OSI Approved :: Apache Software License",
"Operating System :: OS Independent",
"Intended Audience :: Developers",
"Intended Audience :: Science/Research",
"Topic :: Database",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
"Topic :: Software Development :: Libraries :: Python Modules",
"Topic :: Text Processing :: Indexing",
"Topic :: Security :: Cryptography", # Added classifier
]
# Core dependencies only. Heavy vectorizer backends (torch, sentence-transformers,
# fastembed, openai, ollama, cohere) are installed lazily on first use via
# `pipmaster.ensure_packages(...)` inside each vectorizer method module. This keeps
# the base install footprint small (~50 MB vs ~2-3 GB with torch) and prevents
# `import safe_store` from ever triggering a cold `import torch` on Windows.
dependencies = [
"pipmaster>=1.0.8",
"numpy>=1.21",
"ascii_colors>=0.11.6", # For logging/console output
"filelock>=3.9", # For concurrency control
"sqlalchemy",
"tiktoken",
"rdflib>=7.0.0", # W3C RDF 1.1 & SPARQL 1.1 Engine
# Parsing Libraries
"pypdf>=3.10",
"python-docx>=1.0",
"beautifulsoup4>=4.11",
"lxml>=4.9",
# Projection / pure-numpy helpers
"scikit-learn>=1.0",
"umap-learn>=0.5.0",
# Security/Encryption
"cryptography>=40.0",
"bcrypt>=4.0.0"
]
[project.scripts]
safe-store-studio = "safe_store.ui.app:main"
safe-store-ui = "safe_store.ui.app:main"
[project.optional-dependencies]
# ── Vectorizer shortcuts ───────────────────────────────────────────────────
# The base package does NOT pin these — they are installed lazily on demand
# by each vectorizer module via `pipmaster.ensure_packages(...)`. These extras
# exist purely as user-facing opt-in shortcuts (e.g. `pip install safe-store[st]`)
# to pre-warm the install for CI/CD or deployment images where you want
# dependencies resolved at build time rather than first-request time.
st = [
"torch",
"sentence-transformers>=3.0.0",
]
onnx = [
"fastembed",
]
openai = [
"openai>=1.0",
]
ollama = [
"ollama",
]
cohere = [
"cohere",
]
vectorizers = [
"torch",
"sentence-transformers>=3.0.0",
"fastembed",
"openai>=1.0",
"ollama",
"cohere",
]
# ── UI / Studio ────────────────────────────────────────────────────────────
ui = [
"nicegui>=1.4.0",
"pywebview>=4.0",
"plotly>=5.0",
"pandas"
]
lollms = [
"lollms-client>=1.3.0"
]
# Extra for development dependencies (testing, linting, building, docs)
dev = [
"pytest>=7.0",
"pytest-cov>=3.0",
"pytest-mock>=3.14",
"flake8>=5.0", # Or ruff
"black>=22.0",
"mypy>=0.9",
"types-filelock",
"types-cryptography", # Added types for cryptography
"pytest>=7.0",
"pytest-cov>=3.0",
"flake8>=5.0", # Or ruff
"black>=22.0",
"mypy>=0.9",
"types-filelock",
"types-cryptography", # Added types for cryptography
# Documentation tools
"Sphinx>=5.0",
"sphinx-rtd-theme>=1.0",
"lxml", # Needed again for docutils used by sphinx if not already installed
# Build tools
"hatchling",
"wheel",
"twine", # For checking/uploading packages
]
[project.urls]
Homepage = "https://github.com/ParisNeo/safe_store"
Repository = "https://github.com/ParisNeo/safe_store"
Documentation = "https://github.com/ParisNeo/safe_store#readme" # Link to README initially, update later if dedicated docs site exists
Issues = "https://github.com/ParisNeo/safe_store/issues"
# --- Tool Configurations ---
[tool.black]
line-length = 88
target-version = ['py38']
[tool.hatch.version]
path = "safe_store/__init__.py"
[tool.hatch.build]
include = [
"safe_store"
]
[tool.hatch.build.targets.wheel]
packages = ["safe_store"]