potato/glowpath
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix embeddings for document handling

Browse Source
This commit is contained in:
I. A. Naval 2025-06-28 22:18:18 -04:00
parent 079c8828a6
commit a289e10de3
Signed by: potato
GPG Key ID: D22B0F9008C43F2B
2 changed files with 50 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
backend/glowpath-backend.spec
View File

@ -32,6 +32,14 @@ additional_packages = [
'websockets', 'websockets',
'sse_starlette', 'sse_starlette',
'chromadb', 'chromadb',
'sentence_transformers',
'transformers',
'torch',
'numpy',
'sklearn',
'scipy',
'tokenizers',
'huggingface_hub',
] ]
for package in additional_packages: for package in additional_packages:
@ -66,6 +74,27 @@ hiddenimports += [
'chromadb.db', 'chromadb.db',
'chromadb.db.impl', 'chromadb.db.impl',
'onnxruntime', 'onnxruntime',
# Sentence transformers specific imports
'sentence_transformers.models.Transformer',
'sentence_transformers.models.Pooling',
'sentence_transformers.models.Normalize',
'sentence_transformers.cross_encoder',
'sentence_transformers.util',
'sentence_transformers.evaluation',
'transformers.models.auto.modeling_auto',
'transformers.models.auto.tokenization_auto',
'transformers.models.auto.configuration_auto',
'transformers.models.bert',
'transformers.models.distilbert',
'transformers.models.roberta',
'transformers.models.mpnet',
'torch._C',
'torch.nn.functional',
'torch.utils.data',
'sklearn.metrics.pairwise',
'sklearn.feature_extraction.text',
'numpy.core._methods',
'numpy.lib.format',
] ]
# Include SSL certificates # Include SSL certificates

21
backend/hooks/hook-open_webui.py
View File

@ -30,4 +30,25 @@ hiddenimports += [
"uvicorn.protocols.websockets.auto", "uvicorn.protocols.websockets.auto",
"uvicorn.lifespan.on", "uvicorn.lifespan.on",
"uvicorn.loops.auto", "uvicorn.loops.auto",
# Sentence transformers and embedding related imports
"sentence_transformers",
"sentence_transformers.models",
"sentence_transformers.models.Transformer",
"sentence_transformers.models.Pooling",
"sentence_transformers.models.Normalize",
"sentence_transformers.util",
"sentence_transformers.cross_encoder",
"transformers",
"transformers.models",
"transformers.models.auto",
"transformers.models.bert",
"transformers.tokenization_utils",
"torch",
"torch.nn",
"torch.optim",
"tokenizers",
"tokenizers.implementations",
"huggingface_hub",
"huggingface_hub.file_download",
"sklearn.metrics.pairwise",
] ]