it deletes source

sunholo-data · Mar 9, 2024 · bee76a7 · bee76a7
1 parent 1e4cbd2
commit bee76a7
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/setup.py b/setup.py
@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.21.21'
+version = '0.21.22'
 
 setup(
     name='sunholo',

diff --git a/sunholo/embedder/embed_chunk.py b/sunholo/embedder/embed_chunk.py
@@ -70,6 +70,8 @@ def embed_pubsub_chunk(data: dict):
     if 'source' not in metadata:
         if 'objectId' in metadata:
             metadata['source'] = metadata['objectId']
+
+    metadata['original_source'] = metadata['source']
 
     # add metadata to page_content too for vectorstores that don't suppoort the metdata field
     chunk_metadata = f"## Chunk Metadata:\n{json.dumps(metadata)}\n"