Upload folder using huggingface_hub

copy_chromadb.py

@@ -78,6 +78,11 @@ db_config = {
         "source_collection_name": "valmiki_ramayanam",
         "destination_collection_name": "valmiki_ramayanam_openai",
     },
+    "sri_vachana_bhushanam": {
+        "source_db_path": "../sri_vachana_bhushanam_ai/chromadb_store",
+        "source_collection_name": "sri_vachana_bhushanam",
+        "destination_collection_name": "sri_vachana_bhushanam",
+    },
 }
 
 parser = argparse.ArgumentParser(description="My app with database parameter")

modules/config/__init__.py

@@ -11,6 +11,7 @@ from modules.config.pancha_sooktham import pancha_sooktham_config
 from modules.config.shanthi_panchakam import shanthi_panchakam_config
 from modules.config.shukla_yajur_vedam import shukla_yajur_vedam_config
 from modules.config.sri_stavam import sri_stavam_config
+from modules.config.sri_vachana_bhushanam import sri_vachana_bhushanam_config
 from modules.config.taitriya_aranyakam import taitriya_aranyakam_config
 from modules.config.taitriya_brahmanam import taitriya_brahmanam_config
 from modules.config.taitriya_samhitha import taitriya_samhitha_config
@@ -42,5 +43,6 @@ scripture_configurations = [
     vishnu_puranam_config,
     vishnu_sahasranamam_config,
     yt_metadata_config,
-    brahma_sutra_config
+    brahma_sutra_config,
+    sri_vachana_bhushanam_config
 ]

modules/config/categories.py

@@ -12,6 +12,7 @@ class ScriptureCategoryConstants:
     STOTRAM: str = "stotram"
     SOCIAL_MEDIA: str = "social"
     VEDANTA: str = "vedanta"
+    GRANTHAM: str = "grantham"
 
 
 @dataclass
@@ -42,9 +43,8 @@ scripture_categories = ScriptureCategories(
         ScriptureCategory(
             name=ScriptureCategoryConstants.SOCIAL_MEDIA, title="Social Media"
         ),
-        ScriptureCategory(
-            name=ScriptureCategoryConstants.VEDANTA, title="Vedanta"
-        ),
+        ScriptureCategory(name=ScriptureCategoryConstants.VEDANTA, title="Vedanta"),
+        ScriptureCategory(name=ScriptureCategoryConstants.GRANTHAM, title="Granthams"),
     ]
 )
 

modules/config/sri_vachana_bhushanam.py

@@ -0,0 +1,117 @@
+from modules.config.categories import ScriptureCategoryConstants
+from modules.google_drive.google_drive_utils import convert_drive_url_to_direct
+
+
+sri_vachana_bhushanam_config = {
+    "name": "sri_vachana_bhushanam",
+    "title": "Sri Vachana Bhushanam",
+    "category": ScriptureCategoryConstants.GRANTHAM,
+    "output_dir": "./output/sri_vachana_bhushanam",
+    "collection_name": "sri_vachana_bhushanam",
+    "collection_embedding_fn": "openai",
+    "unit": "sutra",
+    "unit_field": "_global_index",
+    "chapter_order": lambda: {
+        "taniyans": 1,
+        "sutras": 2,
+    },
+    "field_mapping": {
+        "text": "sutra_text_ta",
+        "unit_index": "verse",
+        "chapter_name": lambda doc: (
+            f"{doc.get('chapter_name')}({doc.get('chapter_name_ta')})"
+        ),
+        "author": lambda doc: f"Pillai Lokachariar",
+        "relative_path": lambda doc: (
+            f"{doc.get('chapter_name_ta')}:{doc.get('verse')} || {doc.get('_global_index')} ||"
+        ),
+    },
+    "metadata_fields": [
+        {
+            "name": "chapter_name",
+            "datatype": "str",
+            "label": "Chapter Name",
+            "description": "Name of the Chapter in English",
+            "show_as_filter": True,
+            "component": "dropdown",
+            "lov": lambda: [
+                "thaniyans",
+                "sutras"
+            ],
+            "is_unique": True,
+        },
+        {
+            "name": "chapter_name_ta",
+            "datatype": "str",
+            "label": "Chapter Name (Tamil)",
+            "description": "Name of the Chapter in Tamil",
+            "show_as_filter": True,
+            "component": "dropdown",
+            "lov": lambda: [
+                "தனியன்கள்",
+                "சூத்திரங்கள்"
+            ],
+            "is_unique": True,
+        },
+        {
+            "name": "verse",
+            "datatype": "int",
+            "label": "Relative Sutra Number",
+            "description": "Relative Sutra Number",
+            "show_as_filter": True,
+            "is_unique": True,
+        },
+        {
+            "name": "_global_index",
+            "datatype": "int",
+            "label": "Absolute Sutra Number",
+            "description": "Absolute Sutra Number",
+            "show_as_filter": True,
+            "is_unique": True,
+        },
+        {
+            "name": "sutra_text_ta",
+            "label": "Lyrics in tamil",
+            "datatype": "str",
+            "description": "The original sutra in tamil.",
+            "show_as_filter": True,
+        },
+    ],
+    "pdf_path": "./data/sri_vachana_bhushanam.pdf",
+    "source": "https://granthams.koyil.org",
+    "language": "tam+eng",
+    "example_labels": [
+        "Sri Vachana Bhushanam",
+    ],
+    "examples": [
+        "Show some sutras from Sri Vachana Bhushanam",
+    ],
+    "llm_hints": [],
+    "credits": {
+        "art": [
+            {
+                "name": "Sri TNCN",
+                "url": "https://www.linkedin.com/in/narashiman-chakravarthy-54326111/",
+                "role": "Illustrator",
+                "notes": "Original artwork used with permission",
+                "photo_url": "https://drive.google.com/uc?export=download&id=1D4Vo-Mvkp1RdZR6whUkcjvNBIW1yHSUE",
+            }
+        ],
+        "data": [
+            {
+                "name": "koyil.org",
+                "url": "https://granthams.koyil.org",
+                "role": "Data provider",
+            }
+        ],
+        "audio": [
+            {
+                "name": "Srirangam Sri Vasudevan Srinivasachariar",
+                "url": "https://www.youtube.com/@akivasudev",
+                "role": "Recitation audio provider",
+                "photo_url": "https://drive.google.com/uc?export=download&id=1HB1Nr39j2-55rIeOK_wYNbZZndcGZIaf",
+            },
+        ],
+        "video": [],
+    },    
+}