diff --git a/scripts/import_packages.py b/scripts/import_packages.py index a3caef5e..16e93e30 100644 --- a/scripts/import_packages.py +++ b/scripts/import_packages.py @@ -1,5 +1,8 @@ import asyncio +from datetime import date import json +import os + import weaviate from weaviate.classes.config import DataType, Property @@ -14,7 +17,8 @@ class PackageImporter: def __init__(self): self.client = weaviate.WeaviateClient( embedded_options=EmbeddedOptions( - persistence_data_path="./weaviate_data", grpc_port=50052 + persistence_data_path="./weaviate_data", grpc_port=50052, + additional_env_vars={"ENABLE_MODULES": "backup-filesystem", "BACKUP_FILESYSTEM_PATH": os.getenv("BACKUP_FILESYSTEM_PATH", "/tmp")} ) ) self.json_files = [ @@ -84,7 +88,10 @@ async def add_data(self): async def run_import(self): self.setup_schema() - await self.add_data() + # await self.add_data() + + #  take a backup of the data + await self.client.backup.create(backup_id="backup-"+date.today().strftime("%Y-%m-%d"), backend="filesystem", wait_for_completion=True) if __name__ == "__main__":