Skip to content
This repository was archived by the owner on Jun 5, 2025. It is now read-only.

Add backup import packages #203

Merged
merged 2 commits into from
Dec 5, 2024
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 9 additions & 2 deletions scripts/import_packages.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,8 @@
import asyncio
from datetime import date
import json
import os


import weaviate
from weaviate.classes.config import DataType, Property
Expand All @@ -14,7 +17,8 @@ class PackageImporter:
def __init__(self):
self.client = weaviate.WeaviateClient(
embedded_options=EmbeddedOptions(
persistence_data_path="./weaviate_data", grpc_port=50052
persistence_data_path="./weaviate_data", grpc_port=50052,
additional_env_vars={"ENABLE_MODULES": "backup-filesystem", "BACKUP_FILESYSTEM_PATH": os.getenv("BACKUP_FILESYSTEM_PATH", "/tmp")}
)
)
self.json_files = [
Expand Down Expand Up @@ -84,7 +88,10 @@ async def add_data(self):

async def run_import(self):
self.setup_schema()
await self.add_data()
# await self.add_data()

#  take a backup of the data
await self.client.backup.create(backup_id="backup-"+date.today().strftime("%Y-%m-%d"), backend="filesystem", wait_for_completion=True)


if __name__ == "__main__":
Expand Down
Loading