wip: start working on import script

apis_instance_nsvis/management/commands/import.py

@@ -0,0 +1,72 @@
+import json
+import pathlib
+
+from django.core.management.base import BaseCommand
+
+
+from apis_instance_nsvis.models import MongoDbModel, Person, Institution, IsMemberOf, IsLearningAt, IsInventoriedIn
+
+
+def parse_photographer(mdbm):
+    photographer = mdbm.data
+    for membership in photographer.get("membership", {}).get("membershiplist", []):
+        oid = membership["membership"]
+        membership = MongoDbModel.objects.get(filename="memberships.json", data___id=oid)
+        rel, created = IsMemberOf.objects.get_or_create(subj_content_type=mdbm.content_type, subj_object_id=mdbm.object_id, obj_content_type=membership.content_type, obj_object_id=membership.object_id)
+    for party in photographer.get("politicalactivity", {}).get("party", []):
+        party = MongoDbModel.objects.get(filename="parties.json", data___id=party)
+        rel, created = IsMemberOf.objects.get_or_create(subj_content_type=mdbm.content_type, subj_object_id=mdbm.object_id, obj_content_type=party.content_type, obj_object_id=party.object_id)
+    for education in photographer.get("education", {}).get("educationlist", []):
+        oid = education["institution"]
+        institution = MongoDbModel.objects.get(filename="institutions.json", data___id=oid)
+        rel, created = IsLearningAt.objects.get_or_create(subj_content_type=mdbm.content_type, subj_object_id=mdbm.object_id, obj_content_type=institution.content_type, obj_object_id=institution.object_id)
+    for inventory in photographer.get("inventorylist", []):
+        oid = inventory["inventory"]
+        inventory = MongoDbModel.objects.get(filename="inventories.json", data___id=oid)
+        rel, created = IsInventoriedIn.objects.get_or_create(subj_content_type=mdbm.content_type, subj_object_id=mdbm.object_id, obj_content_type=inventory.content_type, obj_object_id=inventory.object_id)
+
+
+class Command(BaseCommand):
+    help = "Import data from MongoDB Export"
+
+    def add_arguments(self, parser):
+        parser.add_argument("file", type=pathlib.Path)
+
+    def handle(self, *args, **options):
+        for json_file in options["file"].glob("*.json"):
+            data = json.loads(json_file.read_text())
+            for item in data:
+                mdbm, created = MongoDbModel.objects.get_or_create(data=item, filename=json_file.name)
+                if mdbm.content_object is None:
+                    if json_file.stem in ["photographers", "agencypeople"]:
+                        mdbm.content_object = Person.objects.create()
+                        mdbm.save()
+                    if json_file.stem in ["agencies", "inventories", "memberships", "parties", "institutions"]:
+                        mdbm.content_object = Institution.objects.create()
+                        mdbm.save()
+                match json_file.stem:
+                    case "photographers":
+                        basicdata = mdbm.data["basicdata"]
+                        mdbm.content_object.surname=basicdata["surname"]
+                        mdbm.content_object.forename=basicdata["name"]
+                        mdbm.content_object.save()
+                        parse_photographer(mdbm)
+                    case "agencypeople":
+                        mdbm.content_object.surname=mdbm.data["surname"]
+                        mdbm.content_object.forename=mdbm.data["name"]
+                        mdbm.content_object.save()
+                    case "agencies":
+                        mdbm.content_object.label=mdbm.data["name"]
+                        mdbm.content_object.save()
+                    case "inventories":
+                        mdbm.content_object.label=mdbm.data["fullname"]
+                        mdbm.content_object.save()
+                    case "memberships":
+                        mdbm.content_object.label=mdbm.data["fullname"]
+                        mdbm.content_object.save()
+                    case "parties":
+                        mdbm.content_object.label=mdbm.data["fullname"]
+                        mdbm.content_object.save()
+                    case "institutions":
+                        mdbm.content_object.label=mdbm.data["fullname"]
+                        mdbm.content_object.save()