Add a quick migration script

Signed-off-by: Akashdeep Dhar <[email protected]>

webhook_to_fedora_messaging/move.py

@@ -0,0 +1,141 @@
+import csv
+from asyncio import run
+from datetime import datetime
+from uuid import uuid4
+
+from sqlalchemy import select
+from sqlalchemy.exc import NoResultFound
+from sqlalchemy.orm import selectinload
+
+from webhook_to_fedora_messaging.config import get_config, set_config_file
+from webhook_to_fedora_messaging.database import get_session
+from webhook_to_fedora_messaging.models import Service, User
+from webhook_to_fedora_messaging.models.owners import owners_table
+
+
+userscsv_fileloca = "PATH_TO_USER_DATABASE_EXPORT_CSV"
+reposcsv_fileloca = "PATH_TO_REPO_DATABASE_EXPORT_CSV"
+pairscsv_fileloca = "PATH_TO_PAIR_DATABASE_EXPORT_CSV"
+format = "%d-%m-%Y %H:%M:%S"
+
+
+def read_user():
+    with open(userscsv_fileloca) as file:
+        useriter = csv.reader(file)
+        next(useriter)
+        for item in useriter:
+            yield item[0]
+
+
+def read_repo():
+    with open(reposcsv_fileloca) as file:
+        repoiter = csv.reader(file)
+        next(repoiter)
+        for item in repoiter:
+            yield item[1], item[2], item[3], item[4], item[5]
+
+
+def read_pair():
+    pair, userdict = dict(), dict()
+    with open(userscsv_fileloca) as file:
+        useriter = csv.reader(file)
+        next(useriter)
+        for item in useriter:
+            userdict[item[1]] = item[0]
+    with open(pairscsv_fileloca) as file:
+        pairiter = csv.reader(file)
+        next(pairiter)
+        for item in pairiter:
+            if item[1] not in pair:
+                pair[item[1]] = [userdict[item[0]]]
+            else:
+                pair[item[1]].append(userdict[item[0]])
+    return pair
+
+
+async def import_user_to_database():
+    async for sess in get_session():
+        for item in read_user():
+            try:
+                if "github_org" not in item:
+                    make_user = User(name=item)
+                    sess.add(make_user)
+                    await sess.flush()
+                    await sess.commit()
+                    print(f"[{datetime.now().strftime(format)}] User '{item}' created.")
+                else:
+                    print(f"[{datetime.now().strftime(format)}] User '{item}' abandoned.")
+            except Exception as expt:
+                await sess.rollback()
+                print(f"[{datetime.now().strftime(format)}] User '{item}' failed.")
+                print(f"An error occurred: {expt}")
+        await sess.close()
+
+
+async def import_repo_to_database():
+    pairdata, done = read_pair(), set()
+    async for sess in get_session():
+        for item in read_repo():
+            name, desc, lang, team, active = item
+            try:
+                flag = 0
+                if team in pairdata:
+                    flag = 1
+                else:
+                    try:
+                        flag = 2
+                        qery = select(User).filter_by(name=team).options(selectinload("*"))
+                        rslt = await sess.execute(qery)
+                        user = rslt.scalar_one()
+                    except NoResultFound:
+                        print(f"[{datetime.now().strftime(format)}] Service '{team}/{name}' abandoned.")
+                        continue
+
+                # SERVICE IS TO BE CREATED ONLY IF FLAG IS 1 OR 2
+                # ORPHANS ARE TO BE ABANDONED
+                make_service = Service(
+                    name=f"{team}/{name}",
+                    uuid=uuid4().hex[0:8],
+                    type="github",
+                    desc=f"Written in {lang}. {desc}" if lang != "None" else f"{desc}",
+                    disabled=False if active == "t" else True
+                )
+                sess.add(make_service)
+                await sess.flush()
+                await sess.commit()
+
+                if flag == 1:
+                    if team not in done:
+                        for username in pairdata[team]:
+                            qery = select(User).filter_by(name=username).options(selectinload("*"))
+                            rslt = await sess.execute(qery)
+                            user = rslt.scalar_one()
+                            stmt = owners_table.insert().values(
+                                {"service_id": make_service.id, "user_id": user.id}
+                            )
+                            await sess.execute(stmt)
+                            await sess.commit()
+                            done.add(team)
+                elif flag == 2:
+                    qery = select(User).filter_by(name=team).options(selectinload("*"))
+                    rslt = await sess.execute(qery)
+                    user = rslt.scalar_one()
+                    stmt = owners_table.insert().values(
+                        {"service_id": make_service.id, "user_id": user.id}
+                    )
+                    await sess.execute(stmt)
+                    await sess.commit()
+
+                print(f"[{datetime.now().strftime(format)}] Service '{team}/{name}' created.")
+            except Exception as expt:
+                await sess.rollback()
+                print(f"[{datetime.now().strftime(format)}] Service '{team}/{name}' failed.")
+                print(f"An error occurred: {expt}")
+        await sess.close()
+
+
+if __name__ == "__main__":
+    set_config_file("/etc/webhook-to-fedora-messaging/webhook-to-fedora-messaging.cfg")
+    conf = get_config()
+    run(import_user_to_database())
+    run(import_repo_to_database())