""" Mongodb storage init - collections queries initialization TODO : maybe put the mongodb connector into the flask app object with the pymongo library. """ import urllib.parse from unidecode import unidecode # to remove accents in house and prince names in the urls from pymongo import MongoClient from .config import dbadmin, dbpassword, server_ip # ______________________________________________________________________________ # database connexion def database_connexion(username, password, server_ip): username = urllib.parse.quote_plus(dbadmin) password = urllib.parse.quote_plus(dbpassword) dbclient = MongoClient(f'mongodb://{username}:{password}@{server_ip}:27017') # database actesdb = dbclient["actesdb"] return actesdb actesdb = database_connexion(dbadmin, dbpassword, server_ip) # collections housecol = actesdb["house"] # the acte collection is the most important collection actecol = actesdb["acte"] helpers = actesdb["helpers"] #folium_map = actesdb["folium_map"] # ______________________________________________________________________________ # storage extractor utilities def make_acteid_from_route(house=None, prince=None, date_and_item=None): """ /acte/Anjou/Isabelle_i/1441_08_05a -> anj_isa_i_1441_08_05a """ return "_".join([trigram_house(house), bigram_prince(prince), date_and_item]) def extract_princes_in_houses(): """Extracts all princes from a house by queries in the storage, (not by using csv metadatas) sample: >>> extract_princes_in_houses['anjou'] [{'prince_name': "Louis Ier d'Anjou", 'prince_code': 'lo_i'}, {'prince_name': "Louis III d'Anjou", 'prince_code': 'lo_iii'}, {'prince_name': 'Isabelle de Lorraine', 'prince_code': 'isa_i'}, {'prince_name': "Louis II d'Anjou", 'prince_code': 'lo_ii'}, {'prince_name': 'Marie de Blois', 'prince_code': 'mar_i'}, {'prince_name': "René d'Anjou", 'prince_code': 're_i'}, {'prince_name': "Yollande d'Aragon", 'prince_code': 'yol_i'}] """ princes_in_houses = dict() for house in housecol.find(): housename = house['name'].lower() query = list(actecol.aggregate([{ "$match": {"house": housename}}, {'$group': {'_id': {'prince_name': '$prince_name', 'prince_code': '$prince_code'}} }])) princes_in_houses[housename] = [pr['_id'] for pr in query] return princes_in_houses def extract_prince_in_house(house, prince_code): """ :param house: sample: 'bourbon' :param prince_code: sample: 'lo_i' :result: sample: {'prince_name': "Louis Ier d'Anjou", 'prince_code': 'lo_i'} """ princes_in_houses = extract_princes_in_houses() princes_in_house = princes_in_houses[house] for pr in princes_in_house: if pr['prince_code'] == prince_code: return pr def normalize_trigrams(trigram): """normalizes names, usefull for the uris routes sample: Alençon -> Alencon Orléans -> Orleans """ return {unidecode(value):key for key, value in trigram.items()} # ______________________________________________________________________________ # in memory storage extracted 'meta' informations upon the database # TODO: if it takes too much time at startup, jsut put it in something like # a `flask init` procedure helpers_dicts = helpers.find_one() house_trigram = helpers_dicts["house_trigram"] prince_bigram = helpers_dicts["prince_bigram"] princes_in_houses = extract_princes_in_houses() """ house_trigram sample: {'Alencon': 'alb', 'Anjou': 'anj', 'Armagnac': 'arm', 'Bourbon': 'brb', 'Bretagne': 'bre', 'Bourgogne': 'brg', 'Berry': 'bry', 'Orleans': 'orl', 'Savoie': 'sav'} """ house_trigram = normalize_trigrams(house_trigram) """ prince_bigram sample: {'Agnes': 'agn', 'Alain': 'al', 'Amedee': 'am', 'Anne': 'ann', 'Arthur': 'ar', 'Bernard': 'be', 'Beatrice': 'bea', 'Blanche': 'bla', 'Bonne': 'bon', 'Catherine': 'cat', 'Charles': 'ch', 'Edouard': 'ed', 'Francois': 'fr', 'Francoise': 'fra', 'Jean': 'je', 'Jeanne': 'jea', 'Louis': 'lo', 'Marguerite': 'mag', 'Marie': 'mar', 'Philippe': 'ph', 'Pierre': 'pi', 'Rene': 're', 'Isabelle': 'isa', 'Yolande': 'yol'} """ prince_bigram = normalize_trigrams(prince_bigram) def inverted_prince_bigram(bigram): "Translates ch -> Charles" inverted_prince_bigram = {value: key for key, value in prince_bigram.items()} return inverted_prince_bigram[bigram] def bigram_prince(prince): "Translates Charles_i -> ch_i" name, number = prince.split("_") return prince_bigram[name] + "_" + number def trigram_house(house): return house_trigram[house]