add cronjobs

fda-analyse-service/Dockerfile

-FROM python:3.8-slim
+FROM python:3.8-bullseye
 MAINTAINER Cornelia Michlits <cornelia.michlits@tuwien.ac.at>
 
 ENV FLASK_APP=app.py
@@ -8,6 +8,9 @@ ENV FLASK_ENV=production
 ENV HOSTNAME=analyse-service
 ENV EUREKA_SERVER=http://discovery-service:9090/eureka/
 
+COPY cronjobs /etc/crontabs/root
+CMD ["crond", "-f", "-d", "8"]
+
 WORKDIR /app
 
 COPY requirements.txt requirements.txt

fda-analyse-service/basicstatistics.py

@@ -4,14 +4,14 @@ from sqlalchemy import create_engine, text
 import requests
 import json
 
-
 def update_bstatistic(dbid, tid):
     logging.info("called update_bstatistic")
     # Get database info
     try:
         s = requests.get(
         "http://fda-database-service:9092/api/database/",
-        params = {"id":dbid}
+        params = {"id":dbid},
+            headers=headers
         ).json()
 
         logging.info("s", s)
@@ -21,7 +21,7 @@ def update_bstatistic(dbid, tid):
     # Get tablename by dbid and tid
     try:
         tbl_info = requests.get(
-        "http://fda-table-service:9094/api/database/{0}/table/{1}/".format(dbid,tid)).json()
+        "http://fda-table-service:9094/api/database/{0}/table/{1}/".format(dbid,tid), headers=headers).json()
         logging.info(tbl_info)
         tbl_name = tbl_info['internalName']
     except Exception as e:
@@ -62,12 +62,15 @@ def update_bstatistic(dbid, tid):
             logging.info("insert mdb_columns_nom_cat: " + row)
             insert_mdb_catcol(row[0], row[1], row[2])
         cursor.close()
+        cursor = conn.cursor()
+        cursor.execute("SELECT value FROM mdb_images_environment_item where key=%s",'ROOT')
+        value=cursor.fetchone()
     except Exception as e:
         print("Error while trying to get cname from mdb",e)
 
     # Conneting to database
     try:
-        engine = create_engine('mysql+pymysql://mariadb:mariadb@dbrepo-userdb-'+s[0]['internalName'].replace('_', '-')+'/'+s[0]['internalName'])
+        engine = create_engine('mysql+pymysql://root:'+str(value)+'@dbrepo-userdb-'+s[0]['internalName'].replace('_', '-')+'/'+s[0]['internalName'])
 
         sql = text("""SELECT column_name, columns.data_type, columns.ordinal_position, is_nullable 
                    from information_schema.columns 
@@ -111,7 +114,7 @@ def insert_mdb_nomcol(dbid, tid, cid):
     except Exception as e:
         print("Error:", e)
     try:
-        engine = create_engine('mysql+pymysql://mariadb:mariadb@dbrepo-userdb-'+s[0]['internalName'].replace('_', '-')+'/'+s[0]['internalName'])
+        engine = create_engine('mysql+pymysql://root:'+str(value)+'@dbrepo-userdb-'+s[0]['internalName'].replace('_', '-')+'/'+s[0]['internalName'])
 
         sql = text("select max(char_length(" + cname + ")) from " + tbl_name)
 
@@ -179,7 +182,7 @@ def insert_mdb_numcol(dbid, tid, cid):
         #        'internalName'])
         # Mariadb engine
         engine = create_engine(
-            'mysql+pymysql://mariadb:mariadb@dbrepo-userdb-' + s[0]['internalName'].replace('_', '-') + '/' + s[0][
+            'mysql+pymysql://root:'+str(value)+'@dbrepo-userdb-' + s[0]['internalName'].replace('_', '-') + '/' + s[0][
                 'internalName'])
 
         # min
@@ -287,7 +290,7 @@ def insert_mdb_catcol(dbid, tid, cid):
         #        'internalName'])
         # Mariadb engine
         engine = create_engine(
-            'mysql+pymysql://mariadb:mariadb@dbrepo-userdb-' + s[0]['internalName'].replace('_', '-') + '/' + s[0][
+            'mysql+pymysql://root:'+str(value)+'@dbrepo-userdb-' + s[0]['internalName'].replace('_', '-') + '/' + s[0][
                 'internalName'])
 
         # num_categories

fda-analyse-service/cronjobs

+* * * * * python3 update_basic_statistics.py >> /was 2>&1
\ No newline at end of file

fda-analyse-service/update_basic_statistics.py

+#!/usr/bin/env python3
+
+import requests
+
+USER='xyz'
+PASSWORD='xyz'
+
+auth_response = requests.post('http://fda-authentication-service:9097/api/auth',
+              json={'username': USER, 'password': PASSWORD}).json()
+
+token = auth_response['token']
+
+headers = {"Authorization": f"Bearer {token}"}
+
+dbs = requests.get('http://fda-database-service:9092/api/database', headers=headers).json()
+
+for db in dbs:
+    dbid = db['dbid']
+
+    tables = requests.get(f'http://fda-table-service:9094/api/database/{dbid}/table', headers=headers).json()
+
+    for table in tables:
+        tid = table['tid']
+        update = requests.post('/api/analyse/update_mdb_col', json={'dbid': dbid, 'tid': tid})
+        print(update)
\ No newline at end of file