diff --git a/for_developers/CONTROLparameter.xlsx b/for_developers/CONTROLparameter.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..60b0525c3f9a8c895fbbae5a4c09bc66d6621b6b Binary files /dev/null and b/for_developers/CONTROLparameter.xlsx differ diff --git a/for_developers/FE_testing.txt b/for_developers/FE_testing.txt index 7ea18826964781f78c5684f561a8d4bf22ce0607..fbd1569d36196078bbf52af3db708326d4a143cf 100644 --- a/for_developers/FE_testing.txt +++ b/for_developers/FE_testing.txt @@ -1,7 +1,20 @@ Abhängigkeiten: +--------------- pytest pytest-cov (https://pypi.org/project/pytest-cov/ ; https://pytest-cov.readthedocs.io/en/latest/) coverage +mock + + +Markers für testzusammenstellun: +(für die tests muss ein aktuelles certificate eingerichtet sein!) +--------------------------------- +msuser_pw +gateway (für diese Variante müssen kurzfristig die Umgebungsvariablen ECUID und ECGID für den User gesetzt werden!) + + + + #Grundsätzlicher Befehl die Coverage des Testens zu überprüfen pytest --cov=PATH_TO_PROJECT_SRC PATH_TO_TEST_SRC @@ -10,4 +23,4 @@ pytest --cov=PATH_TO_PROJECT_SRC PATH_TO_TEST_SRC pytest TestTools.py -m "not msuser_pw" # Tests mit einem bestimmten Marker ausführen -pytest TestTools.py -m "msuser_pw" \ No newline at end of file +pytest TestTools.py -m "msuser_pw" diff --git a/for_developers/Liste_FE_Functions_Testcoverage.xlsx b/for_developers/Liste_FE_Functions_Testcoverage.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..b261f84e5d1b519711040d6d28343f4251e0298c Binary files /dev/null and b/for_developers/Liste_FE_Functions_Testcoverage.xlsx differ diff --git a/for_developers/Metriken.txt b/for_developers/Metriken.txt new file mode 100644 index 0000000000000000000000000000000000000000..83d3f1828e469632d1b77a249af4ffc9a224adef --- /dev/null +++ b/for_developers/Metriken.txt @@ -0,0 +1,27 @@ +_____________________________________________________________________________________________ + +Metrics: +________ + +Code Metrics: + +Performance Metrics: + + +_____________________________________________________________________________________________ + +Testcases: +__________ + +- unit tests of each function +- Compare the parameter lists passed to the mars requests! (Regression) +- Complete installation test with local sample webapi request before sending email +- test imports of gribapi, eccodes, webapi +- test the types of parameters after controlfile /args reading and the checks +- test complete extractions of a specific selection of cases -> are they fully extracted? + * all final files in destination dir? + * contains each file the specified parameter? + * compare numerically....field per field? + * plot comparison? manually + +_____________________________________________________________________________________________ \ No newline at end of file diff --git a/for_developers/Testcases.txt b/for_developers/Testcases.txt index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..fcaa4dac47fbc7d5590bdd8eac814de0e43a1db7 100644 --- a/for_developers/Testcases.txt +++ b/for_developers/Testcases.txt @@ -0,0 +1,48 @@ + + Datensets: od, ei, ea, cera + (je nach verfügbarkeit eta / gauss / omega ) + - jeweils: minimal grid (zb 1d, 1°), global, über Datumsgrenze + - jeweils: grob/high resolution soweit möglich + - jeweils pro Datenstream!!! + - verschiedene zeitliche Auflösung + - public vs memberstate access + - + + - realistisches Datenset: OP, 0.1°, 60-137 , 20°N - 90°N, -180° - + 180°, jeweils eta und gauss + + + + +Testdatensätze: +- ERA5 + - full resolution vs minimal resolution, testgrid + - 1h / 3h / 6h + - public vs member state + - eta + +- CERA + - full resolution vs minimal resolution, testgrid + - 3h / 6h + - public vs member state + - eta + +- ERA-Interim + - full resolution vs minimal resolution, testgrid + - 3h / 6h + - public vs member state + - gauss + +- Operational + - full resolution vs minimal resolution + - area: e.g. atm challenge2016 transition over 180°, europe, testgrid + - basetime 00/12 + - maxstep > 24 + - type: AN/FC/CF/CV/PF + - 1h/3h/6h + - eta vs gauss + - + + + + mars_requests: + all controlfiles from old and new to be compared!