## Steffen
```json
{
"servers": {
"localhost": { # varies on different machines
"alias": "fat-compute01",
"hostname": "bdb0083650.prod.d001.loc",
"hostname_fmo": "barpbwixxx.prod.d001.loc"
},
"fat-compute01": {
"alias": "fat-compute01",
"hostname": "bdb0083650.prod.d001.loc",
"hostname_fmo": "barpbwixxx.prod.d001.loc"
},
"fat-front01": {
"alias": "fat-front01",
"hostname": "bap0140759.prod.d001.loc",
"hostname_fmo": "barpbwixxx.prod.d001.loc"
},
"fat-front02": {
"alias": "fat-front02",
"hostname": "bap0140760.prod.d001.loc",
"hostname_fmo": "barpbwixxx.prod.d001.loc"
},
"aussteuerung_web": {
"alias": "aussteuerung_web",
"hostname": "lrvbk1634.apps-p.d001.loc",
"hostname_fmo": "barpblixxx.prod.d001.loc"
}
},
"db": {
"hostname": "bdb0083650.prod.d001.loc",
"odbc_connection_string": "DRIVER={ODBC Driver 13 for SQL Server};SERVER=BDB0083650;DATABASE=temp_dirdb;Trusted_Connection=yes",
"sqlalchemy_connection_string": "mssql+pyodbc://bdb0083650/tempdb?driver=SQL+Server+Native+Client+11.0&Trusted_Authentication=yes",
"sqlalchemy_connection_string_turbodbc": "mssql+turbodbc://bdb0083650/tempdb?driver=SQL+Server+Native+Client+11.0&Trusted_Authentication=yes"
},
"prod_envs": {
"prod": {
"alias": "prod",
"server": {
"hostname": "barpbwi23870176.prod.d001.loc"
},
"db": {
"hostname": "basrpbwi23717937.prod.d001.loc",
"instance": "PRODGD",
"port": 53748,
"odbc_connection_string": "DRIVER={ODBC Driver 13 for SQL Server};SERVER=BARPBWI23717937\\PRODGD;UID=svc_Python;PWD=xxx;DATABASE=Python_Prod",
"database": "Python_Prod"
},
"deploy": {
"db": {
"odbc_connection_string": "DRIVER={ODBC Driver 11 for SQL Server};SERVER=BARPBWI23717937\\PRODGD;UID=svc_Python;PWD=xxx;DATABASE=Python_Prod",
"database": "Python_Prod"
}
}
},
"rit": {
"alias": "rit",
"server": {
"hostname": "barnbwi23867629.prod.d001.loc"
},
"db": {
"hostname": "barnbwi23704543.prod.d001.loc",
"instance": "ENTW1",
"port": 54576,
"odbc_connection_string": "DRIVER={ODBC Driver 13 for SQL Server};SERVER=BARNBWI23704543\\ENTW1;UID=svc_Python;PWD=xxx;DATABASE=Python_RIT",
"database": "Python_RIT"
},
"deploy": {
"db": {
"odbc_connection_string": "DRIVER={ODBC Driver 11 for SQL Server};SERVER=BARNBWI23704543\\ENTW1;UID=svc_Python;PWD=xxx;DATABASE=Python_RIT",
"database": "Python_RIT"
}
}
},
"test": {
"alias": "test",
"server": {
"hostname": "barnbwi23867649.prod.d001.loc"
},
"db": {
"hostname": "barnbwi23582311.prod.d001.loc",
"instance": "ENTW3",
"port": 52117,
"odbc_connection_string": "DRIVER={ODBC Driver 13 for SQL Server};SERVER=BARNBWI23582311\\ENTW3;UID=svc_Python;PWD=xxx;DATABASE=Python_MoWa",
"database": "Python_MoWa"
},
"deploy": {
"db": {
"odbc_connection_string": "DRIVER={ODBC Driver 11 for SQL Server};SERVER=BARNBWI23582311\\ENTW3;UID=svc_Python;PWD=xxx;DATABASE=Python_MoWa",
"database": "Python_MoWa"
}
},
"deployment_dir": "\\\\barnbwi23867649\\Deployment"
},
"analytics": {
"alias": "analytics",
"server": {
"hostname": "bdb0083650.prod.d001.loc"
},
"db": {
"hostname": "bdb0083650.prod.d001.loc",
"odbc_connection_string": "DRIVER={ODBC Driver 13 for SQL Server};SERVER=BDB0083650;DATABASE=prod_test;Trusted_Connection=yes",
"database": "prod_test"
},
"deployment_dir": "D:\\Deployment"
}
},
"runtime": {
"max_workers": 40
},
"tools": {
"jq": {
"bin": "D:\\Programs\\jq.exe"
},
"conda": {
"base_dir": "D:\\Programs\\Miniconda3",
"bin": "D:\\Programs\\Miniconda3\\condabin\\conda.bat",
"binaries": {
"conda": "D:\\Programs\\Miniconda3\\condabin\\conda.bat",
"mamba": "D:\\Programs\\Miniconda3\\condabin\\mamba.bat",
"activate": "D:\\Programs\\Miniconda3\\condabin\\activate.bat"
}
},
"r": {
"base_dir": "D:\\Programs\\R\\R-3.6.3",
"bin": "D:\\Programs\\R\\R-3.6.3\\bin\\x64\\R.exe",
"binaries": {
"r": "D:\\Programs\\R\\R-3.6.3\\bin\\x64\\R.exe",
"rscript": "D:\\Programs\\R\\R-3.6.3\\bin\\x64\\Rscript.exe"
}
},
"rtools": {
"base_dir": "D:\\Programs\\Rtools"
},
"getdrg": {
"base_dir": "D:\\Programs\\GetDRG",
"bin": "D:\\Programs\\GetDRG\\getdrgb.exe",
"binaries": {
"getdrgb": "D:\\Programs\\GetDRG\\getdrgb.exe"
},
"env": {
"DRGPARAM": "",
"DRGHOME": "D:\\Programs\\GetDRG"
}
},
"getdrg_deploy": {
"base_dir": "D:\\Deployment\\Environment\\GetDRG",
"bin": "D:\\Deployment\\Environment\\GetDRG\\getdrgb.exe",
"binaries": {
"getdrgb": "D:\\Deployment\\Environment\\GetDRG\\getdrgb.exe"
},
"env": {
"DRGPARAM": "",
"DRGHOME": "D:\\Deployment\\Environment\\GetDRG"
}
}
},
"services": {
"jenkins": {
"hostname": "bdb0083650.prod.d001.loc",
"port": 8080,
"base_url": "http://bdb0083650:8080/"
},
"rundeck": {
"hostname": "bdb0083650.prod.d001.loc",
"port": 4440,
"base_url": "http://bdb0083650:4440/",
"token_path": "D:\\Implementation\\rundeck\\token"
}
},
"locations": {
"temp_dir": "D:\\tmp",
"target_dir": "D:\\Target",
"personal_dir": "D:\\Personal",
"schleuse_dir": "D:\\Schleuse",
"deployment_dir": "D:\\Deployment",
"releases_dir": "D:\\Implementation\\Deliveries",
"ad_hoc_loading_dir": "D:\\Data Loading",
"mssql_backups_dir": "S:\\backup\\microsoft sql server"
# no general log dir
# no global output dir for GetDRG input
},
"etl_loading": {
"incoming_dir": "D:\\Schleuse\\daten_eingang_quantco",
"loading_dir": "S:\\data\\loading",
"archive_dir": "S:\\data\\archive",
"backups_dir": "S:\\data\\raw_backups",
"logs_dir": "S:\\data\\runs"
},
"scoring_analytics": {
"training_dir": "D:\\Analytics\\Scoring\\intermediate_R_files",
"export_dir": "D:\\Analytics\\Scoring\\model_export" # instead of local target/
},
"scoring_evaluation": {
},
"scoring_service": {
"dumps_dir": "D:\\Implementation\\dumps",
"upload_dir": "D:\\Implementation\\Prod_Database_Upload",
"artifacts_dir": "D:\\Implementation\\Packaging\\templates",
"resources_dir": "D:\\Implementation\\Packaging\\confidentical_main_resources",
"models_test_data_dir": "D:\\Implementation\\Test_Data\\test_model_releases",
"freezes_test_data_dir": "D:\\Implementation\\Test_Data\\scoring_solution_confidential_test_data"
},
"sortierhilfe": {
"archive_dir": "D:\\Data Loading\\md_stack",
"output_dir": "D:\\Schleuse\\MD_Parkplatz"
},
"aussteuerung_sync": {
"deploy_dir": "D:\\Implementation\\Codes\\tools_aussteuerung_sync",
"conda_env_name": "anaconda3_legacy"
},
"screening_analytics": {
"models_dir": "D:\\Implementation\\Screening\\models",
"database": "screening"
},
"screening_service": {
"releases_dir": "D:\\Implementation\\Screening\\releases",
"controls_dir": "D:\\Implementation\\Screening\\controls",
"archive_dir": "D:\\Implementation\\Screening\\archive",
"prod_drop_dir": "D:\\Deployment\\UC4\\Screening_Analytics\\P"
},
"confluence_sync": {
"data_dir": "D:\\Personal\\Confluence_Sync"
}
}
```
## Marco
- DRG Sim: Automatically assign connection string + GETDRG path in 1010 package
- The project roots contain
```
{
parameters"{
"num_cores": 40, # As basis for num_threads, num_workers etc.
"turbodc_connection": "mssql+turbodc..DATABASE...", # Can be localhost on fat_compute?
"pyodbc_connection": "mssql+pyodbc...DATABASE..",
},
"project_roots": {
"general": "D:\\...\\general", # e.g. confluence, temp_dir, log_dir, etl_archive,
"screening": "D:\\...\\screening",
"scoring": "D:\\...\\scoring", #e.g. models, evaluation, sortierhilfe_archive,
"vm": "D:\\...\\vm"
},
"binaries": {
"r": "D:\\...\\R.exe",
"rtools": "D:\\...\\rtools.exe",
"getdrgb": "D:\\...\\getdrgb.exe",
"conda-activate": "D:\\...\\activate.bat",
},
}
```
## Alex
```
{
"binaries": {
"r": "D:\\...\\R.exe",
"rtools": "D:\\...\\rtools.exe",
"getdrgb": "D:\\...\\getdrgb.exe",
"conda-activate": "D:\\...\\activate.bat",
},
"db": {
"db_host": ".",
"db_driver": "Client 11...."
},
"projects": {
"screening": "D:\Screening\config.json",
"scoring": "D:\Scoring\config.json",
"etl": "D:\ETL\config.json"
},
}
```
## Jonas
shared between repos / projects:
```
{
parameters"{
"num_cores": 40, # As basis for num_threads, num_workers etc.
"turbodc_connection": "mssql+turbodc..DATABASE...", # Can be localhost on fat_compute?
"pyodbc_connection": "mssql+pyodbc...DATABASE..",
},
"binaries": {
"r": "D:\\...\\R.exe",
"rtools": "D:\\...\\rtools.exe",
"getdrgb": "D:\\...\\getdrgb.exe",
"conda-activate": "D:\\...\\activate.bat",
},
}
```
project / repo specific
```
{
directories"{
"scoring_model_output": ...
...
},
}
```
Google Drive
Gist
Clipboard
Sign in with Wallet
