Skip to content

Commit

Permalink
Merge pull request #17 from USEPA/owld_stubs
Browse files Browse the repository at this point in the history
Owld stubs
  • Loading branch information
pauldzy authored Jan 24, 2025
2 parents 941736e + 1709052 commit 196e577
Show file tree
Hide file tree
Showing 79 changed files with 2,058 additions and 401 deletions.
149 changes: 149 additions & 0 deletions admin/jupyter/notebooks/setup/git_checkout_cipsrv_gis.ipynb
Original file line number Diff line number Diff line change
@@ -0,0 +1,149 @@
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## git_checkout cipsrv_gis"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"import os,sys,git,tempfile,psycopg2,argparse;\n",
"from ipywidgets import IntProgress,HTML,VBox;\n",
"from IPython.display import display;\n",
"parser = argparse.ArgumentParser();\n",
"parser.add_argument(\"--override_branch\" ,required=False);\n",
"parser.add_argument(\"--use_existing_sql\",required=False);\n",
"args, _ = parser.parse_known_args();\n",
"\n",
"sys.path.append(os.path.join(os.path.expanduser('~'),'notebooks'));\n",
"import common;\n",
"\n",
"gith = os.environ['GITHUB_REPO_URL'];\n",
"# override: \"[email protected]:USEPA/CIPv2.git\"\n",
"if args.override_branch is not None:\n",
" brnh = args.override_branch;\n",
"else:\n",
" brnh = os.environ['GITHUB_DEFAULT_BRANCH'];\n",
"# override: \"mybranch\"\n",
"\n",
"dbse = os.environ['POSTGRESQL_DB'];\n",
"host = os.environ['POSTGRESQL_HOST'];\n",
"port = os.environ['POSTGRESQL_PORT'];\n",
"user = 'cipsrv';\n",
"pasw = os.environ['POSTGRESQL_CIP_PASS'];\n",
"\n",
"depf = os.path.join('src','database','cipsrv_gis','cipsrv_gis_deploy.sql');\n",
"\n",
"print(\"repo: \" + gith);\n",
"print(\"branch: \" + brnh);"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"cs = \"dbname=%s user=%s password=%s host=%s port=%s\" % (\n",
" dbse\n",
" ,user\n",
" ,pasw\n",
" ,host\n",
" ,port\n",
");\n",
"\n",
"try:\n",
" conn = psycopg2.connect(cs);\n",
"except:\n",
" raise Exception(\"database connection error\");\n",
" \n",
"print(\"database is ready\");"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"if args.use_existing_sql is not None:\n",
" trg = args.use_existing_sql;\n",
" print(\"using existing \" + trg);\n",
" \n",
"else:\n",
" td = tempfile.TemporaryDirectory();\n",
" \n",
" repo = git.Repo.clone_from(\n",
" url = gith\n",
" ,branch = brnh\n",
" ,to_path = td.name\n",
" ,depth = 1\n",
" );\n",
" \n",
" print(\"checkout of \" + td.name + \" complete.\");\n",
" trg = os.path.join(td.name,depf);\n",
" "
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"if not os.path.exists(trg):\n",
" raise Exception(trg + ' not found.');\n",
" \n",
"z = common.load_sqlfile(conn,trg,echo=True);\n"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"conn.close();\n",
"\n",
"if args.use_existing_sql is None:\n",
" td.cleanup();\n",
"\n",
"print(\"logic load complete.\");"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.12.3"
}
},
"nbformat": 4,
"nbformat_minor": 4
}
62 changes: 62 additions & 0 deletions config/quickconfig.py
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,13 @@
parser.add_argument("--support_dumpfile_copyin" ,required=False,default=None);

parser.add_argument("--override_postgresql_port",required=False,default=None);

parser.add_argument("--override_demo_pgrst_port",required=False,default=None);
parser.add_argument("--override_demo_pgrst_host",required=False,default=None);
parser.add_argument("--override_demo_gis_prot" ,required=False,default=None);
parser.add_argument("--override_demo_gis_port" ,required=False,default=None);
parser.add_argument("--override_demo_gis_host" ,required=False,default=None);

parser.add_argument("--override_engine_profile" ,required=False,default=None);
parser.add_argument("--override_git_branch" ,required=False,default=None);
parser.add_argument("--force_nogit_uselocal" ,required=False,default=False,action=argparse.BooleanOptionalAction);
Expand Down Expand Up @@ -96,7 +102,13 @@ def main(
,support_dumpfile_copyin

,override_postgresql_port

,override_demo_pgrst_port
,override_demo_pgrst_host
,override_demo_gis_prot
,override_demo_gis_port
,override_demo_gis_host

,override_engine_profile
,override_git_branch
,force_nogit_uselocal
Expand Down Expand Up @@ -393,6 +405,17 @@ def cipgt(
os.chdir('../demo');
###############################################################################

if override_demo_pgrst_port is not None:
shutil.move('.env','.env.bak');

with open('.env.bak',"r") as s:
with open('.env',"w") as d:
for line in s:
if line.strip() == "#POSTGREST_PORT=3000" or line[15:] == "POSTGREST_PORT=":
d.write("POSTGREST_PORT=" + str(override_demo_pgrst_port) + "\n");
else:
d.write(line);

if override_demo_pgrst_host is not None:
shutil.move('.env','.env.bak');

Expand All @@ -403,6 +426,39 @@ def cipgt(
d.write("POSTGREST_HOST=" + str(override_demo_pgrst_host) + "\n");
else:
d.write(line);

if override_demo_gis_prot is not None:
shutil.move('.env','.env.bak');

with open('.env.bak',"r") as s:
with open('.env',"w") as d:
for line in s:
if line.strip() == "#GIS_PROT=http" or line[9:] == "GIS_PROT=":
d.write("GIS_PROT=" + str(override_demo_gis_prot) + "\n");
else:
d.write(line);

if override_demo_gis_port is not None:
shutil.move('.env','.env.bak');

with open('.env.bak',"r") as s:
with open('.env',"w") as d:
for line in s:
if line.strip() == "#GIS_PORT=3000" or line[9:] == "GIS_PORT=":
d.write("GIS_PORT=" + str(override_demo_gis_port) + "\n");
else:
d.write(line);

if override_demo_gis_host is not None:
shutil.move('.env','.env.bak');

with open('.env.bak',"r") as s:
with open('.env',"w") as d:
for line in s:
if line.strip() == "#GIS_HOST=localhost" or line[9:] == "GIS_HOST=":
d.write("GIS_HOST=" + str(override_demo_gis_host) + "\n");
else:
d.write(line);

print("Running compose build for demo containers.");
cmd = ["docker","compose","build"];
Expand Down Expand Up @@ -691,7 +747,13 @@ def cipgt(
,support_dumpfile_copyin = args.support_dumpfile_copyin

,override_postgresql_port = args.override_postgresql_port

,override_demo_pgrst_port = args.override_demo_pgrst_port
,override_demo_pgrst_host = args.override_demo_pgrst_host
,override_demo_gis_prot = args.override_demo_gis_prot
,override_demo_gis_port = args.override_demo_gis_port
,override_demo_gis_host = args.override_demo_gis_host

,override_engine_profile = args.override_engine_profile
,override_git_branch = args.override_git_branch
,force_nogit_uselocal = args.force_nogit_uselocal
Expand Down
Loading

0 comments on commit 196e577

Please sign in to comment.