Skip to content

Commit

Permalink
hotfix of the hotfix
Browse files Browse the repository at this point in the history
  • Loading branch information
g.trantham committed Apr 6, 2023
1 parent b54abfd commit c2c5ec4
Show file tree
Hide file tree
Showing 4 changed files with 66 additions and 63 deletions.
54 changes: 0 additions & 54 deletions OpenDAP_progress-report.html

This file was deleted.

20 changes: 11 additions & 9 deletions OpenDAP_to_S3.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
"cell_type": "markdown",
"metadata": {},
"source": [
"# Writing OpenDAP data to ZARR on S3"
"# Writing OpenDAP Data to ZARR on S3"
]
},
{
Expand Down Expand Up @@ -81,7 +81,7 @@
" os.path.expanduser('~/.aws/credentials') \n",
" # default location... if yours is elsewhere, change this.\n",
")\n",
"_profile_nm = os.environ.get('AWS_PROFILE', 'osn-rsignellbucket2')\n",
"_profile_nm = os.environ.get('AWS_PROFILE', 'osn-renci')\n",
"_endpoint = os.environ.get('AWS_S3_ENDPOINT', 'https://renc.osn.xsede.org')\n",
"# Set environment vars based on parsed awsconfig\n",
"try:\n",
Expand Down Expand Up @@ -145,10 +145,12 @@
"outdir = workspace + FNAME\n",
"target_store = fsw.get_mapper(outdir)\n",
"\n",
"for fname in [FNAME]:\n",
" if fsw.exists(workspace + fname):\n",
"try:\n",
" if fsw.exists(workspace + FNAME):\n",
" logging.warning(\"Removing existing file/folder: %s\", fname)\n",
" fsw.rm(workspace + fname, recursive=True)\n",
"except:\n",
" pass\n",
"\n",
"print(\"READY !!\")\n",
"\n",
Expand Down Expand Up @@ -565,7 +567,7 @@
"outputs": [],
"source": [
"%%time\n",
"with performance_report('OpenDAP_progress-report.html'):\n",
"with performance_report('./reports/OpenDAP_to_S3-perfreport.html'):\n",
" ds_in.to_zarr(target_store, mode='w')"
]
},
Expand Down Expand Up @@ -612,7 +614,7 @@
"metadata": {},
"outputs": [],
"source": [
"test.tmx.sel(time=\"1970-01\").load().hvplot(x='lon', y='lat', rasterize=True, geo=True, tiles='OSM' )"
"new_ds.tmx.sel(time=\"1970-01\").load().hvplot(x='lon', y='lat', rasterize=True, geo=True, tiles='OSM' )"
]
},
{
Expand All @@ -634,9 +636,9 @@
],
"metadata": {
"kernelspec": {
"display_name": "users-users-pangeo",
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "conda-env-users-users-pangeo-py"
"name": "python3"
},
"language_info": {
"codemirror_mode": {
Expand All @@ -648,7 +650,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.10"
"version": "3.10.8"
}
},
"nbformat": 4,
Expand Down
1 change: 1 addition & 0 deletions _config.yml
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,7 @@ sphinx:
# Disabling bibtex unless we need it.
# extra_extensions: ['sphinxcontrib.bibtex']
config:
html_extra_path: ['reports']
# bibtex_reference_style: author_year
# bibtex_bibfiles: ['references.bib']
# ignore/suppress warnings for "unknown: mime types: application/vnd.plotly.v1+json and application/vnd.bokehjs_load.v0+json
Expand Down
54 changes: 54 additions & 0 deletions reports/OpenDAP_to_S3-perfreport.html

Large diffs are not rendered by default.

0 comments on commit c2c5ec4

Please sign in to comment.