diff --git a/.gitignore b/.gitignore index 2066a8d..914f8ad 100644 --- a/.gitignore +++ b/.gitignore @@ -8,7 +8,4 @@ out_data/* !out_data/.empty -in_data/* -!in_data/.empty - -.remake/* \ No newline at end of file +.remake/* diff --git a/2_observations.yml b/2_observations.yml index 6d25c32..38868d9 100644 --- a/2_observations.yml +++ b/2_observations.yml @@ -16,5 +16,5 @@ targets: # daily flow and temperature data out_data/XX_observations.zip: - command: zip_obs(out_file = target_name, in_file = 'in_data/example_data/example_temp_drb_220101.csv') + command: zip_files(out_file = target_name, 'in_data/example_data/example_temp_drb_220101_1.csv','in_data/example_data/example_temp_drb_220101_2.csv') \ No newline at end of file diff --git a/in_data/example_data/drb_shp/physiographic_regions_DRB.CPG b/in_data/example_data/drb_shp/physiographic_regions_DRB.CPG new file mode 100644 index 0000000..3ad133c --- /dev/null +++ b/in_data/example_data/drb_shp/physiographic_regions_DRB.CPG @@ -0,0 +1 @@ +UTF-8 \ No newline at end of file diff --git a/in_data/example_data/drb_shp/physiographic_regions_DRB.dbf b/in_data/example_data/drb_shp/physiographic_regions_DRB.dbf new file mode 100644 index 0000000..9d18fb4 Binary files /dev/null and b/in_data/example_data/drb_shp/physiographic_regions_DRB.dbf differ diff --git a/in_data/example_data/drb_shp/physiographic_regions_DRB.prj b/in_data/example_data/drb_shp/physiographic_regions_DRB.prj new file mode 100644 index 0000000..273bd66 --- /dev/null +++ b/in_data/example_data/drb_shp/physiographic_regions_DRB.prj @@ -0,0 +1 @@ +PROJCS["Albers",GEOGCS["GCS_GRS 1980(IUGG, 1980)",DATUM["D_unknown",SPHEROID["GRS80",6378137.0,298.257222101]],PRIMEM["Greenwich",0.0],UNIT["Degree",0.0174532925199433]],PROJECTION["Albers"],PARAMETER["false_easting",0.0],PARAMETER["false_northing",0.0],PARAMETER["central_meridian",-96.0],PARAMETER["standard_parallel_1",29.5],PARAMETER["standard_parallel_2",45.5],PARAMETER["latitude_of_origin",23.0],UNIT["Meter",1.0]] \ No newline at end of file diff --git a/in_data/example_data/drb_shp/physiographic_regions_DRB.sbn b/in_data/example_data/drb_shp/physiographic_regions_DRB.sbn new file mode 100644 index 0000000..e5a9032 Binary files /dev/null and b/in_data/example_data/drb_shp/physiographic_regions_DRB.sbn differ diff --git a/in_data/example_data/drb_shp/physiographic_regions_DRB.sbx b/in_data/example_data/drb_shp/physiographic_regions_DRB.sbx new file mode 100644 index 0000000..bda02a6 Binary files /dev/null and b/in_data/example_data/drb_shp/physiographic_regions_DRB.sbx differ diff --git a/in_data/example_data/drb_shp/physiographic_regions_DRB.shp b/in_data/example_data/drb_shp/physiographic_regions_DRB.shp new file mode 100644 index 0000000..548ee9c Binary files /dev/null and b/in_data/example_data/drb_shp/physiographic_regions_DRB.shp differ diff --git a/in_data/example_data/drb_shp/physiographic_regions_DRB.shp.xml b/in_data/example_data/drb_shp/physiographic_regions_DRB.shp.xml new file mode 100644 index 0000000..1db58cf --- /dev/null +++ b/in_data/example_data/drb_shp/physiographic_regions_DRB.shp.xml @@ -0,0 +1,375 @@ + + + + + + ISO 19115 Topic Category + biota + boundaries + environment + location + + + EPA GIS Keyword Thesaurus + Biology + Conservation + Ecology + Ecosystem + Land + Natural Resources + + + None + United States + + + + + US Environmental Protection Agency + Level III Ecoregions of the Conterminous United States + + U.S. EPA Office of Research and Development (ORD) - National Health and Environmental Effects Research Laboratory (NHEERL) + Corvallis, OR + + 20130416 + ftp://ftp.epa.gov/wed/ecoregions/us/usl3_no_st.zip + http://edg.epa.gov + + + + Ecoregions denote areas of general similarity in ecosystems and in the type, quality, and quantity of environmental resources. They are designed to serve as a spatial framework for the research, assessment, management, and monitoring of ecosystems and ecosystem components. These general purpose regions are critical for structuring and implementing ecosystem management strategies across federal agencies, state agencies, and nongovernment organizations that are responsible for different types of resources within the same geographical areas. The approach used to compile this map is based on the premise that ecological regions can be identified through the analysis of patterns of biotic and abiotic phenomena, including geology, physiography, vegetation, climate, soils, land use, wildlife, and hydrology. The relative importance of each characteristic varies from one ecological region to another. A Roman numeral hierarchical scheme has been adopted for different levels for ecological regions. Level I is the coarsest level, dividing North America into 15 ecological regions. Level II divides the continent into 50 regions (Commission for Environmental Cooperation Working Group, 1997). At Level III, the continental United States contains 105 regions whereas the conterminous United States has 85 (U.S. Environmental Protection Agency, 2005). Level IV ecoregions are further subdivisions of Level III ecoregions. Methods used to define the ecoregions are explained in Omernik (1995, 2004), Omernik and others (2000), and Gallant and others (1989). + +Literature cited: + +Commission for Environmental Cooperation Working Group, 1997, Ecological regions of North America- toward a common perspective: Montreal, Commission for Environmental Cooperation, 71 p. + +Gallant, A. L., Whittier, T.R., Larsen, D.P., Omernik, J.M., and Hughes, R.M., 1989, Regionalization as a tool for managing environmental resources: Corvallis, Oregon, U.S. Environmental Protection Agency, EPA/600/3-89/060, 152p. + +Omernik, J.M., 1995, Ecoregions - a framework for environmental management, in Davis, W.S. and Simon, T.P., eds., Biological assessment and criteria-tools for water resource planning and decision making: Boca Raton, Florida, Lewis Publishers, p.49-62. + +Omernik, J.M., Chapman, S.S., Lillie, R.A., and Dumke, R.T., 2000, Ecoregions of Wisconsin: Transactions of the Wisconsin Academy of Science, Arts, and Letters, v. 88, p. 77-103. + +Omernik, J.M., 2004, Perspectives on the nature and definitions of ecological regions: Environmental Management, v. 34, Supplement 1, p. s27-s38. + +U.S. Environmental Protection Agency. 2013. Level III and IV ecoregions of the continental United States. U.S. EPA, National Health and Environmental Effects Research Laboratory, Corvallis, Oregon, Map scale 1:3,000,000. Available online at: http://www.epa.gov/wed/pages/ecoregions/level_iii_iv.htm. + +Comments and questions regarding the Level III and IV Ecoregions should be addressed to Glenn Griffith, USGS, c/o US EPA., 200 SW 35th Street, Corvallis, OR 97333, (541)-754-4465, email:griffith.glenn@epa.gov Alternate: James Omernik, USGS, c/o US EPA, 200 SW 35th Street, Corvallis, OR 97333, (541)-754-4458, email:omernik.james@epa.gov + Ecoregion maps assist managers of aquatic and terrestrial resources to understand the regional patterns of the realistically attainable quality of these resources. + This file differs from the previous file in that Arizona ecoregions were updated. The previous minor topologic repairs and merging of a coastal waterbody are retained. The fields ending with "KEY" are linked to style and layer files containing color definitions for each level. They are also useful for map legends. L3_KEY pertains to Ecoregions of the Continental United States, whereas L2_KEY and L1_Key relate to North American designations within the United States. Except for the Great Lakes, waterbodies were merged with surrounding ecoregion polygons, especially along coastlines. Previously, field called NA_L3NAME was added to be consistent with the North America data. Ecoregions were digitized at 1:250,000 scale and are intended for large geographic extents (i.e. states, multiple counties, or river basins). Use for smaller areas, such as individual counties or a 1:24,000 scale map boundary, is not recommended. + + + Publication date + + + 20130416 + + + + + In work + As needed + + None. + None. Please check sources, scale, accuracy, currentness and other available information. Please confirm that you are using the most recent copy of both data and metadata. Acknowledgement of the EPA would be appreciated. + + + -127.886770 + -65.345754 + 51.604869 + 22.896808 + + + + FIPS Pub 199 + No Confidentiality + Standard Technical Controls + + + + + U.S. Environmental Protection Agency, Office of Research and Development, National Health and Environmental Effects Research Laboratory (NHEERL) + Marc Weber + + GIS Analyst + + mailing address +
200 S.W. 35th Street
+ Corvallis + OR + 97333 + + (541) 754-4469 + weber.marc@epa.gov + http://www.epa.gov/nheerl/ + + + + + Although ecoregion polygons and attributes have been checked for accuracy, some errors may remain. Polygons along state borders were reviewed and updated, May 2010. ARC/INFO software is used to create and maintain topological relationships. + Level IV ecoregions are complete as of April 2013 but may be subject to change in the future.Ecoregions were digitized at 1:250,000 scale and are intended for large geographic extents (i.e. states, multiple counties, or river basins). Use for smaller areas, such as individual counties or a 1:24,000 scale map boundary, is not recommended. + + + Data were collected using methods that have unknown accuracy (EPA National Geospatial Data Policy [NGDP] Accuracy Tier 10). For more information, please see EPA's NGDP at http://epa.gov/geospatial/policies.html) + + + + + 2011 + 1) U.S.G.S. 1:250,000 topographic maps are used to delineate the ecoregions. The lines drawn are manually digitized or scanned to produce georeferenced electronic files. + + + 2011 + 2) All base maps are joined together and errors along the edges are resolved. + + + 2011 + 3) Topology is established and the maps are reviewed for accuracy, completeness, and conformity with the original lines. Corrections are made as needed and topology regenerated. + + + 2011 + 4) Attributes are added. + + + 2011 + 5) Maps are plotted for visual inspection by two individuals and necessary changes made. + + + 2011 + 6) Ecoregions from all available states are merged and dissolved to identify and correct inconsistencies. + + + 2011 + 7) Polygons of the corrected seamless ecoregion features are extended beyond the coastal borders. + + + 2011 + 8) State and Ecoregion datasets are intersected. + + + 2011 + 9) Topology errors removed. + + + 2011 + 10) Final QA + + + 2013 + 11) Updated Arizona Level III and IV ecoregion polygons, incorporated into U.S. map, checked topology, revised metadata. + + + + + Vector + SimpleFALSE0FALSEFALSE + + + + + coordinate pair + + 0.0000000037527980722984474 + 0.0000000037527980722984474 + + Meter + + + + D North American 1983 + GRS 1980 + 6378137.0 + 298.257222101 + + + + + + + usl3_no_st + shapefile name + US Environmental Protection Agency + Feature Class0 + + FID + Internal feature number + esri + + + 0 + 1252 + + Sequential unique whole numbers that are automatically generated. + + FIDOID400 + + Shape + Feature Geometry + esri + + defines feature type + + ShapeGeometry000 + + US_L3CODE + Code for Level III Ecoregion (US) + USEPA + + unique code + + US_L3CODEString1000 + + US_L3NAME + Name for Level III Ecoregion (US) + USEPA + + unique name + + US_L3NAMEString10000 + + NA_L3CODE + Code for Level III Ecoregion (North America/CEC) + CEC + + unique code + + NA_L3CODEString2000 + + NA_L3NAME + Name for Level III Ecoregion (North America/CEC) + CEC + + unique name + + NA_L3NAMEString10000 + + NA_L2CODE + Code for Level II Ecoregion (North America/CEC) + CEC + + unique code + + NA_L2CODEString2000 + + NA_L2NAME + Name for Level II Ecoregion (North America/CEC) + CEC + + unique name + + NA_L2NAMEString10000 + + NA_L1CODE + Code for Level I Ecoregion (North America/CEC) + CEC + + unique code + + NA_L1CODEString2000 + + NA_L1NAME + Name for Level I Ecoregion (North America/CEC) + CEC + + unique name + + NA_L1NAMEString10000 + + L3_KEY + US Level III Code and Name for Legend, color layer/style file + USEPA + + unique code plus name + + L3_KEYString12500 + + L2_KEY + NA Level II Code and Name for Legend, color layer/style file + USEPA + + unique code plus name + + L2_KEYString12500 + + L1_KEY + NA Level I Code and Name for Legend, color layer/style file + USEPA + + unique code plus name + + L1_KEYString12500 + + Shape_Leng + Shape_LengDouble1900 + + Shape_Area + Area of feature in internal units squared. + Esri + + Positive real numbers that are automatically generated. + + Shape_AreaDouble1900 + PhysioPhysioString5000 + + + usl3_no_st.shp + shapefile name + US Environmental Protection Agency + + + + Ecoregions are hierarchical, with Level IV being the most detailed and Level I defining the broadest classifications. Because of this hierarchy, Level IV features include appropriate codes and names for Levels III, II, and I. Likewise, Level III features contain Levels II and I, and Level II retains Level I information. +Attributes pertaining to Level IV are only available for the Conterminous United States (US_). Level III has attributes for the US and North America (NA_) while Levels II and I apply to only North America. +All features are identified by State and EPA Administrative Regions, as well. +Fields ending with "KEY" combine ecoregion code and name attributes for convenient legends and are linked to style and layer files containing color definitions. + U.S. Environmental Protection Agency. 2011. Level III ecoregions of the conterminous United States. U.S. EPA, National Health and Environmental Effects Research Laboratory, Corvallis, Oregon, Map scale 1:3,000,000 + + + + Downloadable Data + Although these data have been processed successfully on a computer system at the Environmental Protection Agency, no warranty expressed or implied is made regarding the accuracy or utility of the data on any other system or for general or scientific purposes, nor shall the act of distribution constitute any such warranty. It is also strongly recommended that careful attention be paid to the contents of the metadata file associated with these data to evaluate data set limitations, restrictions or intended use. The U.S. Environmental Protection Agency shall not be held liable for improper or incorrect use of the data described and/or contained herein. + + + + U.S. Environmental Protection Agency, Office of Research and Development, National Health and Environmental Effects Research Laboratory (NHEERL) + Marc Weber + + GIS Analyst + + mailing address +
200 S.W. 35th Street
+ Corvallis + OR + 97333 + + (541) 754-4469 + weber.marc@epa.gov + http://www.epa.gov/nheerl/ + + + + + 20130416 + 20170416 + FGDC Content Standard for Digital Geospatial Metadata + FGDC-STD-001-1998 + + + + U.S. Environmental Protection Agency, Office of Research and Development, National Health and Environmental Effects Research Laboratory (NHEERL) + Marc Weber + + GIS Analyst + + mailing address +
200 S.W. 35th Street
+ Corvallis + OR + 97333 + + (541) 754-4469 + weber.marc@epa.gov + http://www.epa.gov/nheerl/ + + + + Version 6.2 (Build 9200) ; Esri ArcGIS 10.6.0.8321us_eco_l3_DRBclipus_eco_l3_DRBclip0020.000file://\\IGSACNEWLT0089\D$\static_GIS_files\Physio_provinces\physiographic_regions\physiographic_regions_DRBLocal Area NetworkProjectedGCS_North_American_1983Linear Unit: Meter (1.000000)USA_Contiguous_Albers_Equal_Area_Conic_USGS_version<ProjectedCoordinateSystem xsi:type='typens:ProjectedCoordinateSystem' xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance' xmlns:xs='http://www.w3.org/2001/XMLSchema' xmlns:typens='http://www.esri.com/schemas/ArcGIS/10.6'><WKT>PROJCS[&quot;USA_Contiguous_Albers_Equal_Area_Conic_USGS_version&quot;,GEOGCS[&quot;GCS_North_American_1983&quot;,DATUM[&quot;D_North_American_1983&quot;,SPHEROID[&quot;GRS_1980&quot;,6378137.0,298.257222101]],PRIMEM[&quot;Greenwich&quot;,0.0],UNIT[&quot;Degree&quot;,0.0174532925199433]],PROJECTION[&quot;Albers&quot;],PARAMETER[&quot;False_Easting&quot;,0.0],PARAMETER[&quot;False_Northing&quot;,0.0],PARAMETER[&quot;Central_Meridian&quot;,-96.0],PARAMETER[&quot;Standard_Parallel_1&quot;,29.5],PARAMETER[&quot;Standard_Parallel_2&quot;,45.5],PARAMETER[&quot;Latitude_Of_Origin&quot;,23.0],UNIT[&quot;Meter&quot;,1.0],AUTHORITY[&quot;Esri&quot;,102039]]</WKT><XOrigin>-16901100</XOrigin><YOrigin>-6972200</YOrigin><XYScale>266467840.99085236</XYScale><ZOrigin>-100000</ZOrigin><ZScale>10000</ZScale><MOrigin>-100000</MOrigin><MScale>10000</MScale><XYTolerance>0.001</XYTolerance><ZTolerance>0.001</ZTolerance><MTolerance>0.001</MTolerance><HighPrecision>true</HighPrecision><WKID>102039</WKID><LatestWKID>102039</LatestWKID></ProjectedCoordinateSystem>Clip D:\static_GIS_files\Physio_provinces\EPA_ecoregions\us_eco_l3\us_eco_l3.shp G:\Delaware\GIS\FACET_rerun\facet_ancillary_data\physioDRBprj.shp D:\static_GIS_files\Physio_provinces\EPA_ecoregions\us_eco_l3\us_eco_l3_DRBclip.shp #CalculateField us_eco_l3_DRBclip PROVINCE "BLUE RIDGE" VB #CalculateField us_eco_l3_DRBclip Physio "Blue Ridge" VB #CalculateField DRB_physiographic_regions Source "EPA Level III Ecoregions" VB #CalculateField DRB_physiographic_regions Source "EPA Level III Ecoregions of the Continental United States" VB #Project D:\static_GIS_files\Physio_provinces\physiographic_regions\physiographic_regions_DRB.shp D:\static_GIS_files\Physio_provinces\physiographic_regions\physiographic_regions_DRB_custom_Albers.shp PROJCS['Albers',GEOGCS['GCS_GRS 1980(IUGG, 1980)',DATUM['D_unknown',SPHEROID['GRS80',6378137.0,298.257222101]],PRIMEM['Greenwich',0.0],UNIT['Degree',0.0174532925199433]],PROJECTION['Albers'],PARAMETER['false_easting',0.0],PARAMETER['false_northing',0.0],PARAMETER['central_meridian',-96.0],PARAMETER['standard_parallel_1',29.5],PARAMETER['standard_parallel_2',45.5],PARAMETER['latitude_of_origin',23.0],UNIT['Meter',1.0]] # PROJCS['USA_Contiguous_Albers_Equal_Area_Conic_USGS_version',GEOGCS['GCS_North_American_1983',DATUM['D_North_American_1983',SPHEROID['GRS_1980',6378137.0,298.257222101]],PRIMEM['Greenwich',0.0],UNIT['Degree',0.0174532925199433]],PROJECTION['Albers'],PARAMETER['False_Easting',0.0],PARAMETER['False_Northing',0.0],PARAMETER['Central_Meridian',-96.0],PARAMETER['Standard_Parallel_1',29.5],PARAMETER['Standard_Parallel_2',45.5],PARAMETER['Latitude_Of_Origin',23.0],UNIT['Meter',1.0]] NO_PRESERVE_SHAPE # NO_VERTICAL201907101030100020190710103010002019102410261500TRUE1.0Shapefile0.000datasetEsri8.1.2020190710 diff --git a/in_data/example_data/drb_shp/physiographic_regions_DRB.shx b/in_data/example_data/drb_shp/physiographic_regions_DRB.shx new file mode 100644 index 0000000..3f2acf2 Binary files /dev/null and b/in_data/example_data/drb_shp/physiographic_regions_DRB.shx differ diff --git a/in_data/example_data/example_temp_drb_220101_1.csv b/in_data/example_data/example_temp_drb_220101_1.csv new file mode 100644 index 0000000..cd3b392 --- /dev/null +++ b/in_data/example_data/example_temp_drb_220101_1.csv @@ -0,0 +1,103 @@ +subseg_id,seg_id_nat,date,site_id,source,time,mean_temp_c,min_temp_c,max_temp_c,sd_mean_temp_c,flag,in_time_holdout,in_space_holdout,test +122_1,1556,2022-01-01,USGS-01423000,nwis_dv,NA,5.7,5.1,6.2,NA,P,FALSE,FALSE,FALSE +124_1,1558,2022-01-01,USGS-01425805,nwis_dv,NA,5.3,4.7,5.8,NA,P,FALSE,FALSE,FALSE +1252_1,2686,2022-01-01,USGS-01483700,nwis_dv,NA,8.7,8.2,9.4,NA,P,FALSE,FALSE,FALSE +1260_1,2694,2022-01-01,USGS-01484100,nwis_dv,NA,12.6,11.7,13.3,NA,P; o,FALSE,FALSE,FALSE +131_1,1565,2022-01-01,"NYDEC-West Branch Delaware River S4, NYDEC-West Branch Delaware River S5, NYDEC-West Branch Delaware River S6",ecosheds,NA,5.5,5,5.8,0.2,NA,FALSE,FALSE,FALSE +132_1,1566,2022-01-01,USGS-01425000,nwis_dv,NA,5.7,5.6,5.8,NA,P,FALSE,FALSE,FALSE +134_1,1568,2022-01-01,USGS-01428500,nwis_dv,NA,5.5,5.1,5.9,NA,P,FALSE,FALSE,FALSE +135_1,1569,2022-01-01,USGS-01428000,nwis_dv,NA,5,4.7,5.3,NA,P,FALSE,FALSE,FALSE +136_1,1570,2022-01-01,USGS-01427500,nwis_dv,NA,6.1,5.8,6.5,NA,P,FALSE,FALSE,FALSE +137_1,1571,2022-01-01,USGS-01427000,nwis_dv,NA,5.8,5.4,6.1,NA,P,FALSE,FALSE,FALSE +139_1,1573,2022-01-01,USGS-01427207,nwis_dv,NA,5.8,5.5,6.1,NA,P,FALSE,FALSE,FALSE +140_1,1574,2022-01-01,NYDEC-Delaware River D2,ecosheds,NA,5.6,5.4,5.8,NA,NA,FALSE,FALSE,FALSE +141_1,1575,2022-01-01,USGS-01427195,nwis_dv,NA,5.1,4.6,5.5,NA,P,FALSE,FALSE,FALSE +144_1,1578,2022-01-01,USGS-01427510,nwis_dv,NA,5.8,5.4,6.1,NA,P,FALSE,TRUE,TRUE +15_1,1449,2022-01-01,USGS-01417000,nwis_dv,NA,6.8,6.7,7,NA,P,FALSE,FALSE,FALSE +152_1,1586,2022-01-01,USGS-01428750,nwis_dv,NA,5.5,5.1,6.1,NA,P,FALSE,FALSE,FALSE +154_1,1588,2022-01-01,USGS-01429000,nwis_dv,NA,3.6,3.6,3.8,NA,NA,FALSE,FALSE,FALSE +158_1,1592,2022-01-01,"USGS-01432055, USGS-01432110",nwis_dv,NA,5.4,4.4,5.9,0.1,P,FALSE,FALSE,FALSE +16_1,1450,2022-01-01,USGS-01417500,nwis_dv,NA,6.4,6,6.7,NA,P,FALSE,FALSE,FALSE +167_1,1601,2022-01-01,USGS-01431500,nwis_dv,NA,5.3,5,5.7,NA,NA,FALSE,FALSE,FALSE +2_1,1436,2022-01-01,USGS-01413398,nwis_uv,NA,4.9,4.4,5.7,NA,P,FALSE,FALSE,FALSE +200_1,1634,2022-01-01,USGS-01434021,nwis_dv,NA,3.5,3,3.9,NA,P,FALSE,FALSE,FALSE +202_1,1636,2022-01-01,USGS-01434017,nwis_dv,NA,4,3.7,4.3,NA,P,FALSE,FALSE,FALSE +203_1,1637,2022-01-01,USGS-01434498,nwis_dv,NA,4.5,4.1,4.9,NA,P,FALSE,FALSE,FALSE +204_1,1638,2022-01-01,USGS-01436000,nwis_dv,NA,5.3,5.2,5.4,NA,NA,FALSE,FALSE,FALSE +206_1,1640,2022-01-01,USGS-01433005,nwis_dv,NA,4.4,4.4,4.5,NA,P,FALSE,FALSE,FALSE +207_1,1641,2022-01-01,USGS-01436690,nwis_dv,NA,5.8,5.6,6,NA,P,FALSE,FALSE,FALSE +208_1,1642,2022-01-01,USGS-01434025,nwis_dv,NA,3.5,3.1,3.9,NA,P,FALSE,FALSE,FALSE +21_1,1455,2022-01-01,USGS-01419500,nwis_dv,NA,4.6,4.2,4.9,NA,P,FALSE,TRUE,TRUE +210_1,1644,2022-01-01,USGS-0143400680,nwis_dv,NA,3.6,3.2,3.8,NA,P,FALSE,FALSE,FALSE +211_1,1645,2022-01-01,USGS-01435000,nwis_dv,NA,4.6,4.3,4.9,NA,P,FALSE,FALSE,FALSE +212_1,1646,2022-01-01,"USGS-01437100, USGS-01437349",nwis_dv,NA,5.8,5,6.5,0.5,P,FALSE,FALSE,FALSE +2126_1,3560,2022-01-01,USGS-01411456,nwis_uv,NA,10.3,10,10.7,NA,P; o,FALSE,FALSE,FALSE +213_1,1647,2022-01-01,USGS-01433500,nwis_dv,NA,4.3,4,4.5,NA,P,FALSE,FALSE,FALSE +2136_1,3570,2022-01-01,USGS-01411500,nwis_dv,NA,10.1,9.5,10.7,NA,P; o,FALSE,TRUE,TRUE +219_1,1653,2022-01-01,USGS-01437500,nwis_dv,NA,6.3,5.9,6.6,NA,P,FALSE,FALSE,FALSE +220_1,1654,2022-01-01,USGS-01440000,nwis_dv,NA,7.4,6.9,7.9,NA,P; o,FALSE,FALSE,FALSE +222_1,1656,2022-01-01,USGS-01432805,nwis_dv,NA,5.4,5.1,5.8,NA,P,FALSE,FALSE,FALSE +224_1,1658,2022-01-01,USGS-01434000,nwis_dv,NA,5.5,5.1,5.8,NA,NA,FALSE,FALSE,FALSE +225_1,1659,2022-01-01,USGS-01438500,nwis_dv,NA,NA,5.3,6,NA,P,FALSE,FALSE,FALSE +23_1,1457,2022-01-01,USGS-01420500,nwis_dv,NA,5.1,4.8,5.5,NA,P,FALSE,FALSE,FALSE +232_1,1666,2022-01-01,USGS-01440400,nwis_dv,NA,7.1,6.8,7.5,NA,o,FALSE,FALSE,FALSE +233_1,1667,2022-01-01,USGS-01439500,nwis_dv,NA,6.6,6.2,7.1,NA,o,FALSE,FALSE,FALSE +249_1,1683,2022-01-01,USGS-01447500,nwis_dv,NA,6,5.7,6.3,NA,NA,FALSE,FALSE,FALSE +250_1,1684,2022-01-01,USGS-01447720,nwis_dv,NA,5.5,5.1,5.9,NA,NA,FALSE,FALSE,FALSE +261_1,1695,2022-01-01,USGS-01447800,nwis_dv,NA,4.8,4.4,5.6,NA,NA,FALSE,FALSE,FALSE +263_1,1697,2022-01-01,USGS-01449800,nwis_dv,NA,6.5,6.4,6.7,NA,P,FALSE,TRUE,TRUE +265_1,1699,2022-01-01,USGS-01451800,nwis_dv,NA,8,7.4,8.7,NA,NA,FALSE,FALSE,FALSE +267_1,1701,2022-01-01,USGS-01451650,nwis_dv,NA,10.8,10.5,11.2,NA,P; o,FALSE,FALSE,FALSE +268_1,1702,2022-01-01,USGS-01451380,nwis_dv,NA,9.9,9.3,10.6,NA,o,FALSE,FALSE,FALSE +269_1,1703,2022-01-01,USGS-01449360,nwis_dv,NA,8.3,8,8.6,NA,P,FALSE,TRUE,TRUE +273_1,1707,2022-01-01,USGS-01451500,nwis_dv,NA,10.5,10.1,10.9,NA,o,FALSE,FALSE,FALSE +28_1,1462,2022-01-01,USGS-01421000,nwis_dv,NA,6.1,5.6,6.4,NA,P,FALSE,FALSE,FALSE +3_2,1437,2022-01-01,USGS-01413500,nwis_dv,NA,5.4,4.8,6,NA,P,FALSE,FALSE,FALSE +328_1,1762,2022-01-01,USGS-01465500,nwis_dv,NA,8.7,8.2,9.5,NA,P; o,FALSE,FALSE,FALSE +329_1,1763,2022-01-01,USGS-01464330,nwis_uv,NA,8.8,8.4,9.3,NA,P; o,FALSE,FALSE,FALSE +330_1,1764,2022-01-01,USGS-01464504,nwis_uv,NA,8.5,8.2,9.1,NA,P; o,FALSE,FALSE,FALSE +331_1,1765,2022-01-01,USGS-01464500,nwis_dv,NA,9,8.5,9.7,NA,P; o,FALSE,FALSE,FALSE +332_1,1766,2022-01-01,USGS-01464040,nwis_dv,NA,6.3,6,6.8,NA,P,FALSE,FALSE,FALSE +347_1,1781,2022-01-01,USGS-01467024,nwis_dv,NA,6.4,4.8,8,NA,P,FALSE,FALSE,FALSE +350_1,1784,2022-01-01,USGS-01467087,nwis_dv,NA,9.9,9.2,13,NA,P; o,FALSE,FALSE,FALSE +353_1,1787,2022-01-01,USGS-01467005,nwis_dv,NA,8.7,8.3,9.4,NA,P,FALSE,FALSE,FALSE +354_1,1788,2022-01-01,"USGS-01465950, USGS-0146597010, USGS-01465980",nwis_uv,NA,7.3,6.1,8.9,0.8,P,FALSE,FALSE,FALSE +355_1,1789,2022-01-01,"USGS-01466081, USGS-01466088, USGS-01466100",nwis_uv,NA,9.7,9,10.4,0.3,P,FALSE,FALSE,FALSE +356_1,1790,2022-01-01,USGS-01465850,nwis_dv,NA,9,8.5,9.6,NA,P,FALSE,FALSE,FALSE +358_1,1792,2022-01-01,USGS-01467000,nwis_dv,NA,8.6,8.2,9,NA,P,FALSE,FALSE,FALSE +359_1,1793,2022-01-01,USGS-01466900,nwis_dv,NA,9.4,9.1,9.9,NA,P,FALSE,FALSE,FALSE +360_1,1794,2022-01-01,USGS-01466500,nwis_dv,NA,9.9,9.7,10.1,NA,P,FALSE,FALSE,FALSE +361_1,1795,2022-01-01,USGS-01465854,nwis_uv,NA,8.6,8.2,9.2,NA,P,FALSE,FALSE,FALSE +370_1,1804,2022-01-01,USGS-01467081,nwis_dv,NA,10.8,10.1,11.8,NA,P; o,FALSE,FALSE,FALSE +372_1,1806,2022-01-01,USGS-01475510,nwis_dv,NA,9.9,9.2,11.5,NA,P; o,FALSE,FALSE,FALSE +374_1,1808,2022-01-01,"USGS-01477070, USGS-01477120",nwis_dv,NA,9.9,9,11.2,0.8,P; o,FALSE,FALSE,FALSE +376_1,1810,2022-01-01,USGS-01467059,nwis_dv,NA,5.2,4.7,5.6,NA,P,FALSE,FALSE,FALSE +380_1,1814,2022-01-01,USGS-01467194,nwis_uv,NA,5.9,5.6,6.9,NA,P,FALSE,FALSE,FALSE +381_1,1815,2022-01-01,USGS-01467150,nwis_dv,NA,9.9,9.5,10.9,NA,P; o,FALSE,FALSE,FALSE +51_2,1485,2022-01-01,USGS-01446500,nwis_dv,NA,6.3,5.8,7,NA,P,FALSE,FALSE,FALSE +55_1,1489,2022-01-01,USGS-01457500,nwis_dv,NA,5.9,5.6,6.4,NA,P,FALSE,FALSE,FALSE +57_1,1491,2022-01-01,USGS-01458500,nwis_dv,NA,5.8,5.5,6.3,NA,P,FALSE,FALSE,FALSE +573_1,2007,2022-01-01,USGS-01480400,nwis_dv,NA,6.1,5.7,6.6,NA,P,FALSE,TRUE,TRUE +578_1,2012,2022-01-01,USGS-01480870,nwis_dv,NA,9.6,9.2,10.2,NA,P,FALSE,FALSE,FALSE +579_1,2013,2022-01-01,USGS-01480500,nwis_dv,NA,8.7,8.3,9.9,NA,P,FALSE,FALSE,FALSE +580_1,2014,2022-01-01,USGS-01480617,nwis_dv,NA,9.8,9.4,10.9,NA,P; o,FALSE,FALSE,FALSE +587_1,2021,2022-01-01,"USGS-01478185, USGS-01478245",nwis_dv,NA,9.5,8.9,10.4,0.3,P; o,FALSE,FALSE,FALSE +596_1,2030,2022-01-01,USGS-01480000,nwis_dv,NA,9.2,8.6,10.5,NA,P,FALSE,FALSE,FALSE +599_1,2033,2022-01-01,USGS-01479000,nwis_dv,NA,9.2,8.6,10.5,NA,P,FALSE,FALSE,FALSE +6_1,1440,2022-01-01,USGS-01415000,nwis_dv,NA,5.5,4.7,6.1,NA,P,FALSE,FALSE,FALSE +60_1,1494,2022-01-01,USGS-01462000,nwis_dv,NA,6.3,5.9,8.1,NA,P,FALSE,FALSE,FALSE +600_1,2034,2022-01-01,USGS-01478650,nwis_dv,NA,9.1,8.6,9.8,NA,P,FALSE,FALSE,FALSE +602_1,2036,2022-01-01,USGS-01478000,nwis_dv,NA,9.3,8.9,10.1,NA,NA,FALSE,FALSE,FALSE +603_1,2037,2022-01-01,USGS-01481000,nwis_dv,NA,9.2,8.9,9.7,NA,P,FALSE,FALSE,FALSE +612_1,2046,2022-01-01,USGS-01481500,nwis_dv,NA,9,8.6,10.4,NA,P,FALSE,FALSE,FALSE +614_1,2048,2022-01-01,USGS-01480025,nwis_dv,NA,9.2,8.7,10.4,NA,P,FALSE,FALSE,FALSE +63_1,1497,2022-01-01,USGS-01460378,nwis_uv,NA,6.1,6,6.4,NA,P,FALSE,FALSE,FALSE +64_1,1498,2022-01-01,USGS-01463500,nwis_dv,NA,6,5.7,6.4,NA,P,FALSE,TRUE,TRUE +7_1,1441,2022-01-01,USGS-01414500,nwis_dv,NA,5.6,4.8,6.3,NA,P,FALSE,FALSE,FALSE +857_1,2291,2022-01-01,USGS-01471875,nwis_dv,NA,9.1,8.7,9.6,NA,o,FALSE,FALSE,FALSE +863_1,2297,2022-01-01,USGS-01472157,nwis_dv,NA,8.8,8.3,10,NA,P,FALSE,FALSE,FALSE +865_1,2299,2022-01-01,USGS-01473169,nwis_dv,NA,10.4,10,11,NA,P; o,FALSE,FALSE,FALSE +869_1,2303,2022-01-01,USGS-01473000,nwis_dv,NA,8.6,8,10.3,NA,NA,FALSE,FALSE,FALSE +898_1,2332,2022-01-01,USGS-01470779,nwis_dv,NA,9.6,9.2,10,NA,P; o,FALSE,FALSE,FALSE +899_1,2333,2022-01-01,USGS-01470960,nwis_dv,NA,4.9,4.8,5,NA,P,FALSE,FALSE,FALSE +904_1,2338,2022-01-01,USGS-01474500,nwis_dv,NA,7,6.6,7.5,NA,P,FALSE,TRUE,TRUE diff --git a/in_data/example_data/example_temp_drb_220101_2.csv b/in_data/example_data/example_temp_drb_220101_2.csv new file mode 100644 index 0000000..cd3b392 --- /dev/null +++ b/in_data/example_data/example_temp_drb_220101_2.csv @@ -0,0 +1,103 @@ +subseg_id,seg_id_nat,date,site_id,source,time,mean_temp_c,min_temp_c,max_temp_c,sd_mean_temp_c,flag,in_time_holdout,in_space_holdout,test +122_1,1556,2022-01-01,USGS-01423000,nwis_dv,NA,5.7,5.1,6.2,NA,P,FALSE,FALSE,FALSE +124_1,1558,2022-01-01,USGS-01425805,nwis_dv,NA,5.3,4.7,5.8,NA,P,FALSE,FALSE,FALSE +1252_1,2686,2022-01-01,USGS-01483700,nwis_dv,NA,8.7,8.2,9.4,NA,P,FALSE,FALSE,FALSE +1260_1,2694,2022-01-01,USGS-01484100,nwis_dv,NA,12.6,11.7,13.3,NA,P; o,FALSE,FALSE,FALSE +131_1,1565,2022-01-01,"NYDEC-West Branch Delaware River S4, NYDEC-West Branch Delaware River S5, NYDEC-West Branch Delaware River S6",ecosheds,NA,5.5,5,5.8,0.2,NA,FALSE,FALSE,FALSE +132_1,1566,2022-01-01,USGS-01425000,nwis_dv,NA,5.7,5.6,5.8,NA,P,FALSE,FALSE,FALSE +134_1,1568,2022-01-01,USGS-01428500,nwis_dv,NA,5.5,5.1,5.9,NA,P,FALSE,FALSE,FALSE +135_1,1569,2022-01-01,USGS-01428000,nwis_dv,NA,5,4.7,5.3,NA,P,FALSE,FALSE,FALSE +136_1,1570,2022-01-01,USGS-01427500,nwis_dv,NA,6.1,5.8,6.5,NA,P,FALSE,FALSE,FALSE +137_1,1571,2022-01-01,USGS-01427000,nwis_dv,NA,5.8,5.4,6.1,NA,P,FALSE,FALSE,FALSE +139_1,1573,2022-01-01,USGS-01427207,nwis_dv,NA,5.8,5.5,6.1,NA,P,FALSE,FALSE,FALSE +140_1,1574,2022-01-01,NYDEC-Delaware River D2,ecosheds,NA,5.6,5.4,5.8,NA,NA,FALSE,FALSE,FALSE +141_1,1575,2022-01-01,USGS-01427195,nwis_dv,NA,5.1,4.6,5.5,NA,P,FALSE,FALSE,FALSE +144_1,1578,2022-01-01,USGS-01427510,nwis_dv,NA,5.8,5.4,6.1,NA,P,FALSE,TRUE,TRUE +15_1,1449,2022-01-01,USGS-01417000,nwis_dv,NA,6.8,6.7,7,NA,P,FALSE,FALSE,FALSE +152_1,1586,2022-01-01,USGS-01428750,nwis_dv,NA,5.5,5.1,6.1,NA,P,FALSE,FALSE,FALSE +154_1,1588,2022-01-01,USGS-01429000,nwis_dv,NA,3.6,3.6,3.8,NA,NA,FALSE,FALSE,FALSE +158_1,1592,2022-01-01,"USGS-01432055, USGS-01432110",nwis_dv,NA,5.4,4.4,5.9,0.1,P,FALSE,FALSE,FALSE +16_1,1450,2022-01-01,USGS-01417500,nwis_dv,NA,6.4,6,6.7,NA,P,FALSE,FALSE,FALSE +167_1,1601,2022-01-01,USGS-01431500,nwis_dv,NA,5.3,5,5.7,NA,NA,FALSE,FALSE,FALSE +2_1,1436,2022-01-01,USGS-01413398,nwis_uv,NA,4.9,4.4,5.7,NA,P,FALSE,FALSE,FALSE +200_1,1634,2022-01-01,USGS-01434021,nwis_dv,NA,3.5,3,3.9,NA,P,FALSE,FALSE,FALSE +202_1,1636,2022-01-01,USGS-01434017,nwis_dv,NA,4,3.7,4.3,NA,P,FALSE,FALSE,FALSE +203_1,1637,2022-01-01,USGS-01434498,nwis_dv,NA,4.5,4.1,4.9,NA,P,FALSE,FALSE,FALSE +204_1,1638,2022-01-01,USGS-01436000,nwis_dv,NA,5.3,5.2,5.4,NA,NA,FALSE,FALSE,FALSE +206_1,1640,2022-01-01,USGS-01433005,nwis_dv,NA,4.4,4.4,4.5,NA,P,FALSE,FALSE,FALSE +207_1,1641,2022-01-01,USGS-01436690,nwis_dv,NA,5.8,5.6,6,NA,P,FALSE,FALSE,FALSE +208_1,1642,2022-01-01,USGS-01434025,nwis_dv,NA,3.5,3.1,3.9,NA,P,FALSE,FALSE,FALSE +21_1,1455,2022-01-01,USGS-01419500,nwis_dv,NA,4.6,4.2,4.9,NA,P,FALSE,TRUE,TRUE +210_1,1644,2022-01-01,USGS-0143400680,nwis_dv,NA,3.6,3.2,3.8,NA,P,FALSE,FALSE,FALSE +211_1,1645,2022-01-01,USGS-01435000,nwis_dv,NA,4.6,4.3,4.9,NA,P,FALSE,FALSE,FALSE +212_1,1646,2022-01-01,"USGS-01437100, USGS-01437349",nwis_dv,NA,5.8,5,6.5,0.5,P,FALSE,FALSE,FALSE +2126_1,3560,2022-01-01,USGS-01411456,nwis_uv,NA,10.3,10,10.7,NA,P; o,FALSE,FALSE,FALSE +213_1,1647,2022-01-01,USGS-01433500,nwis_dv,NA,4.3,4,4.5,NA,P,FALSE,FALSE,FALSE +2136_1,3570,2022-01-01,USGS-01411500,nwis_dv,NA,10.1,9.5,10.7,NA,P; o,FALSE,TRUE,TRUE +219_1,1653,2022-01-01,USGS-01437500,nwis_dv,NA,6.3,5.9,6.6,NA,P,FALSE,FALSE,FALSE +220_1,1654,2022-01-01,USGS-01440000,nwis_dv,NA,7.4,6.9,7.9,NA,P; o,FALSE,FALSE,FALSE +222_1,1656,2022-01-01,USGS-01432805,nwis_dv,NA,5.4,5.1,5.8,NA,P,FALSE,FALSE,FALSE +224_1,1658,2022-01-01,USGS-01434000,nwis_dv,NA,5.5,5.1,5.8,NA,NA,FALSE,FALSE,FALSE +225_1,1659,2022-01-01,USGS-01438500,nwis_dv,NA,NA,5.3,6,NA,P,FALSE,FALSE,FALSE +23_1,1457,2022-01-01,USGS-01420500,nwis_dv,NA,5.1,4.8,5.5,NA,P,FALSE,FALSE,FALSE +232_1,1666,2022-01-01,USGS-01440400,nwis_dv,NA,7.1,6.8,7.5,NA,o,FALSE,FALSE,FALSE +233_1,1667,2022-01-01,USGS-01439500,nwis_dv,NA,6.6,6.2,7.1,NA,o,FALSE,FALSE,FALSE +249_1,1683,2022-01-01,USGS-01447500,nwis_dv,NA,6,5.7,6.3,NA,NA,FALSE,FALSE,FALSE +250_1,1684,2022-01-01,USGS-01447720,nwis_dv,NA,5.5,5.1,5.9,NA,NA,FALSE,FALSE,FALSE +261_1,1695,2022-01-01,USGS-01447800,nwis_dv,NA,4.8,4.4,5.6,NA,NA,FALSE,FALSE,FALSE +263_1,1697,2022-01-01,USGS-01449800,nwis_dv,NA,6.5,6.4,6.7,NA,P,FALSE,TRUE,TRUE +265_1,1699,2022-01-01,USGS-01451800,nwis_dv,NA,8,7.4,8.7,NA,NA,FALSE,FALSE,FALSE +267_1,1701,2022-01-01,USGS-01451650,nwis_dv,NA,10.8,10.5,11.2,NA,P; o,FALSE,FALSE,FALSE +268_1,1702,2022-01-01,USGS-01451380,nwis_dv,NA,9.9,9.3,10.6,NA,o,FALSE,FALSE,FALSE +269_1,1703,2022-01-01,USGS-01449360,nwis_dv,NA,8.3,8,8.6,NA,P,FALSE,TRUE,TRUE +273_1,1707,2022-01-01,USGS-01451500,nwis_dv,NA,10.5,10.1,10.9,NA,o,FALSE,FALSE,FALSE +28_1,1462,2022-01-01,USGS-01421000,nwis_dv,NA,6.1,5.6,6.4,NA,P,FALSE,FALSE,FALSE +3_2,1437,2022-01-01,USGS-01413500,nwis_dv,NA,5.4,4.8,6,NA,P,FALSE,FALSE,FALSE +328_1,1762,2022-01-01,USGS-01465500,nwis_dv,NA,8.7,8.2,9.5,NA,P; o,FALSE,FALSE,FALSE +329_1,1763,2022-01-01,USGS-01464330,nwis_uv,NA,8.8,8.4,9.3,NA,P; o,FALSE,FALSE,FALSE +330_1,1764,2022-01-01,USGS-01464504,nwis_uv,NA,8.5,8.2,9.1,NA,P; o,FALSE,FALSE,FALSE +331_1,1765,2022-01-01,USGS-01464500,nwis_dv,NA,9,8.5,9.7,NA,P; o,FALSE,FALSE,FALSE +332_1,1766,2022-01-01,USGS-01464040,nwis_dv,NA,6.3,6,6.8,NA,P,FALSE,FALSE,FALSE +347_1,1781,2022-01-01,USGS-01467024,nwis_dv,NA,6.4,4.8,8,NA,P,FALSE,FALSE,FALSE +350_1,1784,2022-01-01,USGS-01467087,nwis_dv,NA,9.9,9.2,13,NA,P; o,FALSE,FALSE,FALSE +353_1,1787,2022-01-01,USGS-01467005,nwis_dv,NA,8.7,8.3,9.4,NA,P,FALSE,FALSE,FALSE +354_1,1788,2022-01-01,"USGS-01465950, USGS-0146597010, USGS-01465980",nwis_uv,NA,7.3,6.1,8.9,0.8,P,FALSE,FALSE,FALSE +355_1,1789,2022-01-01,"USGS-01466081, USGS-01466088, USGS-01466100",nwis_uv,NA,9.7,9,10.4,0.3,P,FALSE,FALSE,FALSE +356_1,1790,2022-01-01,USGS-01465850,nwis_dv,NA,9,8.5,9.6,NA,P,FALSE,FALSE,FALSE +358_1,1792,2022-01-01,USGS-01467000,nwis_dv,NA,8.6,8.2,9,NA,P,FALSE,FALSE,FALSE +359_1,1793,2022-01-01,USGS-01466900,nwis_dv,NA,9.4,9.1,9.9,NA,P,FALSE,FALSE,FALSE +360_1,1794,2022-01-01,USGS-01466500,nwis_dv,NA,9.9,9.7,10.1,NA,P,FALSE,FALSE,FALSE +361_1,1795,2022-01-01,USGS-01465854,nwis_uv,NA,8.6,8.2,9.2,NA,P,FALSE,FALSE,FALSE +370_1,1804,2022-01-01,USGS-01467081,nwis_dv,NA,10.8,10.1,11.8,NA,P; o,FALSE,FALSE,FALSE +372_1,1806,2022-01-01,USGS-01475510,nwis_dv,NA,9.9,9.2,11.5,NA,P; o,FALSE,FALSE,FALSE +374_1,1808,2022-01-01,"USGS-01477070, USGS-01477120",nwis_dv,NA,9.9,9,11.2,0.8,P; o,FALSE,FALSE,FALSE +376_1,1810,2022-01-01,USGS-01467059,nwis_dv,NA,5.2,4.7,5.6,NA,P,FALSE,FALSE,FALSE +380_1,1814,2022-01-01,USGS-01467194,nwis_uv,NA,5.9,5.6,6.9,NA,P,FALSE,FALSE,FALSE +381_1,1815,2022-01-01,USGS-01467150,nwis_dv,NA,9.9,9.5,10.9,NA,P; o,FALSE,FALSE,FALSE +51_2,1485,2022-01-01,USGS-01446500,nwis_dv,NA,6.3,5.8,7,NA,P,FALSE,FALSE,FALSE +55_1,1489,2022-01-01,USGS-01457500,nwis_dv,NA,5.9,5.6,6.4,NA,P,FALSE,FALSE,FALSE +57_1,1491,2022-01-01,USGS-01458500,nwis_dv,NA,5.8,5.5,6.3,NA,P,FALSE,FALSE,FALSE +573_1,2007,2022-01-01,USGS-01480400,nwis_dv,NA,6.1,5.7,6.6,NA,P,FALSE,TRUE,TRUE +578_1,2012,2022-01-01,USGS-01480870,nwis_dv,NA,9.6,9.2,10.2,NA,P,FALSE,FALSE,FALSE +579_1,2013,2022-01-01,USGS-01480500,nwis_dv,NA,8.7,8.3,9.9,NA,P,FALSE,FALSE,FALSE +580_1,2014,2022-01-01,USGS-01480617,nwis_dv,NA,9.8,9.4,10.9,NA,P; o,FALSE,FALSE,FALSE +587_1,2021,2022-01-01,"USGS-01478185, USGS-01478245",nwis_dv,NA,9.5,8.9,10.4,0.3,P; o,FALSE,FALSE,FALSE +596_1,2030,2022-01-01,USGS-01480000,nwis_dv,NA,9.2,8.6,10.5,NA,P,FALSE,FALSE,FALSE +599_1,2033,2022-01-01,USGS-01479000,nwis_dv,NA,9.2,8.6,10.5,NA,P,FALSE,FALSE,FALSE +6_1,1440,2022-01-01,USGS-01415000,nwis_dv,NA,5.5,4.7,6.1,NA,P,FALSE,FALSE,FALSE +60_1,1494,2022-01-01,USGS-01462000,nwis_dv,NA,6.3,5.9,8.1,NA,P,FALSE,FALSE,FALSE +600_1,2034,2022-01-01,USGS-01478650,nwis_dv,NA,9.1,8.6,9.8,NA,P,FALSE,FALSE,FALSE +602_1,2036,2022-01-01,USGS-01478000,nwis_dv,NA,9.3,8.9,10.1,NA,NA,FALSE,FALSE,FALSE +603_1,2037,2022-01-01,USGS-01481000,nwis_dv,NA,9.2,8.9,9.7,NA,P,FALSE,FALSE,FALSE +612_1,2046,2022-01-01,USGS-01481500,nwis_dv,NA,9,8.6,10.4,NA,P,FALSE,FALSE,FALSE +614_1,2048,2022-01-01,USGS-01480025,nwis_dv,NA,9.2,8.7,10.4,NA,P,FALSE,FALSE,FALSE +63_1,1497,2022-01-01,USGS-01460378,nwis_uv,NA,6.1,6,6.4,NA,P,FALSE,FALSE,FALSE +64_1,1498,2022-01-01,USGS-01463500,nwis_dv,NA,6,5.7,6.4,NA,P,FALSE,TRUE,TRUE +7_1,1441,2022-01-01,USGS-01414500,nwis_dv,NA,5.6,4.8,6.3,NA,P,FALSE,FALSE,FALSE +857_1,2291,2022-01-01,USGS-01471875,nwis_dv,NA,9.1,8.7,9.6,NA,o,FALSE,FALSE,FALSE +863_1,2297,2022-01-01,USGS-01472157,nwis_dv,NA,8.8,8.3,10,NA,P,FALSE,FALSE,FALSE +865_1,2299,2022-01-01,USGS-01473169,nwis_dv,NA,10.4,10,11,NA,P; o,FALSE,FALSE,FALSE +869_1,2303,2022-01-01,USGS-01473000,nwis_dv,NA,8.6,8,10.3,NA,NA,FALSE,FALSE,FALSE +898_1,2332,2022-01-01,USGS-01470779,nwis_dv,NA,9.6,9.2,10,NA,P; o,FALSE,FALSE,FALSE +899_1,2333,2022-01-01,USGS-01470960,nwis_dv,NA,4.9,4.8,5,NA,P,FALSE,FALSE,FALSE +904_1,2338,2022-01-01,USGS-01474500,nwis_dv,NA,7,6.6,7.5,NA,P,FALSE,TRUE,TRUE diff --git a/in_data/example_data/gridmet_sample1.csv b/in_data/example_data/gridmet_sample1.csv new file mode 100644 index 0000000..15fd619 --- /dev/null +++ b/in_data/example_data/gridmet_sample1.csv @@ -0,0 +1,6 @@ +PRMS_segid,time,area,pr,tmmx,tmmn,srad,vs,rmax,rmin,sph +10_1,1979-01-01,5408909.746915866,1.53,51.53,39.83,41.9,8.2,76.6,59.6,0.0 +10_1,1979-01-02,5408909.746915866,1.73,50.27,26.51,27.6,4.2,83.5,55.0,0.0 +10_1,1979-01-03,5408909.746915866,0.09,28.13,5.09,74.8,8.6,86.8,36.0,0.0 +10_1,1979-01-04,5408909.746915866,0.0,16.25,5.63,68.2,7.9,59.3,38.7,0.0 +10_1,1979-01-05,5408909.746915866,0.08,16.97,7.97,91.8,5.4,59.0,39.2,0.0 diff --git a/in_data/example_data/gridmet_sample2.csv b/in_data/example_data/gridmet_sample2.csv new file mode 100644 index 0000000..851c562 --- /dev/null +++ b/in_data/example_data/gridmet_sample2.csv @@ -0,0 +1,6 @@ +PRMS_segid,time,area,pr,tmmx,tmmn,srad,vs,rmax,rmin,sph +10_1,1/1/80,5408909.747,1.53,51.53,39.83,41.9,8.2,76.6,59.6,0 +10_1,1/2/80,5408909.747,1.73,50.27,26.51,27.6,4.2,83.5,55,0 +10_1,1/3/80,5408909.747,0.09,28.13,5.09,74.8,8.6,86.8,36,0 +10_1,1/4/80,5408909.747,0,16.25,5.63,68.2,7.9,59.3,38.7,0 +10_1,1/5/80,5408909.747,0.08,16.97,7.97,91.8,5.4,59,39.2,0 \ No newline at end of file diff --git a/in_data/example_data/predictions_data_1.csv b/in_data/example_data/predictions_data_1.csv new file mode 100644 index 0000000..5cb3f9f --- /dev/null +++ b/in_data/example_data/predictions_data_1.csv @@ -0,0 +1,201 @@ +seg_id_nat,issue_time,time,model_name,max_temp_c_predicted,max_temp_l90,max_temp_u90,prob_exceed_75,lead_time,max_temp_c,site_name,scenario +1450,2021-04-16,2021-04-16,DA,8.47,7.24,9.74,0,0,8.4,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-16,no_DA,8.45,7.31,9.62,0,0,8.4,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-17,DA,8.05,7.05,9.09,0,1,7.6,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-17,no_DA,8.04,7.06,9.08,0,1,7.6,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-18,DA,8.54,7.33,9.83,0,2,9,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-18,no_DA,8.53,7.31,9.85,0,2,9,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-19,DA,9.51,8.03,10.99,0,3,10.2,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-19,no_DA,9.51,8.03,11.02,0,3,10.2,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-20,DA,10.59,8.74,12.48,0,4,10.9,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-20,no_DA,10.6,8.77,12.56,0,4,10.9,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-21,DA,8.91,7.4,10.79,0,5,9.3,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-21,no_DA,8.89,7.44,10.67,0,5,9.3,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-22,DA,9.03,7.37,11.15,0,6,6.7,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-22,no_DA,9.03,7.35,11.07,0,6,6.7,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-23,DA,9.47,7.31,11.92,0,7,10.5,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-23,no_DA,9.49,7.39,11.86,0,7,10.5,EBDR @ Harvard,+0cfs +1565,2021-04-16,2021-04-16,DA,7.15,5.9,8.36,0,0,7.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-16,no_DA,7.03,5.86,8.14,0,0,7.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-17,DA,7.06,5.99,8.16,0,1,7.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-17,no_DA,7,5.94,8.04,0,1,7.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-18,DA,7.86,6.48,9.29,0,2,8.6,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-18,no_DA,7.82,6.43,9.28,0,2,8.6,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-19,DA,8.91,7.04,10.72,0,3,8.9,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-19,no_DA,8.87,7.04,10.66,0,3,8.9,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-20,DA,9.72,7.69,11.71,0,4,9.9,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-20,no_DA,9.68,7.62,11.64,0,4,9.9,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-21,DA,8.22,6.57,10.22,0,5,8.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-21,no_DA,8.2,6.5,10.32,0,5,8.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-22,DA,8.81,6.83,10.86,0,6,6.8,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-22,no_DA,8.79,6.84,10.96,0,6,6.8,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-23,DA,9.28,6.89,11.67,0,7,10.1,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-23,no_DA,9.26,6.92,11.56,0,7,10.1,WBDR @ Hale Eddy,+0cfs +1571,2021-04-16,2021-04-16,DA,8.23,6.94,9.46,0,0,7.8,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-16,no_DA,8.02,6.8,9.17,0,0,7.8,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-17,DA,7.93,6.8,9.06,0,1,7.5,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-17,no_DA,7.82,6.76,8.93,0,1,7.5,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-18,DA,8.55,7.26,9.84,0,2,9.3,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-18,no_DA,8.48,7.16,9.72,0,2,9.3,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-19,DA,9.5,8,10.94,0,3,10.2,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-19,no_DA,9.41,7.88,10.8,0,3,10.2,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-20,DA,10.34,8.66,11.96,0,4,10.8,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-20,no_DA,10.26,8.58,11.94,0,4,10.8,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-21,DA,8.74,7.32,10.47,0,5,9.3,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-21,no_DA,8.67,7.24,10.34,0,5,9.3,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-22,DA,8.96,7.36,10.75,0,6,6.4,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-22,no_DA,8.87,7.2,10.68,0,6,6.4,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-23,DA,9.38,7.28,11.4,0,7,10.4,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-23,no_DA,9.32,7.17,11.4,0,7,10.4,WBDR @ Hancock,+0cfs +1573,2021-04-16,2021-04-16,DA,8.94,7.89,9.93,0,0,8.7,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-16,no_DA,8.98,7.98,9.89,0,0,8.7,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-17,DA,8.57,7.59,9.52,0,1,7.9,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-17,no_DA,8.59,7.67,9.48,0,1,7.9,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-18,DA,8.89,7.77,9.98,0,2,8.9,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-18,no_DA,8.9,7.81,9.96,0,2,8.9,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-19,DA,9.51,8.2,10.73,0,3,10,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-19,no_DA,9.53,8.2,10.75,0,3,10,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-20,DA,10.39,8.93,11.84,0,4,9.8,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-20,no_DA,10.4,8.96,11.87,0,4,9.8,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-21,DA,9.25,8,10.58,0,5,9.6,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-21,no_DA,9.27,8.06,10.61,0,5,9.6,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-22,DA,9.19,7.79,10.61,0,6,7.1,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-22,no_DA,9.19,7.78,10.68,0,6,7.1,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-23,DA,9.5,7.8,11.21,0,7,9.1,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-23,no_DA,9.51,7.82,11.15,0,7,9.1,DR @ Lordville,+0cfs +1641,2021-04-16,2021-04-16,DA,9.59,8.37,10.77,0,0,8.8,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-16,no_DA,9.75,8.6,10.87,0,0,8.8,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-17,DA,9.42,8.32,10.43,0,1,8.9,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-17,no_DA,9.51,8.48,10.48,0,1,8.9,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-18,DA,9.99,8.71,11.3,0,2,9.9,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-18,no_DA,10.05,8.77,11.36,0,2,9.9,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-19,DA,10.81,9.36,12.2,0,3,10.9,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-19,no_DA,10.85,9.4,12.27,0,3,10.9,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-20,DA,11.94,10.38,13.44,0,4,14.2,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-20,no_DA,11.97,10.41,13.51,0,4,14.2,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-21,DA,10.11,8.62,11.68,0,5,11.4,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-21,no_DA,10.13,8.58,11.79,0,5,11.4,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-22,DA,10.68,8.86,12.53,0,6,8,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-22,no_DA,10.71,8.85,12.59,0,6,8,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-23,DA,11.21,9.17,13.22,0,7,11.3,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-23,no_DA,11.24,9.23,13.28,0,7,11.3,NR @ Bridgeville,+0cfs +1450,2021-04-16,2021-04-16,persistence,9.3,NA,NA,NA,0,8.4,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-17,persistence,9.3,NA,NA,NA,1,7.6,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-18,persistence,9.3,NA,NA,NA,2,9,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-19,persistence,9.3,NA,NA,NA,3,10.2,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-20,persistence,9.3,NA,NA,NA,4,10.9,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-21,persistence,9.3,NA,NA,NA,5,9.3,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-22,persistence,9.3,NA,NA,NA,6,6.7,EBDR @ Harvard,+0cfs +1450,2021-04-16,2021-04-23,persistence,9.3,NA,NA,NA,7,10.5,EBDR @ Harvard,+0cfs +1565,2021-04-16,2021-04-16,persistence,7.4,NA,NA,NA,0,7.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-17,persistence,7.4,NA,NA,NA,1,7.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-18,persistence,7.4,NA,NA,NA,2,8.6,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-19,persistence,7.4,NA,NA,NA,3,8.9,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-20,persistence,7.4,NA,NA,NA,4,9.9,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-21,persistence,7.4,NA,NA,NA,5,8.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-22,persistence,7.4,NA,NA,NA,6,6.8,WBDR @ Hale Eddy,+0cfs +1565,2021-04-16,2021-04-23,persistence,7.4,NA,NA,NA,7,10.1,WBDR @ Hale Eddy,+0cfs +1571,2021-04-16,2021-04-16,persistence,8.3,NA,NA,NA,0,7.8,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-17,persistence,8.3,NA,NA,NA,1,7.5,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-18,persistence,8.3,NA,NA,NA,2,9.3,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-19,persistence,8.3,NA,NA,NA,3,10.2,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-20,persistence,8.3,NA,NA,NA,4,10.8,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-21,persistence,8.3,NA,NA,NA,5,9.3,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-22,persistence,8.3,NA,NA,NA,6,6.4,WBDR @ Hancock,+0cfs +1571,2021-04-16,2021-04-23,persistence,8.3,NA,NA,NA,7,10.4,WBDR @ Hancock,+0cfs +1573,2021-04-16,2021-04-16,persistence,10.4,NA,NA,NA,0,8.7,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-17,persistence,10.4,NA,NA,NA,1,7.9,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-18,persistence,10.4,NA,NA,NA,2,8.9,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-19,persistence,10.4,NA,NA,NA,3,10,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-20,persistence,10.4,NA,NA,NA,4,9.8,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-21,persistence,10.4,NA,NA,NA,5,9.6,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-22,persistence,10.4,NA,NA,NA,6,7.1,DR @ Lordville,+0cfs +1573,2021-04-16,2021-04-23,persistence,10.4,NA,NA,NA,7,9.1,DR @ Lordville,+0cfs +1641,2021-04-16,2021-04-16,persistence,11,NA,NA,NA,0,8.8,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-17,persistence,11,NA,NA,NA,1,8.9,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-18,persistence,11,NA,NA,NA,2,9.9,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-19,persistence,11,NA,NA,NA,3,10.9,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-20,persistence,11,NA,NA,NA,4,14.2,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-21,persistence,11,NA,NA,NA,5,11.4,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-22,persistence,11,NA,NA,NA,6,8,NR @ Bridgeville,+0cfs +1641,2021-04-16,2021-04-23,persistence,11,NA,NA,NA,7,11.3,NR @ Bridgeville,+0cfs +1450,2021-04-16,2021-04-16,DA,8.46,7.23,9.7,0,0,NA,NA,+100cfs +1450,2021-04-16,2021-04-16,no_DA,8.45,7.29,9.64,0,0,NA,NA,+100cfs +1450,2021-04-16,2021-04-17,DA,8.06,7.04,9.1,0,1,NA,NA,+100cfs +1450,2021-04-16,2021-04-17,no_DA,8.04,7.04,9.11,0,1,NA,NA,+100cfs +1450,2021-04-16,2021-04-18,DA,8.55,7.32,9.87,0,2,NA,NA,+100cfs +1450,2021-04-16,2021-04-18,no_DA,8.55,7.33,9.86,0,2,NA,NA,+100cfs +1450,2021-04-16,2021-04-19,DA,9.52,8.03,11.02,0,3,NA,NA,+100cfs +1450,2021-04-16,2021-04-19,no_DA,9.5,8.02,10.97,0,3,NA,NA,+100cfs +1450,2021-04-16,2021-04-20,DA,10.62,8.81,12.57,0,4,NA,NA,+100cfs +1450,2021-04-16,2021-04-20,no_DA,10.61,8.75,12.61,0,4,NA,NA,+100cfs +1450,2021-04-16,2021-04-21,DA,8.92,7.44,10.69,0,5,NA,NA,+100cfs +1450,2021-04-16,2021-04-21,no_DA,8.9,7.41,10.73,0,5,NA,NA,+100cfs +1450,2021-04-16,2021-04-22,DA,9.05,7.41,11.11,0,6,NA,NA,+100cfs +1450,2021-04-16,2021-04-22,no_DA,9.03,7.36,11.06,0,6,NA,NA,+100cfs +1450,2021-04-16,2021-04-23,DA,9.5,7.41,11.88,0,7,NA,NA,+100cfs +1450,2021-04-16,2021-04-23,no_DA,9.49,7.35,11.86,0,7,NA,NA,+100cfs +1565,2021-04-16,2021-04-16,DA,7.14,5.92,8.28,0,0,NA,NA,+100cfs +1565,2021-04-16,2021-04-16,no_DA,7.01,5.86,8.16,0,0,NA,NA,+100cfs +1565,2021-04-16,2021-04-17,DA,7.05,5.95,8.15,0,1,NA,NA,+100cfs +1565,2021-04-16,2021-04-17,no_DA,6.98,5.96,8.03,0,1,NA,NA,+100cfs +1565,2021-04-16,2021-04-18,DA,7.86,6.46,9.28,0,2,NA,NA,+100cfs +1565,2021-04-16,2021-04-18,no_DA,7.8,6.44,9.21,0,2,NA,NA,+100cfs +1565,2021-04-16,2021-04-19,DA,8.92,7.13,10.7,0,3,NA,NA,+100cfs +1565,2021-04-16,2021-04-19,no_DA,8.86,7.07,10.6,0,3,NA,NA,+100cfs +1565,2021-04-16,2021-04-20,DA,9.71,7.58,11.7,0,4,NA,NA,+100cfs +1565,2021-04-16,2021-04-20,no_DA,9.67,7.59,11.55,0,4,NA,NA,+100cfs +1565,2021-04-16,2021-04-21,DA,8.22,6.55,10.24,0,5,NA,NA,+100cfs +1565,2021-04-16,2021-04-21,no_DA,8.19,6.52,10.17,0,5,NA,NA,+100cfs +1565,2021-04-16,2021-04-22,DA,8.81,6.78,10.92,0,6,NA,NA,+100cfs +1565,2021-04-16,2021-04-22,no_DA,8.76,6.77,10.87,0,6,NA,NA,+100cfs +1565,2021-04-16,2021-04-23,DA,9.28,6.86,11.62,0,7,NA,NA,+100cfs +1565,2021-04-16,2021-04-23,no_DA,9.23,6.87,11.59,0,7,NA,NA,+100cfs +1571,2021-04-16,2021-04-16,DA,8.21,6.94,9.42,0,0,NA,NA,+100cfs +1571,2021-04-16,2021-04-16,no_DA,8.02,6.82,9.15,0,0,NA,NA,+100cfs +1571,2021-04-16,2021-04-17,DA,7.93,6.84,9.02,0,1,NA,NA,+100cfs +1571,2021-04-16,2021-04-17,no_DA,7.84,6.77,8.9,0,1,NA,NA,+100cfs +1571,2021-04-16,2021-04-18,DA,8.56,7.26,9.82,0,2,NA,NA,+100cfs +1571,2021-04-16,2021-04-18,no_DA,8.48,7.19,9.71,0,2,NA,NA,+100cfs +1571,2021-04-16,2021-04-19,DA,9.5,8,10.9,0,3,NA,NA,+100cfs +1571,2021-04-16,2021-04-19,no_DA,9.42,8,10.81,0,3,NA,NA,+100cfs +1571,2021-04-16,2021-04-20,DA,10.34,8.65,11.95,0,4,NA,NA,+100cfs +1571,2021-04-16,2021-04-20,no_DA,10.28,8.65,11.88,0,4,NA,NA,+100cfs +1571,2021-04-16,2021-04-21,DA,8.73,7.31,10.39,0,5,NA,NA,+100cfs +1571,2021-04-16,2021-04-21,no_DA,8.68,7.27,10.3,0,5,NA,NA,+100cfs +1571,2021-04-16,2021-04-22,DA,8.93,7.28,10.79,0,6,NA,NA,+100cfs +1571,2021-04-16,2021-04-22,no_DA,8.9,7.26,10.7,0,6,NA,NA,+100cfs +1571,2021-04-16,2021-04-23,DA,9.38,7.31,11.45,0,7,NA,NA,+100cfs +1571,2021-04-16,2021-04-23,no_DA,9.34,7.16,11.32,0,7,NA,NA,+100cfs +1573,2021-04-16,2021-04-16,DA,8.92,7.92,9.87,0,0,NA,NA,+100cfs +1573,2021-04-16,2021-04-16,no_DA,8.99,8.01,9.91,0,0,NA,NA,+100cfs +1573,2021-04-16,2021-04-17,DA,8.55,7.61,9.46,0,1,NA,NA,+100cfs +1573,2021-04-16,2021-04-17,no_DA,8.6,7.64,9.5,0,1,NA,NA,+100cfs +1573,2021-04-16,2021-04-18,DA,8.87,7.76,9.92,0,2,NA,NA,+100cfs +1573,2021-04-16,2021-04-18,no_DA,8.89,7.79,9.94,0,2,NA,NA,+100cfs +1573,2021-04-16,2021-04-19,DA,9.5,8.19,10.71,0,3,NA,NA,+100cfs +1573,2021-04-16,2021-04-19,no_DA,9.52,8.21,10.72,0,3,NA,NA,+100cfs +1573,2021-04-16,2021-04-20,DA,10.4,8.95,11.84,0,4,NA,NA,+100cfs +1573,2021-04-16,2021-04-20,no_DA,10.41,8.95,11.83,0,4,NA,NA,+100cfs +1573,2021-04-16,2021-04-21,DA,9.26,8.05,10.55,0,5,NA,NA,+100cfs +1573,2021-04-16,2021-04-21,no_DA,9.26,8.01,10.61,0,5,NA,NA,+100cfs +1573,2021-04-16,2021-04-22,DA,9.19,7.74,10.63,0,6,NA,NA,+100cfs +1573,2021-04-16,2021-04-22,no_DA,9.21,7.79,10.67,0,6,NA,NA,+100cfs +1573,2021-04-16,2021-04-23,DA,9.51,7.8,11.17,0,7,NA,NA,+100cfs +1573,2021-04-16,2021-04-23,no_DA,9.51,7.77,11.21,0,7,NA,NA,+100cfs +1641,2021-04-16,2021-04-16,DA,9.62,8.41,10.79,0,0,NA,NA,+100cfs +1641,2021-04-16,2021-04-16,no_DA,9.74,8.61,10.86,0,0,NA,NA,+100cfs +1641,2021-04-16,2021-04-17,DA,9.43,8.36,10.45,0,1,NA,NA,+100cfs +1641,2021-04-16,2021-04-17,no_DA,9.5,8.43,10.51,0,1,NA,NA,+100cfs +1641,2021-04-16,2021-04-18,DA,10.01,8.69,11.31,0,2,NA,NA,+100cfs +1641,2021-04-16,2021-04-18,no_DA,10.04,8.76,11.36,0,2,NA,NA,+100cfs +1641,2021-04-16,2021-04-19,DA,10.83,9.41,12.29,0,3,NA,NA,+100cfs +1641,2021-04-16,2021-04-19,no_DA,10.85,9.38,12.24,0,3,NA,NA,+100cfs +1641,2021-04-16,2021-04-20,DA,11.95,10.39,13.5,0,4,NA,NA,+100cfs +1641,2021-04-16,2021-04-20,no_DA,11.95,10.38,13.49,0,4,NA,NA,+100cfs +1641,2021-04-16,2021-04-21,DA,10.13,8.61,11.69,0,5,NA,NA,+100cfs +1641,2021-04-16,2021-04-21,no_DA,10.12,8.62,11.74,0,5,NA,NA,+100cfs +1641,2021-04-16,2021-04-22,DA,10.7,8.87,12.45,0,6,NA,NA,+100cfs +1641,2021-04-16,2021-04-22,no_DA,10.71,8.78,12.55,0,6,NA,NA,+100cfs +1641,2021-04-16,2021-04-23,DA,11.24,9.22,13.29,0,7,NA,NA,+100cfs +1641,2021-04-16,2021-04-23,no_DA,11.23,9.18,13.23,0,7,NA,NA,+100cfs diff --git a/in_data/example_data/predictions_data_2.csv b/in_data/example_data/predictions_data_2.csv new file mode 100644 index 0000000..303ec52 --- /dev/null +++ b/in_data/example_data/predictions_data_2.csv @@ -0,0 +1,201 @@ +seg_id_nat,issue_time,time,model_name,max_temp_c_predicted,max_temp_l90,max_temp_u90,prob_exceed_75,lead_time,max_temp_c,site_name,scenario +1450,2021-04-20,2021-04-20,DA,10.61,9.71,11.79,0,0,10.9,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-20,no_DA,10.61,9.62,11.86,0,0,10.9,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-21,DA,8.46,7.54,9.45,0,1,9.3,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-21,no_DA,8.47,7.51,9.51,0,1,9.3,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-22,DA,8.11,6.82,9.59,0,2,6.7,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-22,no_DA,8.06,6.8,9.57,0,2,6.7,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-23,DA,8.82,7.4,10.54,0,3,10.5,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-23,no_DA,8.81,7.36,10.56,0,3,10.5,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-24,DA,10,8.48,11.73,0,4,12.2,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-24,no_DA,9.99,8.48,11.7,0,4,12.2,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-25,DA,9.08,7.54,10.88,0,5,11.1,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-25,no_DA,9.07,7.56,10.78,0,5,11.1,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-26,DA,9.82,7.25,12.68,0,6,11.8,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-26,no_DA,9.76,7.28,12.55,0,6,11.8,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-27,DA,11.27,8.3,14.59,0,7,13.6,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-27,no_DA,11.23,8.29,14.31,0,7,13.6,EBDR @ Harvard,+0cfs +1565,2021-04-20,2021-04-20,DA,9.32,8.42,10.51,0,0,9.9,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-20,no_DA,9.28,8.34,10.41,0,0,9.9,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-21,DA,7.53,6.48,8.55,0,1,8.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-21,no_DA,7.48,6.44,8.54,0,1,8.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-22,DA,7.79,6.41,9.39,0,2,6.8,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-22,no_DA,7.78,6.38,9.41,0,2,6.8,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-23,DA,8.56,6.93,10.48,0,3,10.1,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-23,no_DA,8.53,6.83,10.5,0,3,10.1,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-24,DA,9.51,7.83,11.14,0,4,10.7,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-24,no_DA,9.46,7.82,11.07,0,4,10.7,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-25,DA,8.4,6.63,10.21,0,5,9.1,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-25,no_DA,8.36,6.56,10.2,0,5,9.1,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-26,DA,9.24,6.4,11.78,0,6,10.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-26,no_DA,9.2,6.35,11.91,0,6,10.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-27,DA,10.42,7.78,12.98,0,7,11.6,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-27,no_DA,10.38,7.65,13,0,7,11.6,WBDR @ Hale Eddy,+0cfs +1571,2021-04-20,2021-04-20,DA,10.29,9.53,11.23,0,0,10.8,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-20,no_DA,10.26,9.44,11.27,0,0,10.8,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-21,DA,8.34,7.33,9.37,0,1,9.3,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-21,no_DA,8.32,7.32,9.3,0,1,9.3,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-22,DA,7.94,6.66,9.42,0,2,6.4,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-22,no_DA,7.93,6.64,9.35,0,2,6.4,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-23,DA,8.78,7.28,10.38,0,3,10.4,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-23,no_DA,8.75,7.28,10.32,0,3,10.4,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-24,DA,9.8,8.42,11.17,0,4,11.6,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-24,no_DA,9.79,8.4,11.13,0,4,11.6,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-25,DA,8.87,7.37,10.41,0,5,10.5,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-25,no_DA,8.86,7.36,10.39,0,5,10.5,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-26,DA,9.56,7.11,11.82,0,6,11.2,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-26,no_DA,9.54,7.1,11.67,0,6,11.2,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-27,DA,10.76,8.22,13.12,0,7,12.9,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-27,no_DA,10.76,8.3,13.08,0,7,12.9,WBDR @ Hancock,+0cfs +1573,2021-04-20,2021-04-20,DA,10.44,9.81,11.18,0,0,9.8,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-20,no_DA,10.5,9.78,11.36,0,0,9.8,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-21,DA,9.01,8.25,9.72,0,1,9.6,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-21,no_DA,9.07,8.26,9.87,0,1,9.6,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-22,DA,8.4,7.4,9.51,0,2,7.1,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-22,no_DA,8.46,7.38,9.59,0,2,7.1,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-23,DA,9.03,7.84,10.3,0,3,9.1,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-23,no_DA,9.1,7.89,10.35,0,3,9.1,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-24,DA,9.86,8.64,11.09,0,4,11.4,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-24,no_DA,9.93,8.72,11.21,0,4,11.4,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-25,DA,9.48,8.16,10.85,0,5,11.5,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-25,no_DA,9.53,8.22,10.88,0,5,11.5,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-26,DA,9.95,8.03,11.91,0,6,11.1,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-26,no_DA,10.01,8.07,11.91,0,6,11.1,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-27,DA,11.12,8.72,13.64,0,7,12.8,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-27,no_DA,11.15,8.76,13.54,0,7,12.8,DR @ Lordville,+0cfs +1641,2021-04-20,2021-04-20,DA,11.89,11.05,12.9,0,0,14.2,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-20,no_DA,12.01,11.12,13.12,0,0,14.2,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-21,DA,9.53,8.5,10.61,0,1,11.4,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-21,no_DA,9.63,8.65,10.7,0,1,11.4,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-22,DA,9.38,7.92,10.98,0,2,8,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-22,no_DA,9.47,7.99,11.11,0,2,8,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-23,DA,10.36,8.9,11.95,0,3,11.3,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-23,no_DA,10.41,8.95,12.07,0,3,11.3,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-24,DA,11.48,9.93,12.94,0,4,13.6,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-24,no_DA,11.54,10.02,13,0,4,13.6,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-25,DA,10.7,8.83,12.54,0,5,12.2,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-25,no_DA,10.76,8.86,12.52,0,5,12.2,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-26,DA,11.68,8.93,13.94,0,6,13.2,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-26,no_DA,11.75,9.03,14.02,0,6,13.2,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-27,DA,13.02,10.32,15.56,0,7,14.9,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-27,no_DA,13.09,10.52,15.65,0,7,14.9,NR @ Bridgeville,+0cfs +1450,2021-04-20,2021-04-20,persistence,10.2,NA,NA,NA,0,10.9,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-21,persistence,10.2,NA,NA,NA,1,9.3,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-22,persistence,10.2,NA,NA,NA,2,6.7,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-23,persistence,10.2,NA,NA,NA,3,10.5,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-24,persistence,10.2,NA,NA,NA,4,12.2,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-25,persistence,10.2,NA,NA,NA,5,11.1,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-26,persistence,10.2,NA,NA,NA,6,11.8,EBDR @ Harvard,+0cfs +1450,2021-04-20,2021-04-27,persistence,10.2,NA,NA,NA,7,13.6,EBDR @ Harvard,+0cfs +1565,2021-04-20,2021-04-20,persistence,8.9,NA,NA,NA,0,9.9,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-21,persistence,8.9,NA,NA,NA,1,8.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-22,persistence,8.9,NA,NA,NA,2,6.8,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-23,persistence,8.9,NA,NA,NA,3,10.1,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-24,persistence,8.9,NA,NA,NA,4,10.7,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-25,persistence,8.9,NA,NA,NA,5,9.1,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-26,persistence,8.9,NA,NA,NA,6,10.2,WBDR @ Hale Eddy,+0cfs +1565,2021-04-20,2021-04-27,persistence,8.9,NA,NA,NA,7,11.6,WBDR @ Hale Eddy,+0cfs +1571,2021-04-20,2021-04-20,persistence,10.2,NA,NA,NA,0,10.8,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-21,persistence,10.2,NA,NA,NA,1,9.3,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-22,persistence,10.2,NA,NA,NA,2,6.4,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-23,persistence,10.2,NA,NA,NA,3,10.4,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-24,persistence,10.2,NA,NA,NA,4,11.6,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-25,persistence,10.2,NA,NA,NA,5,10.5,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-26,persistence,10.2,NA,NA,NA,6,11.2,WBDR @ Hancock,+0cfs +1571,2021-04-20,2021-04-27,persistence,10.2,NA,NA,NA,7,12.9,WBDR @ Hancock,+0cfs +1573,2021-04-20,2021-04-20,persistence,10,NA,NA,NA,0,9.8,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-21,persistence,10,NA,NA,NA,1,9.6,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-22,persistence,10,NA,NA,NA,2,7.1,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-23,persistence,10,NA,NA,NA,3,9.1,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-24,persistence,10,NA,NA,NA,4,11.4,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-25,persistence,10,NA,NA,NA,5,11.5,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-26,persistence,10,NA,NA,NA,6,11.1,DR @ Lordville,+0cfs +1573,2021-04-20,2021-04-27,persistence,10,NA,NA,NA,7,12.8,DR @ Lordville,+0cfs +1641,2021-04-20,2021-04-20,persistence,10.9,NA,NA,NA,0,14.2,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-21,persistence,10.9,NA,NA,NA,1,11.4,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-22,persistence,10.9,NA,NA,NA,2,8,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-23,persistence,10.9,NA,NA,NA,3,11.3,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-24,persistence,10.9,NA,NA,NA,4,13.6,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-25,persistence,10.9,NA,NA,NA,5,12.2,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-26,persistence,10.9,NA,NA,NA,6,13.2,NR @ Bridgeville,+0cfs +1641,2021-04-20,2021-04-27,persistence,10.9,NA,NA,NA,7,14.9,NR @ Bridgeville,+0cfs +1450,2021-04-20,2021-04-20,DA,10.6,9.72,11.8,0,0,NA,NA,+100cfs +1450,2021-04-20,2021-04-20,no_DA,10.61,9.65,11.93,0,0,NA,NA,+100cfs +1450,2021-04-20,2021-04-21,DA,8.47,7.54,9.49,0,1,NA,NA,+100cfs +1450,2021-04-20,2021-04-21,no_DA,8.47,7.53,9.5,0,1,NA,NA,+100cfs +1450,2021-04-20,2021-04-22,DA,8.07,6.85,9.55,0,2,NA,NA,+100cfs +1450,2021-04-20,2021-04-22,no_DA,8.08,6.82,9.61,0,2,NA,NA,+100cfs +1450,2021-04-20,2021-04-23,DA,8.79,7.36,10.51,0,3,NA,NA,+100cfs +1450,2021-04-20,2021-04-23,no_DA,8.79,7.35,10.57,0,3,NA,NA,+100cfs +1450,2021-04-20,2021-04-24,DA,9.98,8.45,11.64,0,4,NA,NA,+100cfs +1450,2021-04-20,2021-04-24,no_DA,9.98,8.46,11.72,0,4,NA,NA,+100cfs +1450,2021-04-20,2021-04-25,DA,9.08,7.58,10.76,0,5,NA,NA,+100cfs +1450,2021-04-20,2021-04-25,no_DA,9.06,7.53,10.81,0,5,NA,NA,+100cfs +1450,2021-04-20,2021-04-26,DA,9.79,7.28,12.68,0,6,NA,NA,+100cfs +1450,2021-04-20,2021-04-26,no_DA,9.78,7.26,12.63,0,6,NA,NA,+100cfs +1450,2021-04-20,2021-04-27,DA,11.25,8.24,14.62,0,7,NA,NA,+100cfs +1450,2021-04-20,2021-04-27,no_DA,11.25,8.29,14.41,0,7,NA,NA,+100cfs +1565,2021-04-20,2021-04-20,DA,9.3,8.42,10.43,0,0,NA,NA,+100cfs +1565,2021-04-20,2021-04-20,no_DA,9.28,8.34,10.43,0,0,NA,NA,+100cfs +1565,2021-04-20,2021-04-21,DA,7.49,6.51,8.51,0,1,NA,NA,+100cfs +1565,2021-04-20,2021-04-21,no_DA,7.48,6.46,8.51,0,1,NA,NA,+100cfs +1565,2021-04-20,2021-04-22,DA,7.77,6.34,9.33,0,2,NA,NA,+100cfs +1565,2021-04-20,2021-04-22,no_DA,7.78,6.35,9.34,0,2,NA,NA,+100cfs +1565,2021-04-20,2021-04-23,DA,8.54,6.87,10.52,0,3,NA,NA,+100cfs +1565,2021-04-20,2021-04-23,no_DA,8.55,6.88,10.57,0,3,NA,NA,+100cfs +1565,2021-04-20,2021-04-24,DA,9.48,7.86,11.15,0,4,NA,NA,+100cfs +1565,2021-04-20,2021-04-24,no_DA,9.49,7.84,11.13,0,4,NA,NA,+100cfs +1565,2021-04-20,2021-04-25,DA,8.4,6.56,10.17,0,5,NA,NA,+100cfs +1565,2021-04-20,2021-04-25,no_DA,8.37,6.65,10.21,0,5,NA,NA,+100cfs +1565,2021-04-20,2021-04-26,DA,9.25,6.47,11.84,0,6,NA,NA,+100cfs +1565,2021-04-20,2021-04-26,no_DA,9.24,6.45,11.89,0,6,NA,NA,+100cfs +1565,2021-04-20,2021-04-27,DA,10.46,7.81,13.06,0,7,NA,NA,+100cfs +1565,2021-04-20,2021-04-27,no_DA,10.41,7.77,12.93,0,7,NA,NA,+100cfs +1571,2021-04-20,2021-04-20,DA,10.29,9.52,11.24,0,0,NA,NA,+100cfs +1571,2021-04-20,2021-04-20,no_DA,10.25,9.45,11.19,0,0,NA,NA,+100cfs +1571,2021-04-20,2021-04-21,DA,8.36,7.43,9.3,0,1,NA,NA,+100cfs +1571,2021-04-20,2021-04-21,no_DA,8.32,7.38,9.25,0,1,NA,NA,+100cfs +1571,2021-04-20,2021-04-22,DA,7.95,6.68,9.42,0,2,NA,NA,+100cfs +1571,2021-04-20,2021-04-22,no_DA,7.91,6.66,9.38,0,2,NA,NA,+100cfs +1571,2021-04-20,2021-04-23,DA,8.76,7.33,10.32,0,3,NA,NA,+100cfs +1571,2021-04-20,2021-04-23,no_DA,8.74,7.26,10.37,0,3,NA,NA,+100cfs +1571,2021-04-20,2021-04-24,DA,9.78,8.43,11.09,0,4,NA,NA,+100cfs +1571,2021-04-20,2021-04-24,no_DA,9.8,8.42,11.16,0,4,NA,NA,+100cfs +1571,2021-04-20,2021-04-25,DA,8.89,7.38,10.4,0,5,NA,NA,+100cfs +1571,2021-04-20,2021-04-25,no_DA,8.87,7.35,10.35,0,5,NA,NA,+100cfs +1571,2021-04-20,2021-04-26,DA,9.57,7.21,11.81,0,6,NA,NA,+100cfs +1571,2021-04-20,2021-04-26,no_DA,9.56,7.12,11.86,0,6,NA,NA,+100cfs +1571,2021-04-20,2021-04-27,DA,10.78,8.32,13.23,0,7,NA,NA,+100cfs +1571,2021-04-20,2021-04-27,no_DA,10.76,8.25,13.21,0,7,NA,NA,+100cfs +1573,2021-04-20,2021-04-20,DA,10.43,9.79,11.18,0,0,NA,NA,+100cfs +1573,2021-04-20,2021-04-20,no_DA,10.5,9.74,11.35,0,0,NA,NA,+100cfs +1573,2021-04-20,2021-04-21,DA,9,8.25,9.73,0,1,NA,NA,+100cfs +1573,2021-04-20,2021-04-21,no_DA,9.07,8.28,9.85,0,1,NA,NA,+100cfs +1573,2021-04-20,2021-04-22,DA,8.4,7.39,9.49,0,2,NA,NA,+100cfs +1573,2021-04-20,2021-04-22,no_DA,8.46,7.41,9.62,0,2,NA,NA,+100cfs +1573,2021-04-20,2021-04-23,DA,9.03,7.83,10.31,0,3,NA,NA,+100cfs +1573,2021-04-20,2021-04-23,no_DA,9.1,7.88,10.4,0,3,NA,NA,+100cfs +1573,2021-04-20,2021-04-24,DA,9.86,8.62,11.08,0,4,NA,NA,+100cfs +1573,2021-04-20,2021-04-24,no_DA,9.92,8.68,11.16,0,4,NA,NA,+100cfs +1573,2021-04-20,2021-04-25,DA,9.47,8.18,10.8,0,5,NA,NA,+100cfs +1573,2021-04-20,2021-04-25,no_DA,9.53,8.18,10.87,0,5,NA,NA,+100cfs +1573,2021-04-20,2021-04-26,DA,9.95,8.06,11.82,0,6,NA,NA,+100cfs +1573,2021-04-20,2021-04-26,no_DA,10.01,8.06,11.95,0,6,NA,NA,+100cfs +1573,2021-04-20,2021-04-27,DA,11.1,8.72,13.47,0,7,NA,NA,+100cfs +1573,2021-04-20,2021-04-27,no_DA,11.16,8.77,13.72,0,7,NA,NA,+100cfs +1641,2021-04-20,2021-04-20,DA,11.9,11.04,12.93,0,0,NA,NA,+100cfs +1641,2021-04-20,2021-04-20,no_DA,11.99,11.09,13.04,0,0,NA,NA,+100cfs +1641,2021-04-20,2021-04-21,DA,9.55,8.54,10.58,0,1,NA,NA,+100cfs +1641,2021-04-20,2021-04-21,no_DA,9.62,8.62,10.71,0,1,NA,NA,+100cfs +1641,2021-04-20,2021-04-22,DA,9.38,7.88,10.98,0,2,NA,NA,+100cfs +1641,2021-04-20,2021-04-22,no_DA,9.46,7.96,10.99,0,2,NA,NA,+100cfs +1641,2021-04-20,2021-04-23,DA,10.33,8.89,11.91,0,3,NA,NA,+100cfs +1641,2021-04-20,2021-04-23,no_DA,10.41,8.93,11.98,0,3,NA,NA,+100cfs +1641,2021-04-20,2021-04-24,DA,11.45,9.84,12.9,0,4,NA,NA,+100cfs +1641,2021-04-20,2021-04-24,no_DA,11.54,10.01,13.01,0,4,NA,NA,+100cfs +1641,2021-04-20,2021-04-25,DA,10.69,8.8,12.53,0,5,NA,NA,+100cfs +1641,2021-04-20,2021-04-25,no_DA,10.76,8.87,12.63,0,5,NA,NA,+100cfs +1641,2021-04-20,2021-04-26,DA,11.67,8.93,13.95,0,6,NA,NA,+100cfs +1641,2021-04-20,2021-04-26,no_DA,11.72,8.99,14.06,0,6,NA,NA,+100cfs +1641,2021-04-20,2021-04-27,DA,12.98,10.37,15.62,0,7,NA,NA,+100cfs +1641,2021-04-20,2021-04-27,no_DA,13.08,10.43,15.62,0,7,NA,NA,+100cfs diff --git a/log/01_spatial_sb_data.csv b/log/01_spatial_sb_data.csv index 79bfc73..5bd0861 100644 --- a/log/01_spatial_sb_data.csv +++ b/log/01_spatial_sb_data.csv @@ -1 +1,3 @@ -filepath,sb_id,time_uploaded_to_sb \ No newline at end of file +filepath,sb_id,time_uploaded_to_sb +out_data/XX_geospatial_area_WG84.zip,636187b3d34ebe44250656b0,2022-12-22 21:10 UTC +out_xml/01_spatial.xml,636187b3d34ebe44250656b0,2022-12-22 21:10 UTC diff --git a/log/02_observations_sb_data.csv b/log/02_observations_sb_data.csv index 79bfc73..2ca955b 100644 --- a/log/02_observations_sb_data.csv +++ b/log/02_observations_sb_data.csv @@ -1 +1,3 @@ -filepath,sb_id,time_uploaded_to_sb \ No newline at end of file +filepath,sb_id,time_uploaded_to_sb +out_data/XX_observations.zip,636187ced34ebe44250656b3,2022-12-29 23:31 UTC +out_xml/02_observations.xml,636187ced34ebe44250656b3,2022-12-22 21:10 UTC diff --git a/remake.yml b/remake.yml index 8fd83f3..4cfdf95 100644 --- a/remake.yml +++ b/remake.yml @@ -27,24 +27,11 @@ sources: targets: all: depends: - - 00_parent_sb_xml - - - 01_spatial_sb_xml - - 01_spatial_sb_data -# - log/01_spatial_sb_data.csv - - - 02_observations_sb_data - - 02_observations_sb_xml -# - log/02_observations_sb_data.csv - - - 03_drivers_sb_xml - - 03_drivers_sb_data -# - log/03_drivers_sb_data.csv - - - 04_forecasts_sb_xml - - 04_forecasts_sb_data -# - log/04_forecasts_sb_data.csv -# - 04_inputs_sb_meteo + - log/00_parent_sb.csv + - log/01_spatial_sb_data.csv + - log/02_observations_sb_data.csv + - log/03_drivers_sb_data.csv + - log/04_forecasts_sb_data.csv ## PARENT ## ## Build xml for parent item and save to out_xml folder @@ -56,24 +43,13 @@ targets: geospatial_area_metadata ) - ## Push parent metadata xml to sciencebase - 00_parent_sb_xml: - command: sb_render_post_xml( - sbid_00_parent, - xml_file = I('00_parent.xml'), - "in_text/text_SHARED.yml", - "in_text/text_00_parent.yml", - geospatial_area_metadata - ) - ## Push parent metadata xml to sb via log file - ## Note: use this target only if you are having trouble seeing changes to sciencebase item - # log/00_parent_sb.csv: - # command: sb_replace_files( - # filename = target_name, - # sb_id = sbid_00_parent, - # sources = 'src/sb_utils.R', - # 'out_xml/00_parent.xml') + log/00_parent_sb.csv: + command: sb_replace_files( + filename = target_name, + sb_id = sbid_00_parent, + sources = 'src/sb_utils.R', + 'out_xml/00_parent.xml') ## SPATIAL ## ## Build metadata xml for spatial data and save locally to out_xml @@ -85,31 +61,15 @@ targets: geospatial_area_metadata ) - ## Push spatial metadata to sciencebase - 01_spatial_sb_xml: - command: sb_render_post_xml( - sbid_01_spatial, - xml_file = I('01_spatial.xml'), - "in_text/text_SHARED.yml", - "in_text/text_01_spatial.yml", - geospatial_area_metadata - ) - - ## Push spatial data metadata to sciencebase - 01_spatial_sb_data: + ### Push all spatial data + metadata xml to sb + log/01_spatial_sb_data.csv: command: sb_replace_files( + filename = target_name, sb_id = sbid_01_spatial, - "out_data/XX_geospatial_area_WG84.zip" + sources = "src/sb_utils.R", + "out_data/XX_geospatial_area_WG84.zip", + "out_xml/01_spatial.xml" ) - - ### Push all spatial data + metadata xml to sb - # log/01_spatial_sb_data.csv: - # command: sb_replace_files_log( - # filename = target_name, - # sb_id = sbid_01_spatial, - # sources = "src/sb_utils.R", - # "out_data/XX_geospatial_area_WG84.zip", - # "out_xml/01_spatial.xml") ## OBSERVATIONS ## ## Build metadata xml for obs data and save locally to out_xml @@ -121,32 +81,15 @@ targets: geospatial_area_metadata ) - ## Push obs data metadata to sciencebase - 02_observations_sb_xml: - command: sb_render_post_xml( - sbid_02_observations, - xml_file = I('02_observations.xml'), - "in_text/text_SHARED.yml", - "in_text/text_02_observations.yml", - geospatial_area_metadata - ) - - ## Push obs data to sciencebase - 02_observations_sb_data: + ## Push all obs data + metadata xml to sb via log file + log/02_observations_sb_data.csv: command: sb_replace_files( - sbid_02_observations, - "out_data/XX_observations.zip" + filename = target_name, + sb_id = sbid_02_observations, + sources = "src/sb_utils.R", + "out_data/XX_observations.zip", + "out_xml/02_observations.xml" ) - - ## Push all obs data + metadata xml to sb via log file - ## Note: use this target only if you are having trouble seeing changes to sciencebase item - # log/02_observations_sb_data.csv: - # command: sb_replace_files_log( - # filename = target_name, - # sb_id = sbid_02_observations, - # sources = "src/sb_utils.R", - # "out_data/XX_observations.zip", - # "out_xml/02_observations.xml") ## DRIVER ## ## Build metadata xml for driver and save locally to out_xml @@ -158,35 +101,16 @@ targets: geospatial_area_metadata ) - ## Push driver metadata to sciencebase - 03_drivers_sb_xml: - command: sb_render_post_xml( - sbid_03_drivers, - xml_file = I('03_drivers.xml'), - "in_text/text_SHARED.yml", - "in_text/text_03_drivers.yml", - geospatial_area_metadata - ) - - ## Push driver data to sciencebase - 03_drivers_sb_data: + ## Push all driver data + metadata xml to sb via log file + log/03_drivers_sb_data.csv: command: sb_replace_files( - sbid_03_drivers, + filename = target_name, + sb_id = sbid_03_drivers, + sources = 'src/sb_utils.R', 'out_data/XX_driver_data_1.zip', - 'out_data/XX_driver_data_2.zip' + 'out_data/XX_driver_data_2.zip', + 'out_xml/03_drivers.xml' ) - - ## Push all driver data + metadata xml to sb via log file - ## Note: use this target only if you are having trouble seeing changes to sciencebase item - # log/03_drivers_sb_data.csv: - # command: sb_replace_files_log( - # filename = target_name, - # sb_id = sbid_03_drivers, - # sources = 'src/sb_utils.R', - # out_data/XX_driver_data_1.zip', - # 'out_data/XX_driver_data_2.zip', - # 'out_xml/03_drivers.xml' - # ) ## FORECASTS ## ## Build metadata xml for forecasts and save locally to out_xml @@ -198,35 +122,17 @@ targets: geospatial_area_metadata ) - ## Push forecasts metadata to sciencebase - 04_forecasts_sb_xml: - command: sb_render_post_xml( - sbid_04_forecasts, - xml_file = I('04_forecasts.xml'), - "in_text/text_SHARED.yml", - "in_text/text_04_forecasts.yml", - geospatial_area_metadata - ) - - ## Push forecasts data to sciencebase - 04_forecasts_sb_data: - command: sb_replace_files( - sbid_04_forecasts, - 'out_data/XX_forecasts1.zip', - 'out_data/XX_forecasts2.zip' - ) ## Push all forecasts data + metadata xml to sb via log file - ## Note: use this target only if you are having trouble seeing changes to sciencebase item - # log/04_forecasts_sb_data.csv: - # command: sb_replace_files_log( - # filename = target_name, - # sb_id = sbid_04_forecasts, - # sources = 'src/sb_utils.R', - # 'out_data/XX_forecasts1.zip', - # 'out_data/XX_forecasts2.zip', - # 'out_xml/04_forecasts.xml' - # ) + log/04_forecasts_sb_data.csv: + command: sb_replace_files_log( + filename = target_name, + sb_id = sbid_04_forecasts, + sources = 'src/sb_utils.R', + 'out_data/XX_forecasts1.zip', + 'out_data/XX_forecasts2.zip', + 'out_xml/04_forecasts.xml' + ) # ------ SB IDs -------- diff --git a/src/sb_utils.R b/src/sb_utils.R index 99b10a6..11fa603 100644 --- a/src/sb_utils.R +++ b/src/sb_utils.R @@ -33,6 +33,31 @@ sb_replace_files_log <- function(filename, sb_id, ..., file_hash, sources = c()) write_csv(filename) } + +sb_replace_files <- function(sb_id, ..., file_hash){ + + if (!sbtools::is_logged_in()){ + + sb_secret <- dssecrets::get_dssecret("cidamanager-sb-srvc-acct") + sbtools::authenticate_sb(username = sb_secret$username, password = sb_secret$password) + + } + + hashed_filenames <- c() + if (!missing(file_hash)){ + hashed_filenames <- yaml.load_file(file_hash) %>% names %>% sort() %>% rev() + for (file in hashed_filenames){ + item_replace_files(sb_id, files = file) + } + } + files <- c(...) + if (length(files) > 0){ + item_replace_files(sb_id, files = files) + } + +} + + # Helper function to create a task_table for the files that need to be pushed to SB do_item_replace_tasks <- function(sb_id, files, sources) { @@ -176,27 +201,3 @@ sb_render_post_xml <- function(sb_id, ..., xml_file = NULL){ sb_replace_files(sb_id = sb_id, xml_file) } - - -sb_replace_files <- function(sb_id, ..., file_hash){ - - if (!sbtools::is_logged_in()){ - - sb_secret <- dssecrets::get_dssecret("cidamanager-sb-srvc-acct") - sbtools::authenticate_sb(username = sb_secret$username, password = sb_secret$password) - - } - - hashed_filenames <- c() - if (!missing(file_hash)){ - hashed_filenames <- yaml.load_file(file_hash) %>% names %>% sort() %>% rev() - for (file in hashed_filenames){ - item_replace_files(sb_id, files = file) - } - } - files <- c(...) - if (length(files) > 0){ - item_replace_files(sb_id, files = files) - } - -} \ No newline at end of file