-
Notifications
You must be signed in to change notification settings - Fork 69
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Feat: Add PM25_FRM_DAILY_SUMMARY Pipeline To Epa_Historical_Air_Quali…
…ty Dataset (#518)
- Loading branch information
1 parent
5f50601
commit 4f66c05
Showing
6 changed files
with
497 additions
and
11 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
176 changes: 176 additions & 0 deletions
176
...ir_quality/pipelines/_images/run_csv_transform_kub/epa_pm25_frm_daily_summary_schema.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,176 @@ | ||
| [ | ||
| { | ||
| "name": "state_code", | ||
| "type": "string", | ||
| "description": "The FIPS code of the state in which the monitor resides.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "county_code", | ||
| "type": "string", | ||
| "description": "The FIPS code of the county in which the monitor resides.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "site_num", | ||
| "type": "string", | ||
| "description": "A unique number within the county identifying the site.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "parameter_code", | ||
| "type": "integer", | ||
| "description": "The AQS code corresponding to the parameter measured by the monitor.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "poc", | ||
| "type": "integer", | ||
| "description": "This is the “Parameter Occurrence Code” used to distinguish different instruments that measure the same parameter at the same site.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "latitude", | ||
| "type": "float", | ||
| "description": "The monitoring site’s angular distance north of the equator measured in decimal degrees.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "longitude", | ||
| "type": "float", | ||
| "description": "The monitoring site’s angular distance east of the prime meridian measured in decimal degrees.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "datum", | ||
| "type": "string", | ||
| "description": "The Datum associated with the Latitude and Longitude measures.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "parameter_name", | ||
| "type": "string", | ||
| "description": "The name or description assigned in AQS to the parameter measured by the monitor. Parameters may be pollutants or non-pollutants.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "sample_duration", | ||
| "type": "string", | ||
| "description": "The length of time that air passes through the monitoring device before it is analyzed (measured). So, it represents an averaging period in the atmosphere (for example, a 24-hour sample duration draws ambient air over a collection filter for 24 straight hours). For continuous monitors, it can represent an averaging time of many samples (for example, a 1-hour value may be the average of four one-minute samples collected during each quarter of the hour).", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "pollutant_standard", | ||
| "type": "string", | ||
| "description": "A description of the ambient air quality standard rules used to aggregate statistics. (See description at beginning of document.)", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "date_local", | ||
| "type": "date", | ||
| "description": "The calendar date for the summary. All daily summaries are for the local standard day (midnight to midnight) at the monitor.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "units_of_measure", | ||
| "type": "string", | ||
| "description": "The unit of measure for the parameter. QAD always returns data in the standard units for the parameter. Submitters are allowed to report data in any unit and EPA converts to a standard unit so that we may use the data in calculations.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "event_type", | ||
| "type": "string", | ||
| "description": "Indicates whether data measured during exceptional events are included in the summary. A wildfire is an example of an exceptional event; it is something that affects air quality, but the local agency has no control over. No Events means no events occurred. Events Included means events occurred and the data from them is included in the summary. Events Excluded means that events occurred but data form them is excluded from the summary. Concurred Events Excluded means that events occurred but only EPA concurred exclusions are removed from the summary. If an event occurred for the parameter in question, the data will have multiple records for each monitor.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "observation_count", | ||
| "type": "integer", | ||
| "description": "The number of observations (samples) taken during the day.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "observation_percent", | ||
| "type": "float", | ||
| "description": "The percent representing the number of observations taken with respect to the number scheduled to be taken during the day. This is only calculated for monitors where measurements are required (e.g., only certain parameters).", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "arithmetic_mean", | ||
| "type": "float", | ||
| "description": "The average (arithmetic mean) value for the day.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "first_max_value", | ||
| "type": "float", | ||
| "description": "The highest value for the day.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "first_max_hour", | ||
| "type": "integer", | ||
| "description": "The hour (on a 24-hour clock) when the highest value for the day (the previous field) was taken.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "aqi", | ||
| "type": "integer", | ||
| "description": "The Air Quality Index for the day for the pollutant, if applicable.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "method_code", | ||
| "type": "integer", | ||
| "description": "An internal system code indicating the method (processes, equipment, and protocols) used in gathering and measuring the sample. The method name is in the next column.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "method_name", | ||
| "type": "string", | ||
| "description": "A short description of the processes, equipment, and protocols used in gathering and measuring the sample.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "local_site_name", | ||
| "type": "string", | ||
| "description": "The name of the site (if any) given by the State, local, or tribal air pollution control agency that operates it.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "address", | ||
| "type": "string", | ||
| "description": "The approximate street address of the monitoring site.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "state_name", | ||
| "type": "string", | ||
| "description": "The name of the state where the monitoring site is located.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "county_name", | ||
| "type": "string", | ||
| "description": "The name of the county where the monitoring site is located.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "city_name", | ||
| "type": "string", | ||
| "description": "The name of the city where the monitoring site is located. This represents the legal incorporated boundaries of cities and not urban areas.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "cbsa_name", | ||
| "type": "string", | ||
| "description": "The name of the core bases statistical area (metropolitan area) where the monitoring site is located.", | ||
| "mode": "nullable" | ||
| }, | ||
| { | ||
| "name": "date_of_last_change", | ||
| "type": "date", | ||
| "description": "The date the last time any numeric values in this record were updated in the AQS data system.", | ||
| "mode": "nullable" | ||
| } | ||
| ] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.