Pipeline Explorer
Click a step
Extract
Validate
Transform
Load
Extract: call EIA endpoint with params
# etl_fetch.py (excerpt)
URL = "https://api.eia.gov/v2/electricity/state-electricity-profiles/net-metering/data/"
params = {
"api_key": API_KEY,
"frequency": "annual",
"data[0]": "capacity",
"data[1]": "customers",
"sort[0][column]": "period",
"sort[0][direction]": "desc",
"offset": 0,
"length": 5000
}
r = requests.get(URL, params=params, timeout=30)
records = r.json()["response"]["data"]