{ "cells": [ { "cell_type": "markdown", "id": "6fb1386c", "metadata": {}, "source": [ "# Read Granules" ] }, { "cell_type": "code", "execution_count": 1, "id": "d74b0c0e", "metadata": { "execution": { "iopub.execute_input": "2022-09-15T05:09:15.850802Z", "iopub.status.busy": "2022-09-15T05:09:15.850545Z", "iopub.status.idle": "2022-09-15T05:09:17.462215Z", "shell.execute_reply": "2022-09-15T05:09:17.461677Z" } }, "outputs": [], "source": [ "import starepandas\n", "import netCDF4\n", "import matplotlib.pyplot as plt\n", "import numpy\n", "import pandas\n", "import time\n", "import copy\n", "import geopandas\n", "import pystare\n", "import pyhdf" ] }, { "cell_type": "markdown", "id": "6962199e", "metadata": {}, "source": [ "## Manually reading " ] }, { "cell_type": "code", "execution_count": 2, "id": "81aa6cf3", "metadata": { "execution": { "iopub.execute_input": "2022-09-15T05:09:17.464789Z", "iopub.status.busy": "2022-09-15T05:09:17.464575Z", "iopub.status.idle": "2022-09-15T05:09:20.627222Z", "shell.execute_reply": "2022-09-15T05:09:20.626734Z" } }, "outputs": [], "source": [ "vnp03_name = '../tests/data/granules/VNP03DNB.A2020219.0742.001.2020219124651.nc'\n", "vnp03 = starepandas.io.granules.VNP03DNB(vnp03_name)\n", "vnp03.read_latlon()\n", "vnp03.read_data()\n", "vnp03 = vnp03.to_df(xy=True)" ] }, { "cell_type": "markdown", "id": "0c567ac5-758b-45ee-a71a-3f901220f011", "metadata": {}, "source": [ "## MOD09GA" ] }, { "cell_type": "code", "execution_count": 3, "id": "a60b5bdf-a527-401e-bb4e-cb3dc368db92", "metadata": { "execution": { "iopub.execute_input": "2022-09-15T05:09:20.630008Z", "iopub.status.busy": "2022-09-15T05:09:20.629820Z", "iopub.status.idle": "2022-09-15T05:09:20.632493Z", "shell.execute_reply": "2022-09-15T05:09:20.632090Z" } }, "outputs": [], "source": [ "file_name = '../tests/data/granules/MOD09GA.A2020009.h00v08.006.2020011025435.hdf'" ] }, { "cell_type": "code", "execution_count": 4, "id": "1eb575cb-43e2-4840-8c6d-20b653788d68", "metadata": { "execution": { "iopub.execute_input": "2022-09-15T05:09:20.634393Z", "iopub.status.busy": "2022-09-15T05:09:20.634170Z", "iopub.status.idle": "2022-09-15T05:09:24.356372Z", "shell.execute_reply": "2022-09-15T05:09:24.355792Z" } }, "outputs": [ { "data": { "text/html": [ "
| \n", " | x | \n", "y | \n", "sur_refl_b01_1 | \n", "sur_refl_b02_1 | \n", "sur_refl_b03_1 | \n", "sur_refl_b04_1 | \n", "sur_refl_b05_1 | \n", "sur_refl_b06_1 | \n", "sur_refl_b07_1 | \n", "QC_500m_1 | \n", "obscov_500m_1 | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", "0 | \n", "0 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "<NA> | \n", "NaN | \n", "
| 1 | \n", "1 | \n", "0 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "<NA> | \n", "NaN | \n", "
| 2 | \n", "2 | \n", "0 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "<NA> | \n", "NaN | \n", "
| 3 | \n", "3 | \n", "0 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "<NA> | \n", "NaN | \n", "
| 4 | \n", "4 | \n", "0 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "<NA> | \n", "NaN | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 5759995 | \n", "2395 | \n", "2399 | \n", "0.2020 | \n", "0.1939 | \n", "0.2187 | \n", "0.2053 | \n", "0.1872 | \n", "0.1359 | \n", "0.0817 | \n", "1073741824 | \n", "0.15 | \n", "
| 5759996 | \n", "2396 | \n", "2399 | \n", "0.2122 | \n", "0.2043 | \n", "0.2320 | \n", "0.2174 | \n", "0.2015 | \n", "0.1356 | \n", "0.0900 | \n", "1073741824 | \n", "0.19 | \n", "
| 5759997 | \n", "2397 | \n", "2399 | \n", "0.2122 | \n", "0.2043 | \n", "0.2320 | \n", "0.2174 | \n", "0.2015 | \n", "0.1356 | \n", "0.0900 | \n", "1073741824 | \n", "0.19 | \n", "
| 5759998 | \n", "2398 | \n", "2399 | \n", "0.2174 | \n", "0.2094 | \n", "0.2342 | \n", "0.2225 | \n", "0.2074 | \n", "0.1464 | \n", "0.0867 | \n", "1073741824 | \n", "0.11 | \n", "
| 5759999 | \n", "2399 | \n", "2399 | \n", "0.2174 | \n", "0.2094 | \n", "0.2342 | \n", "0.2225 | \n", "0.2074 | \n", "0.1464 | \n", "0.0867 | \n", "1073741824 | \n", "0.14 | \n", "
5760000 rows × 11 columns
\n", "| \n", " | sur_refl_b01_1 | \n", "sur_refl_b02_1 | \n", "sur_refl_b03_1 | \n", "sur_refl_b04_1 | \n", "sur_refl_b05_1 | \n", "sur_refl_b06_1 | \n", "sur_refl_b07_1 | \n", "QC_500m_1 | \n", "obscov_500m_1 | \n", "state_1km_1 | \n", "cloud | \n", "cloud_shadow | \n", "cloud_internal | \n", "snow_mod35 | \n", "snow_internal | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "<NA> | \n", "NaN | \n", "<NA> | \n", "<NA> | \n", "True | \n", "True | \n", "True | \n", "True | \n", "
| 1 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "<NA> | \n", "NaN | \n", "<NA> | \n", "<NA> | \n", "True | \n", "True | \n", "True | \n", "True | \n", "
| 2 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "<NA> | \n", "NaN | \n", "<NA> | \n", "<NA> | \n", "True | \n", "True | \n", "True | \n", "True | \n", "
| 3 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "<NA> | \n", "NaN | \n", "<NA> | \n", "<NA> | \n", "True | \n", "True | \n", "True | \n", "True | \n", "
| 4 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "<NA> | \n", "NaN | \n", "<NA> | \n", "<NA> | \n", "True | \n", "True | \n", "True | \n", "True | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 5759995 | \n", "0.2020 | \n", "0.1939 | \n", "0.2187 | \n", "0.2053 | \n", "0.1872 | \n", "0.1359 | \n", "0.0817 | \n", "1073741824 | \n", "0.15 | \n", "1849 | \n", "1 | \n", "False | \n", "True | \n", "False | \n", "False | \n", "
| 5759996 | \n", "0.2122 | \n", "0.2043 | \n", "0.2320 | \n", "0.2174 | \n", "0.2015 | \n", "0.1356 | \n", "0.0900 | \n", "1073741824 | \n", "0.19 | \n", "1849 | \n", "1 | \n", "False | \n", "True | \n", "False | \n", "False | \n", "
| 5759997 | \n", "0.2122 | \n", "0.2043 | \n", "0.2320 | \n", "0.2174 | \n", "0.2015 | \n", "0.1356 | \n", "0.0900 | \n", "1073741824 | \n", "0.19 | \n", "1849 | \n", "1 | \n", "False | \n", "True | \n", "False | \n", "False | \n", "
| 5759998 | \n", "0.2174 | \n", "0.2094 | \n", "0.2342 | \n", "0.2225 | \n", "0.2074 | \n", "0.1464 | \n", "0.0867 | \n", "1073741824 | \n", "0.11 | \n", "1849 | \n", "1 | \n", "False | \n", "True | \n", "False | \n", "False | \n", "
| 5759999 | \n", "0.2174 | \n", "0.2094 | \n", "0.2342 | \n", "0.2225 | \n", "0.2074 | \n", "0.1464 | \n", "0.0867 | \n", "1073741824 | \n", "0.14 | \n", "1849 | \n", "1 | \n", "False | \n", "True | \n", "False | \n", "False | \n", "
5760000 rows × 15 columns
\n", "| \n", " | cloud | \n", "cloud_shadow | \n", "cloud_internal | \n", "snow_mod35 | \n", "snow_internal | \n", "
|---|---|---|---|---|---|
| 0 | \n", "00 | \n", "False | \n", "False | \n", "False | \n", "False | \n", "
| 1 | \n", "00 | \n", "False | \n", "False | \n", "False | \n", "False | \n", "
| 2 | \n", "00 | \n", "False | \n", "False | \n", "False | \n", "False | \n", "
| 3 | \n", "00 | \n", "False | \n", "False | \n", "False | \n", "False | \n", "
| 4 | \n", "00 | \n", "False | \n", "False | \n", "False | \n", "False | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 2748615 | \n", "00 | \n", "False | \n", "False | \n", "False | \n", "False | \n", "
| 2748616 | \n", "00 | \n", "False | \n", "False | \n", "False | \n", "False | \n", "
| 2748617 | \n", "00 | \n", "False | \n", "False | \n", "False | \n", "False | \n", "
| 2748618 | \n", "00 | \n", "False | \n", "False | \n", "False | \n", "False | \n", "
| 2748619 | \n", "00 | \n", "False | \n", "False | \n", "False | \n", "False | \n", "
2748620 rows × 5 columns
\n", "| \n", " | lat | \n", "lon | \n", "sids | \n", "ts_start | \n", "ts_end | \n", "x | \n", "y | \n", "Scan_Start_Time | \n", "Solar_Zenith | \n", "Solar_Azimuth | \n", "Sensor_Zenith | \n", "Sensor_Azimuth | \n", "Water_Vapor_Infrared | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", "53.201778 | \n", "-15.933996 | \n", "4298473764500464809 | \n", "2019-12-02 | \n", "2019-12-02 00:05:00 | \n", "0 | \n", "0 | \n", "8.493984e+08 | \n", "147.089997 | \n", "-22.959999 | \n", "65.339999 | \n", "-89.519998 | \n", "NaN | \n", "
| 1 | \n", "53.203171 | \n", "-16.288101 | \n", "4298458168380511209 | \n", "2019-12-02 | \n", "2019-12-02 00:05:00 | \n", "1 | \n", "0 | \n", "8.493984e+08 | \n", "146.999997 | \n", "-23.539999 | \n", "64.719999 | \n", "-89.799998 | \n", "NaN | \n", "
| 2 | \n", "53.203518 | \n", "-16.629105 | \n", "4297394569014717897 | \n", "2019-12-02 | \n", "2019-12-02 00:05:00 | \n", "2 | \n", "0 | \n", "8.493984e+08 | \n", "146.919997 | \n", "-24.099999 | \n", "64.109999 | \n", "-90.079998 | \n", "NaN | \n", "
| 3 | \n", "53.202934 | \n", "-16.957928 | \n", "4297300698872999369 | \n", "2019-12-02 | \n", "2019-12-02 00:05:00 | \n", "3 | \n", "0 | \n", "8.493984e+08 | \n", "146.839997 | \n", "-24.639999 | \n", "63.509999 | \n", "-90.339998 | \n", "NaN | \n", "
| 4 | \n", "53.201508 | \n", "-17.275316 | \n", "4297290857922121161 | \n", "2019-12-02 | \n", "2019-12-02 00:05:00 | \n", "4 | \n", "0 | \n", "8.493984e+08 | \n", "146.759997 | \n", "-25.159999 | \n", "62.909999 | \n", "-90.589998 | \n", "NaN | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 109615 | \n", "64.084297 | \n", "-66.281410 | \n", "3727686638370615689 | \n", "2019-12-02 | \n", "2019-12-02 00:05:00 | \n", "265 | \n", "405 | \n", "8.493987e+08 | \n", "121.569997 | \n", "-74.679998 | \n", "62.229999 | \n", "47.999999 | \n", "NaN | \n", "
| 109616 | \n", "63.960953 | \n", "-66.591354 | \n", "3727661374545790857 | \n", "2019-12-02 | \n", "2019-12-02 00:05:00 | \n", "266 | \n", "405 | \n", "8.493987e+08 | \n", "121.469997 | \n", "-75.049998 | \n", "62.819999 | \n", "47.719999 | \n", "NaN | \n", "
| 109617 | \n", "63.831799 | \n", "-66.911255 | \n", "3727838256925064969 | \n", "2019-12-02 | \n", "2019-12-02 00:05:00 | \n", "267 | \n", "405 | \n", "8.493987e+08 | \n", "121.369997 | \n", "-75.439998 | \n", "63.419999 | \n", "47.429999 | \n", "NaN | \n", "
| 109618 | \n", "63.698635 | \n", "-67.236229 | \n", "3727843063731949801 | \n", "2019-12-02 | \n", "2019-12-02 00:05:00 | \n", "268 | \n", "405 | \n", "8.493987e+08 | \n", "121.259997 | \n", "-75.829998 | \n", "64.019999 | \n", "47.139999 | \n", "NaN | \n", "
| 109619 | \n", "63.551617 | \n", "-67.589508 | \n", "3727853163225616425 | \n", "2019-12-02 | \n", "2019-12-02 00:05:00 | \n", "269 | \n", "405 | \n", "8.493987e+08 | \n", "121.149997 | \n", "-76.249998 | \n", "64.639999 | \n", "46.819999 | \n", "NaN | \n", "
109620 rows × 13 columns
\n", "| \n", " | lat | \n", "lon | \n", "x | \n", "y | \n", "moon_illumination_fraction | \n", "land_water_mask | \n", "quality_flag | \n", "DNB_observations | \n", "DNB_quality_flags | \n", "
|---|---|---|---|---|---|---|---|---|---|
| 267 | \n", "41.680256 | \n", "-102.596710 | \n", "267 | \n", "0 | \n", "92.790001 | \n", "2 | \n", "0 | \n", "3.503916e-09 | \n", "16 | \n", "
| 368 | \n", "41.663277 | \n", "-101.661072 | \n", "368 | \n", "0 | \n", "92.799995 | \n", "2 | \n", "0 | \n", "6.539059e-09 | \n", "16 | \n", "
| 369 | \n", "41.663055 | \n", "-101.652069 | \n", "369 | \n", "0 | \n", "92.799995 | \n", "2 | \n", "0 | \n", "7.083299e-09 | \n", "16 | \n", "
| 403 | \n", "41.654938 | \n", "-101.342972 | \n", "403 | \n", "0 | \n", "92.799995 | \n", "2 | \n", "0 | \n", "8.231430e-09 | \n", "16 | \n", "
| 883 | \n", "41.460007 | \n", "-96.951828 | \n", "883 | \n", "0 | \n", "92.820000 | \n", "2 | \n", "0 | \n", "2.414932e-09 | \n", "16 | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 13134843 | \n", "16.577330 | \n", "-78.576134 | \n", "4059 | \n", "3231 | \n", "92.879997 | \n", "7 | \n", "0 | \n", "2.087984e-09 | \n", "0 | \n", "
| 13134844 | \n", "16.575632 | \n", "-78.569000 | \n", "4060 | \n", "3231 | \n", "92.879997 | \n", "7 | \n", "0 | \n", "1.579183e-09 | \n", "0 | \n", "
| 13134845 | \n", "16.573931 | \n", "-78.561844 | \n", "4061 | \n", "3231 | \n", "92.879997 | \n", "7 | \n", "0 | \n", "1.579183e-09 | \n", "0 | \n", "
| 13134846 | \n", "16.572226 | \n", "-78.554688 | \n", "4062 | \n", "3231 | \n", "92.879997 | \n", "7 | \n", "0 | \n", "2.393264e-09 | \n", "0 | \n", "
| 13134847 | \n", "16.570518 | \n", "-78.547523 | \n", "4063 | \n", "3231 | \n", "92.879997 | \n", "7 | \n", "0 | \n", "1.986224e-09 | \n", "0 | \n", "
4150456 rows × 9 columns
\n", "| \n", " | lat | \n", "lon | \n", "Integer_Cloud_Mask | \n", "
|---|---|---|---|
| 0 | \n", "41.747662 | \n", "-104.969498 | \n", "3 | \n", "
| 1 | \n", "41.747696 | \n", "-104.950218 | \n", "3 | \n", "
| 2 | \n", "41.747730 | \n", "-104.930237 | \n", "3 | \n", "
| 3 | \n", "41.747761 | \n", "-104.910843 | \n", "3 | \n", "
| 4 | \n", "41.747784 | \n", "-104.891747 | \n", "3 | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "
| 10342395 | \n", "16.522247 | \n", "-78.595093 | \n", "2 | \n", "
| 10342396 | \n", "16.518646 | \n", "-78.580162 | \n", "1 | \n", "
| 10342397 | \n", "16.515034 | \n", "-78.565208 | \n", "0 | \n", "
| 10342398 | \n", "16.511414 | \n", "-78.550224 | \n", "1 | \n", "
| 10342399 | \n", "16.507788 | \n", "-78.535187 | \n", "1 | \n", "
10342400 rows × 3 columns
\n", "