Universal Format (UF)#

[1]:
import cmweather  # noqa
import xarray as xr
from open_radar_data import DATASETS

import xradar as xd

Download#

Fetching Universal Format radar data file from open-radar-data repository.

[2]:
import atexit
from pathlib import Path
from tempfile import TemporaryDirectory

tmpdir_obj = TemporaryDirectory()
atexit.register(tmpdir_obj.cleanup)  # remove even if you forget
tmpdir = Path(tmpdir_obj.name)


def get_temp_file(fname):
    import gzip
    import shutil

    fnamei = Path(DATASETS.fetch(fname))
    fnameo = tmpdir / fnamei.stem
    with gzip.open(fnamei) as fin:
        with open(fnameo, "wb") as fout:
            shutil.copyfileobj(fin, fout)
    return fnameo


fname = get_temp_file("20110427_164233_rvp8-rel_v001_SUR.uf.gz")
Downloading file '20110427_164233_rvp8-rel_v001_SUR.uf.gz' from 'https://github.com/openradar/open-radar-data/raw/main/data/20110427_164233_rvp8-rel_v001_SUR.uf.gz' to '/home/docs/.cache/open-radar-data'.

xr.open_dataset#

Making use of the xarray uf backend. We also need to provide the group. Note, that we are using CfRadial2 group access pattern.

[3]:
ds = xr.open_dataset(fname, group="sweep_0", engine="uf")
display(ds)
<xarray.Dataset> Size: 23MB
Dimensions:            (azimuth: 318, range: 997)
Coordinates:
  * azimuth            (azimuth) float64 3kB 22.88 23.88 24.91 ... 338.9 339.9
    elevation          (azimuth) float64 3kB ...
  * range              (range) float32 4kB -436.5 -311.5 ... 1.239e+05 1.241e+05
    time               (azimuth) datetime64[us] 3kB ...
    longitude          float64 8B ...
    latitude           float64 8B ...
    altitude           int64 8B ...
Data variables: (12/14)
    DBZH               (azimuth, range) float64 3MB ...
    DBTH               (azimuth, range) float64 3MB ...
    VRADH              (azimuth, range) float64 3MB ...
    WRADH              (azimuth, range) float64 3MB ...
    ZDR                (azimuth, range) float64 3MB ...
    KDP                (azimuth, range) float64 3MB ...
    ...                 ...
    RHOHV              (azimuth, range) float64 3MB ...
    sweep_mode         <U20 80B ...
    sweep_number       int64 8B ...
    prt_mode           <U7 28B ...
    follow_mode        <U7 28B ...
    sweep_fixed_angle  float64 8B ...
Attributes:
    source:           Sigmet/UF
    site_name:        MAX
    instrument_name:  rvp8-rel
    comment:          Sigmet I
[4]:
import numpy as np

np.testing.assert_almost_equal(ds.sweep_fixed_angle.values, 0.703125)

Plot Time vs. Azimuth#

[5]:
ds.azimuth.plot()
[5]:
[<matplotlib.lines.Line2D at 0x75189b5eccd0>]
../_images/notebooks_UF_8_1.png

Plot Range vs. Time#

We need to sort by time and specify the y-coordinate.

[6]:
ds.DBZH.sortby("time").plot(y="time", cmap="HomeyerRainbow")
[6]:
<matplotlib.collections.QuadMesh at 0x75189b4101a0>
../_images/notebooks_UF_10_1.png

Plot Range vs. Azimuth#

[7]:
ds.DBZH.plot(cmap="HomeyerRainbow")
[7]:
<matplotlib.collections.QuadMesh at 0x75189b369450>
../_images/notebooks_UF_12_1.png

backend_kwargs#

Beside first_dim there are several additional backend_kwargs for the uf backend, which handle different aspects of angle alignment. This comes into play, when azimuth and/or elevation arrays are not evenly spacend and other issues.

[8]:
help(xd.io.UFBackendEntrypoint)
Help on class UFBackendEntrypoint in module xradar.io.backends.uf:

class UFBackendEntrypoint(xarray.backends.common.BackendEntrypoint)
 |  Xarray BackendEntrypoint for Universal Format (UF) data.
 |
 |  Method resolution order:
 |      UFBackendEntrypoint
 |      xarray.backends.common.BackendEntrypoint
 |      builtins.object
 |
 |  Methods defined here:
 |
 |  open_dataset(
 |      self,
 |      filename_or_obj,
 |      *,
 |      mask_and_scale=True,
 |      decode_times=True,
 |      concat_characters=True,
 |      decode_coords=True,
 |      drop_variables=None,
 |      use_cftime=None,
 |      decode_timedelta=None,
 |      group=None,
 |      lock=None,
 |      first_dim='auto',
 |      reindex_angle=False,
 |      fix_second_angle=False,
 |      site_coords=True,
 |      optional=True
 |  )
 |      Backend open_dataset method used by Xarray in :py:func:`~xarray.open_dataset`.
 |
 |  ----------------------------------------------------------------------
 |  Data and other attributes defined here:
 |
 |  __annotations__ = {}
 |
 |  description = 'Open Universal Format (UF) files in Xarray'
 |
 |  open_dataset_parameters = ('filename_or_obj', 'mask_and_scale', 'decod...
 |
 |  url = 'https://xradar.rtfd.io/latest/io.html#uf-data-i-o'
 |
 |  ----------------------------------------------------------------------
 |  Methods inherited from xarray.backends.common.BackendEntrypoint:
 |
 |  __repr__(self) -> 'str'
 |      Return repr(self).
 |
 |  guess_can_open(
 |      self,
 |      filename_or_obj: 'str | os.PathLike[Any] | ReadBuffer | AbstractDataStore'
 |  ) -> 'bool'
 |      Backend open_dataset method used by Xarray in :py:func:`~xarray.open_dataset`.
 |
 |  open_datatree(
 |      self,
 |      filename_or_obj: 'str | os.PathLike[Any] | ReadBuffer | AbstractDataStore',
 |      *,
 |      drop_variables: 'str | Iterable[str] | None' = None
 |  ) -> 'DataTree'
 |      Backend open_datatree method used by Xarray in :py:func:`~xarray.open_datatree`.
 |
 |  open_groups_as_dict(
 |      self,
 |      filename_or_obj: 'str | os.PathLike[Any] | ReadBuffer | AbstractDataStore',
 |      *,
 |      drop_variables: 'str | Iterable[str] | None' = None
 |  ) -> 'dict[str, Dataset]'
 |      Opens a dictionary mapping from group names to Datasets.
 |
 |      Called by :py:func:`~xarray.open_groups`.
 |      This function exists to provide a universal way to open all groups in a file,
 |      before applying any additional consistency checks or requirements necessary
 |      to create a `DataTree` object (typically done using :py:meth:`~xarray.DataTree.from_dict`).
 |
 |  ----------------------------------------------------------------------
 |  Data descriptors inherited from xarray.backends.common.BackendEntrypoint:
 |
 |  __dict__
 |      dictionary for instance variables
 |
 |  __weakref__
 |      list of weak references to the object

[9]:
ds = xr.open_dataset(fname, group="sweep_0", engine="uf", first_dim="time")
display(ds)
<xarray.Dataset> Size: 23MB
Dimensions:            (time: 318, range: 997)
Coordinates:
    azimuth            (time) float64 3kB ...
    elevation          (time) float64 3kB ...
  * range              (range) float32 4kB -436.5 -311.5 ... 1.239e+05 1.241e+05
  * time               (time) datetime64[us] 3kB 2011-04-27T16:42:32.749970 ....
    longitude          float64 8B ...
    latitude           float64 8B ...
    altitude           int64 8B ...
Data variables: (12/14)
    DBZH               (time, range) float64 3MB ...
    DBTH               (time, range) float64 3MB ...
    VRADH              (time, range) float64 3MB ...
    WRADH              (time, range) float64 3MB ...
    ZDR                (time, range) float64 3MB ...
    KDP                (time, range) float64 3MB ...
    ...                 ...
    RHOHV              (time, range) float64 3MB ...
    sweep_mode         <U20 80B ...
    sweep_number       int64 8B ...
    prt_mode           <U7 28B ...
    follow_mode        <U7 28B ...
    sweep_fixed_angle  float64 8B ...
Attributes:
    source:           Sigmet/UF
    site_name:        MAX
    instrument_name:  rvp8-rel
    comment:          Sigmet I

open_uf_datatree#

The same works analoguous with the datatree loader. But additionally we can provide a sweep string, number or list.

[10]:
help(xd.io.open_uf_datatree)
Help on function open_uf_datatree in module xradar.io.backends.uf:

open_uf_datatree(
    filename_or_obj,
    mask_and_scale=True,
    decode_times=True,
    concat_characters=True,
    decode_coords=True,
    drop_variables=None,
    use_cftime=None,
    decode_timedelta=None,
    sweep=None,
    first_dim='auto',
    reindex_angle=False,
    fix_second_angle=False,
    site_coords=True,
    optional=True,
    lock=None,
    **kwargs
)
    Open a Universal Format (UF) dataset as :py:class:`xarray.DataTree`.

    This function loads UF radar data into a DataTree structure, which
    organizes radar sweeps as separate nodes. Provides options for decoding time
    and applying various transformations to the data.

    Parameters
    ----------
    filename_or_obj : str, Path, file-like, or DataStore
        The path or file-like object representing the radar file.
        Path-like objects are interpreted as local or remote paths.

    mask_and_scale : bool, optional
        If True, replaces values in the dataset that match `_FillValue` with NaN
        and applies scale and offset adjustments. Default is True.

    decode_times : bool, optional
        If True, decodes time variables according to CF conventions. Default is True.

    concat_characters : bool, optional
        If True, concatenates character arrays along the last dimension, forming
        string arrays. Default is True.

    decode_coords : bool, optional
        If True, decodes the "coordinates" attribute to identify coordinates in the
        resulting dataset. Default is True.

    drop_variables : str or list of str, optional
        Specifies variables to exclude from the dataset. Useful for removing problematic
        or inconsistent variables. Default is None.

    use_cftime : bool, optional
        If True, uses cftime objects to represent time variables; if False, uses
        `np.datetime64` objects. If None, chooses the best format automatically.
        Default is None.

    decode_timedelta : bool, optional
        If True, decodes variables with units of time (e.g., seconds, minutes) into
        timedelta objects. If False, leaves them as numeric values. Default is None.

    sweep : int or list of int, optional
        Sweep numbers to extract from the dataset. If None, extracts all sweeps into
        a list. Default is the first sweep.

    first_dim : {"time", "auto"}, optional
        Defines the first dimension for each sweep. If "time," uses time as the
        first dimension. If "auto," determines the first dimension based on the sweep
        type (azimuth or elevation). Default is "auto."

    reindex_angle : bool or dict, optional
        Controls angle reindexing. If True or a dictionary, applies reindexing with
        specified settings (if given). Only used if `decode_coords=True`. Default is False.

    fix_second_angle : bool, optional
        If True, corrects errors in the second angle data, such as misaligned
        elevation or azimuth values. Default is False.

    site_coords : bool, optional
        Attaches radar site coordinates to the dataset if True. Default is True.

    optional : bool, optional
        If True, suppresses errors for optional dataset attributes, making them
        optional instead of required. Default is True.

    kwargs : dict
        Additional keyword arguments passed to `xarray.open_dataset`.

    Returns
    -------
    dtree : xarray.DataTree
        An `xarray.DataTree` representing the radar data organized by sweeps.

[11]:
dtree = xd.io.open_uf_datatree(fname, sweep=4)
display(dtree)
<xarray.DatasetView> Size: 232B
Dimensions:              ()
Data variables:
    volume_number        int64 8B 0
    platform_type        <U5 20B 'fixed'
    instrument_type      <U5 20B 'radar'
    time_coverage_start  <U20 80B '2011-04-27T16:43:51Z'
    time_coverage_end    <U20 80B '2011-04-27T16:43:52Z'
    longitude            float64 8B -86.47
    altitude             int64 8B 226
    latitude             float64 8B 34.93
Attributes:
    Conventions:      None
    instrument_name:  rvp8-rel
    version:          None
    title:            None
    institution:      None
    references:       None
    source:           Sigmet/UF
    history:          None
    comment:          Sigmet I
    site_name:        MAX

Plot Sweep Range vs. Time#

[12]:
dtree["sweep_4"].ds.DBZH.sortby("time").plot(y="time", cmap="HomeyerRainbow")
[12]:
<matplotlib.collections.QuadMesh at 0x751893187ed0>
../_images/notebooks_UF_20_1.png

Plot Sweep Range vs. Azimuth#

[13]:
dtree["sweep_4"].ds.DBZH.plot(cmap="HomeyerRainbow")
[13]:
<matplotlib.collections.QuadMesh at 0x75188094d090>
../_images/notebooks_UF_22_1.png
[14]:
dtree = xd.io.open_uf_datatree(fname, sweep="sweep_8")
display(dtree)
<xarray.DatasetView> Size: 232B
Dimensions:              ()
Data variables:
    volume_number        int64 8B 0
    platform_type        <U5 20B 'fixed'
    instrument_type      <U5 20B 'radar'
    time_coverage_start  <U20 80B '2011-04-27T16:45:10Z'
    time_coverage_end    <U20 80B '2011-04-27T16:45:11Z'
    longitude            float64 8B -86.47
    altitude             int64 8B 226
    latitude             float64 8B 34.93
Attributes:
    Conventions:      None
    instrument_name:  rvp8-rel
    version:          None
    title:            None
    institution:      None
    references:       None
    source:           Sigmet/UF
    history:          None
    comment:          Sigmet I
    site_name:        MAX
[15]:
dtree = xd.io.open_uf_datatree(fname, sweep=[0, 1, 8])
display(dtree)
<xarray.DatasetView> Size: 232B
Dimensions:              ()
Data variables:
    volume_number        int64 8B 0
    platform_type        <U5 20B 'fixed'
    instrument_type      <U5 20B 'radar'
    time_coverage_start  <U20 80B '2011-04-27T16:42:32Z'
    time_coverage_end    <U20 80B '2011-04-27T16:45:11Z'
    longitude            float64 8B -86.47
    altitude             int64 8B 226
    latitude             float64 8B 34.93
Attributes:
    Conventions:      None
    instrument_name:  rvp8-rel
    version:          None
    title:            None
    institution:      None
    references:       None
    source:           Sigmet/UF
    history:          None
    comment:          Sigmet I
    site_name:        MAX
[16]:
dtree["sweep_0"]["sweep_fixed_angle"].values
[16]:
array(0.703125)
[17]:
dtree["sweep_8"]["sweep_fixed_angle"].values
[17]:
array(10.)
[18]:
dtree = xd.io.open_uf_datatree(fname)
display(dtree)
<xarray.DatasetView> Size: 232B
Dimensions:              ()
Data variables:
    volume_number        int64 8B 0
    platform_type        <U5 20B 'fixed'
    instrument_type      <U5 20B 'radar'
    time_coverage_start  <U20 80B '2011-04-27T16:42:32Z'
    time_coverage_end    <U20 80B '2011-04-27T16:46:50Z'
    longitude            float64 8B -86.47
    altitude             int64 8B 226
    latitude             float64 8B 34.93
Attributes:
    Conventions:      None
    instrument_name:  rvp8-rel
    version:          None
    title:            None
    institution:      None
    references:       None
    source:           Sigmet/UF
    history:          None
    comment:          Sigmet I
    site_name:        MAX
[19]:
dtree["sweep_1"]
[19]:
<xarray.DatasetView> Size: 23MB
Dimensions:            (azimuth: 319, range: 997)
Coordinates:
  * azimuth            (azimuth) float64 3kB 21.88 22.86 23.89 ... 338.9 339.9
    elevation          (azimuth) float64 3kB 1.0 1.0 0.9688 ... 0.8906 0.8906
    range              (range) float32 4kB -436.5 -311.5 ... 1.239e+05 1.241e+05
    time               (azimuth) datetime64[us] 3kB 2011-04-27T16:42:53.45895...
    longitude          float64 8B -86.47
    latitude           float64 8B 34.93
    altitude           int64 8B 226
Data variables: (12/14)
    DBZH               (azimuth, range) float64 3MB ...
    DBTH               (azimuth, range) float64 3MB ...
    VRADH              (azimuth, range) float64 3MB ...
    WRADH              (azimuth, range) float64 3MB ...
    ZDR                (azimuth, range) float64 3MB ...
    KDP                (azimuth, range) float64 3MB ...
    ...                 ...
    RHOHV              (azimuth, range) float64 3MB ...
    sweep_mode         <U20 80B 'azimuth_surveillance'
    sweep_number       int64 8B 1
    prt_mode           <U7 28B 'not_set'
    follow_mode        <U7 28B 'not_set'
    sweep_fixed_angle  float64 8B 1.297

clean up#

[20]:
tmpdir_obj.cleanup()